log2journal-yaml.c 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. #include "log2journal.h"
  3. // ----------------------------------------------------------------------------
  4. // yaml configuration file
  5. #ifdef HAVE_LIBYAML
  6. static const char *yaml_event_name(yaml_event_type_t type) {
  7. switch (type) {
  8. case YAML_NO_EVENT:
  9. return "YAML_NO_EVENT";
  10. case YAML_SCALAR_EVENT:
  11. return "YAML_SCALAR_EVENT";
  12. case YAML_ALIAS_EVENT:
  13. return "YAML_ALIAS_EVENT";
  14. case YAML_MAPPING_START_EVENT:
  15. return "YAML_MAPPING_START_EVENT";
  16. case YAML_MAPPING_END_EVENT:
  17. return "YAML_MAPPING_END_EVENT";
  18. case YAML_SEQUENCE_START_EVENT:
  19. return "YAML_SEQUENCE_START_EVENT";
  20. case YAML_SEQUENCE_END_EVENT:
  21. return "YAML_SEQUENCE_END_EVENT";
  22. case YAML_STREAM_START_EVENT:
  23. return "YAML_STREAM_START_EVENT";
  24. case YAML_STREAM_END_EVENT:
  25. return "YAML_STREAM_END_EVENT";
  26. case YAML_DOCUMENT_START_EVENT:
  27. return "YAML_DOCUMENT_START_EVENT";
  28. case YAML_DOCUMENT_END_EVENT:
  29. return "YAML_DOCUMENT_END_EVENT";
  30. default:
  31. return "UNKNOWN";
  32. }
  33. }
  34. #define yaml_error(parser, event, fmt, args...) yaml_error_with_trace(parser, event, __LINE__, __FUNCTION__, __FILE__, fmt, ##args)
  35. static void yaml_error_with_trace(yaml_parser_t *parser, yaml_event_t *event, size_t line, const char *function, const char *file, const char *format, ...) __attribute__ ((format(__printf__, 6, 7)));
  36. static void yaml_error_with_trace(yaml_parser_t *parser, yaml_event_t *event, size_t line, const char *function, const char *file, const char *format, ...) {
  37. char buf[1024] = ""; // Initialize buf to an empty string
  38. const char *type = "";
  39. if(event) {
  40. type = yaml_event_name(event->type);
  41. switch (event->type) {
  42. case YAML_SCALAR_EVENT:
  43. copy_to_buffer(buf, sizeof(buf), (char *)event->data.scalar.value, event->data.scalar.length);
  44. break;
  45. case YAML_ALIAS_EVENT:
  46. snprintf(buf, sizeof(buf), "%s", event->data.alias.anchor);
  47. break;
  48. default:
  49. break;
  50. }
  51. }
  52. fprintf(stderr, "YAML %zu@%s, %s(): (line %d, column %d, %s%s%s): ",
  53. line, file, function,
  54. (int)(parser->mark.line + 1), (int)(parser->mark.column + 1),
  55. type, buf[0]? ", near ": "", buf);
  56. va_list args;
  57. va_start(args, format);
  58. vfprintf(stderr, format, args);
  59. va_end(args);
  60. fprintf(stderr, "\n");
  61. }
  62. #define yaml_parse(parser, event) yaml_parse_with_trace(parser, event, __LINE__, __FUNCTION__, __FILE__)
  63. static bool yaml_parse_with_trace(yaml_parser_t *parser, yaml_event_t *event, size_t line __maybe_unused, const char *function __maybe_unused, const char *file __maybe_unused) {
  64. if (!yaml_parser_parse(parser, event)) {
  65. yaml_error(parser, NULL, "YAML parser error %d", parser->error);
  66. return false;
  67. }
  68. // fprintf(stderr, ">>> %s >>> %.*s\n",
  69. // yaml_event_name(event->type),
  70. // event->type == YAML_SCALAR_EVENT ? event->data.scalar.length : 0,
  71. // event->type == YAML_SCALAR_EVENT ? (char *)event->data.scalar.value : "");
  72. return true;
  73. }
  74. #define yaml_parse_expect_event(parser, type) yaml_parse_expect_event_with_trace(parser, type, __LINE__, __FUNCTION__, __FILE__)
  75. static bool yaml_parse_expect_event_with_trace(yaml_parser_t *parser, yaml_event_type_t type, size_t line, const char *function, const char *file) {
  76. yaml_event_t event;
  77. if (!yaml_parse(parser, &event))
  78. return false;
  79. bool ret = true;
  80. if(event.type != type) {
  81. yaml_error_with_trace(parser, &event, line, function, file, "unexpected event - expecting: %s", yaml_event_name(type));
  82. ret = false;
  83. }
  84. // else
  85. // fprintf(stderr, "OK (%zu@%s, %s()\n", line, file, function);
  86. yaml_event_delete(&event);
  87. return ret;
  88. }
  89. #define yaml_scalar_matches(event, s, len) yaml_scalar_matches_with_trace(event, s, len, __LINE__, __FUNCTION__, __FILE__)
  90. static bool yaml_scalar_matches_with_trace(yaml_event_t *event, const char *s, size_t len, size_t line __maybe_unused, const char *function __maybe_unused, const char *file __maybe_unused) {
  91. if(event->type != YAML_SCALAR_EVENT)
  92. return false;
  93. if(len != event->data.scalar.length)
  94. return false;
  95. // else
  96. // fprintf(stderr, "OK (%zu@%s, %s()\n", line, file, function);
  97. return strcmp((char *)event->data.scalar.value, s) == 0;
  98. }
  99. // ----------------------------------------------------------------------------
  100. static size_t yaml_parse_filename_injection(yaml_parser_t *parser, LOG_JOB *jb) {
  101. yaml_event_t event;
  102. size_t errors = 0;
  103. if(!yaml_parse_expect_event(parser, YAML_MAPPING_START_EVENT))
  104. return 1;
  105. if (!yaml_parse(parser, &event))
  106. return 1;
  107. if (yaml_scalar_matches(&event, "key", strlen("key"))) {
  108. yaml_event_t sub_event;
  109. if (!yaml_parse(parser, &sub_event))
  110. errors++;
  111. else {
  112. if (sub_event.type == YAML_SCALAR_EVENT) {
  113. if(!log_job_filename_key_set(jb, (char *) sub_event.data.scalar.value,
  114. sub_event.data.scalar.length))
  115. errors++;
  116. }
  117. else {
  118. yaml_error(parser, &sub_event, "expected the filename as %s", yaml_event_name(YAML_SCALAR_EVENT));
  119. errors++;
  120. }
  121. yaml_event_delete(&sub_event);
  122. }
  123. }
  124. if(!yaml_parse_expect_event(parser, YAML_MAPPING_END_EVENT))
  125. errors++;
  126. yaml_event_delete(&event);
  127. return errors;
  128. }
  129. static size_t yaml_parse_filters(yaml_parser_t *parser, LOG_JOB *jb) {
  130. if(!yaml_parse_expect_event(parser, YAML_MAPPING_START_EVENT))
  131. return 1;
  132. size_t errors = 0;
  133. bool finished = false;
  134. while(!errors && !finished) {
  135. yaml_event_t event;
  136. if(!yaml_parse(parser, &event))
  137. return 1;
  138. if(event.type == YAML_SCALAR_EVENT) {
  139. if(yaml_scalar_matches(&event, "include", strlen("include"))) {
  140. yaml_event_t sub_event;
  141. if(!yaml_parse(parser, &sub_event))
  142. errors++;
  143. else {
  144. if(sub_event.type == YAML_SCALAR_EVENT) {
  145. if(!log_job_include_pattern_set(jb, (char *) sub_event.data.scalar.value,
  146. sub_event.data.scalar.length))
  147. errors++;
  148. }
  149. else {
  150. yaml_error(parser, &sub_event, "expected the include as %s",
  151. yaml_event_name(YAML_SCALAR_EVENT));
  152. errors++;
  153. }
  154. yaml_event_delete(&sub_event);
  155. }
  156. }
  157. else if(yaml_scalar_matches(&event, "exclude", strlen("exclude"))) {
  158. yaml_event_t sub_event;
  159. if(!yaml_parse(parser, &sub_event))
  160. errors++;
  161. else {
  162. if(sub_event.type == YAML_SCALAR_EVENT) {
  163. if(!log_job_exclude_pattern_set(jb,(char *) sub_event.data.scalar.value,
  164. sub_event.data.scalar.length))
  165. errors++;
  166. }
  167. else {
  168. yaml_error(parser, &sub_event, "expected the exclude as %s",
  169. yaml_event_name(YAML_SCALAR_EVENT));
  170. errors++;
  171. }
  172. yaml_event_delete(&sub_event);
  173. }
  174. }
  175. }
  176. else if(event.type == YAML_MAPPING_END_EVENT)
  177. finished = true;
  178. else {
  179. yaml_error(parser, &event, "expected %s or %s",
  180. yaml_event_name(YAML_SCALAR_EVENT),
  181. yaml_event_name(YAML_MAPPING_END_EVENT));
  182. errors++;
  183. }
  184. yaml_event_delete(&event);
  185. }
  186. return errors;
  187. }
  188. static size_t yaml_parse_prefix(yaml_parser_t *parser, LOG_JOB *jb) {
  189. yaml_event_t event;
  190. size_t errors = 0;
  191. if (!yaml_parse(parser, &event))
  192. return 1;
  193. if (event.type == YAML_SCALAR_EVENT) {
  194. if(!log_job_key_prefix_set(jb, (char *) event.data.scalar.value, event.data.scalar.length))
  195. errors++;
  196. }
  197. yaml_event_delete(&event);
  198. return errors;
  199. }
  200. static bool yaml_parse_constant_field_injection(yaml_parser_t *parser, LOG_JOB *jb, bool unmatched) {
  201. yaml_event_t event;
  202. if (!yaml_parse(parser, &event) || event.type != YAML_SCALAR_EVENT) {
  203. yaml_error(parser, &event, "Expected scalar for constant field injection key");
  204. yaml_event_delete(&event);
  205. return false;
  206. }
  207. char *key = strndupz((char *)event.data.scalar.value, event.data.scalar.length);
  208. char *value = NULL;
  209. bool ret = false;
  210. yaml_event_delete(&event);
  211. if (!yaml_parse(parser, &event) || event.type != YAML_SCALAR_EVENT) {
  212. yaml_error(parser, &event, "Expected scalar for constant field injection value");
  213. goto cleanup;
  214. }
  215. if(!yaml_scalar_matches(&event, "value", strlen("value"))) {
  216. yaml_error(parser, &event, "Expected scalar 'value'");
  217. goto cleanup;
  218. }
  219. if (!yaml_parse(parser, &event) || event.type != YAML_SCALAR_EVENT) {
  220. yaml_error(parser, &event, "Expected scalar for constant field injection value");
  221. goto cleanup;
  222. }
  223. value = strndupz((char *)event.data.scalar.value, event.data.scalar.length);
  224. if(!log_job_injection_add(jb, key, strlen(key), value, strlen(value), unmatched))
  225. ret = false;
  226. else
  227. ret = true;
  228. ret = true;
  229. cleanup:
  230. yaml_event_delete(&event);
  231. freez(key);
  232. freez(value);
  233. return !ret ? 1 : 0;
  234. }
  235. static bool yaml_parse_injection_mapping(yaml_parser_t *parser, LOG_JOB *jb, bool unmatched) {
  236. yaml_event_t event;
  237. size_t errors = 0;
  238. bool finished = false;
  239. while (!errors && !finished) {
  240. if (!yaml_parse(parser, &event)) {
  241. errors++;
  242. continue;
  243. }
  244. switch (event.type) {
  245. case YAML_SCALAR_EVENT:
  246. if (yaml_scalar_matches(&event, "key", strlen("key"))) {
  247. errors += yaml_parse_constant_field_injection(parser, jb, unmatched);
  248. } else {
  249. yaml_error(parser, &event, "Unexpected scalar in injection mapping");
  250. errors++;
  251. }
  252. break;
  253. case YAML_MAPPING_END_EVENT:
  254. finished = true;
  255. break;
  256. default:
  257. yaml_error(parser, &event, "Unexpected event in injection mapping");
  258. errors++;
  259. break;
  260. }
  261. yaml_event_delete(&event);
  262. }
  263. return errors == 0;
  264. }
  265. static size_t yaml_parse_injections(yaml_parser_t *parser, LOG_JOB *jb, bool unmatched) {
  266. yaml_event_t event;
  267. size_t errors = 0;
  268. bool finished = false;
  269. if (!yaml_parse_expect_event(parser, YAML_SEQUENCE_START_EVENT))
  270. return 1;
  271. while (!errors && !finished) {
  272. if (!yaml_parse(parser, &event)) {
  273. errors++;
  274. continue;
  275. }
  276. switch (event.type) {
  277. case YAML_MAPPING_START_EVENT:
  278. if (!yaml_parse_injection_mapping(parser, jb, unmatched))
  279. errors++;
  280. break;
  281. case YAML_SEQUENCE_END_EVENT:
  282. finished = true;
  283. break;
  284. default:
  285. yaml_error(parser, &event, "Unexpected event in injections sequence");
  286. errors++;
  287. break;
  288. }
  289. yaml_event_delete(&event);
  290. }
  291. return errors;
  292. }
  293. static size_t yaml_parse_unmatched(yaml_parser_t *parser, LOG_JOB *jb) {
  294. size_t errors = 0;
  295. bool finished = false;
  296. if (!yaml_parse_expect_event(parser, YAML_MAPPING_START_EVENT))
  297. return 1;
  298. while (!errors && !finished) {
  299. yaml_event_t event;
  300. if (!yaml_parse(parser, &event)) {
  301. errors++;
  302. continue;
  303. }
  304. switch (event.type) {
  305. case YAML_SCALAR_EVENT:
  306. if (yaml_scalar_matches(&event, "key", strlen("key"))) {
  307. yaml_event_t sub_event;
  308. if (!yaml_parse(parser, &sub_event)) {
  309. errors++;
  310. } else {
  311. if (sub_event.type == YAML_SCALAR_EVENT) {
  312. hashed_key_len_set(&jb->unmatched.key, (char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  313. } else {
  314. yaml_error(parser, &sub_event, "expected a scalar value for 'key'");
  315. errors++;
  316. }
  317. yaml_event_delete(&sub_event);
  318. }
  319. } else if (yaml_scalar_matches(&event, "inject", strlen("inject"))) {
  320. errors += yaml_parse_injections(parser, jb, true);
  321. } else {
  322. yaml_error(parser, &event, "Unexpected scalar in unmatched section");
  323. errors++;
  324. }
  325. break;
  326. case YAML_MAPPING_END_EVENT:
  327. finished = true;
  328. break;
  329. default:
  330. yaml_error(parser, &event, "Unexpected event in unmatched section");
  331. errors++;
  332. break;
  333. }
  334. yaml_event_delete(&event);
  335. }
  336. return errors;
  337. }
  338. static size_t yaml_parse_rewrites(yaml_parser_t *parser, LOG_JOB *jb) {
  339. size_t errors = 0;
  340. if (!yaml_parse_expect_event(parser, YAML_SEQUENCE_START_EVENT))
  341. return 1;
  342. bool finished = false;
  343. while (!errors && !finished) {
  344. yaml_event_t event;
  345. if (!yaml_parse(parser, &event)) {
  346. errors++;
  347. continue;
  348. }
  349. switch (event.type) {
  350. case YAML_MAPPING_START_EVENT:
  351. {
  352. RW_FLAGS flags = RW_NONE;
  353. char *key = NULL;
  354. char *search_pattern = NULL;
  355. char *replace_pattern = NULL;
  356. bool mapping_finished = false;
  357. while (!errors && !mapping_finished) {
  358. yaml_event_t sub_event;
  359. if (!yaml_parse(parser, &sub_event)) {
  360. errors++;
  361. continue;
  362. }
  363. switch (sub_event.type) {
  364. case YAML_SCALAR_EVENT:
  365. if (yaml_scalar_matches(&sub_event, "key", strlen("key"))) {
  366. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  367. yaml_error(parser, &sub_event, "Expected scalar for rewrite key");
  368. errors++;
  369. } else {
  370. key = strndupz((char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  371. yaml_event_delete(&sub_event);
  372. }
  373. } else if (yaml_scalar_matches(&sub_event, "match", strlen("match"))) {
  374. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  375. yaml_error(parser, &sub_event, "Expected scalar for rewrite match PCRE2 pattern");
  376. errors++;
  377. }
  378. else {
  379. if(search_pattern)
  380. freez(search_pattern);
  381. flags |= RW_MATCH_PCRE2;
  382. flags &= ~RW_MATCH_NON_EMPTY;
  383. search_pattern = strndupz((char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  384. yaml_event_delete(&sub_event);
  385. }
  386. } else if (yaml_scalar_matches(&sub_event, "not_empty", strlen("not_empty"))) {
  387. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  388. yaml_error(parser, &sub_event, "Expected scalar for rewrite not empty condition");
  389. errors++;
  390. }
  391. else {
  392. if(search_pattern)
  393. freez(search_pattern);
  394. flags |= RW_MATCH_NON_EMPTY;
  395. flags &= ~RW_MATCH_PCRE2;
  396. search_pattern = strndupz((char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  397. yaml_event_delete(&sub_event);
  398. }
  399. } else if (yaml_scalar_matches(&sub_event, "value", strlen("value"))) {
  400. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  401. yaml_error(parser, &sub_event, "Expected scalar for rewrite value");
  402. errors++;
  403. } else {
  404. replace_pattern = strndupz((char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  405. yaml_event_delete(&sub_event);
  406. }
  407. } else if (yaml_scalar_matches(&sub_event, "stop", strlen("stop"))) {
  408. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  409. yaml_error(parser, &sub_event, "Expected scalar for rewrite stop boolean");
  410. errors++;
  411. } else {
  412. if(strncmp((char*)sub_event.data.scalar.value, "no", 2) == 0 ||
  413. strncmp((char*)sub_event.data.scalar.value, "false", 5) == 0)
  414. flags |= RW_DONT_STOP;
  415. else
  416. flags &= ~RW_DONT_STOP;
  417. yaml_event_delete(&sub_event);
  418. }
  419. } else if (yaml_scalar_matches(&sub_event, "inject", strlen("inject"))) {
  420. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  421. yaml_error(parser, &sub_event, "Expected scalar for rewrite inject boolean");
  422. errors++;
  423. } else {
  424. if(strncmp((char*)sub_event.data.scalar.value, "yes", 3) == 0 ||
  425. strncmp((char*)sub_event.data.scalar.value, "true", 4) == 0)
  426. flags |= RW_INJECT;
  427. else
  428. flags &= ~RW_INJECT;
  429. yaml_event_delete(&sub_event);
  430. }
  431. } else {
  432. yaml_error(parser, &sub_event, "Unexpected scalar in rewrite mapping");
  433. errors++;
  434. }
  435. break;
  436. case YAML_MAPPING_END_EVENT:
  437. if(key) {
  438. if (!log_job_rewrite_add(jb, key, flags, search_pattern, replace_pattern))
  439. errors++;
  440. }
  441. freez(key);
  442. key = NULL;
  443. freez(search_pattern);
  444. search_pattern = NULL;
  445. freez(replace_pattern);
  446. replace_pattern = NULL;
  447. flags = RW_NONE;
  448. mapping_finished = true;
  449. break;
  450. default:
  451. yaml_error(parser, &sub_event, "Unexpected event in rewrite mapping");
  452. errors++;
  453. break;
  454. }
  455. yaml_event_delete(&sub_event);
  456. }
  457. }
  458. break;
  459. case YAML_SEQUENCE_END_EVENT:
  460. finished = true;
  461. break;
  462. default:
  463. yaml_error(parser, &event, "Unexpected event in rewrites sequence");
  464. errors++;
  465. break;
  466. }
  467. yaml_event_delete(&event);
  468. }
  469. return errors;
  470. }
  471. static size_t yaml_parse_renames(yaml_parser_t *parser, LOG_JOB *jb) {
  472. size_t errors = 0;
  473. if (!yaml_parse_expect_event(parser, YAML_SEQUENCE_START_EVENT))
  474. return 1;
  475. bool finished = false;
  476. while (!errors && !finished) {
  477. yaml_event_t event;
  478. if (!yaml_parse(parser, &event)) {
  479. errors++;
  480. continue;
  481. }
  482. switch (event.type) {
  483. case YAML_MAPPING_START_EVENT:
  484. {
  485. struct key_rename rn = { 0 };
  486. bool mapping_finished = false;
  487. while (!errors && !mapping_finished) {
  488. yaml_event_t sub_event;
  489. if (!yaml_parse(parser, &sub_event)) {
  490. errors++;
  491. continue;
  492. }
  493. switch (sub_event.type) {
  494. case YAML_SCALAR_EVENT:
  495. if (yaml_scalar_matches(&sub_event, "new_key", strlen("new_key"))) {
  496. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  497. yaml_error(parser, &sub_event, "Expected scalar for rename new_key");
  498. errors++;
  499. } else {
  500. hashed_key_len_set(&rn.new_key, (char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  501. yaml_event_delete(&sub_event);
  502. }
  503. } else if (yaml_scalar_matches(&sub_event, "old_key", strlen("old_key"))) {
  504. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  505. yaml_error(parser, &sub_event, "Expected scalar for rename old_key");
  506. errors++;
  507. } else {
  508. hashed_key_len_set(&rn.old_key, (char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  509. yaml_event_delete(&sub_event);
  510. }
  511. } else {
  512. yaml_error(parser, &sub_event, "Unexpected scalar in rewrite mapping");
  513. errors++;
  514. }
  515. break;
  516. case YAML_MAPPING_END_EVENT:
  517. if(rn.old_key.key && rn.new_key.key) {
  518. if (!log_job_rename_add(jb, rn.new_key.key, rn.new_key.len,
  519. rn.old_key.key, rn.old_key.len))
  520. errors++;
  521. }
  522. rename_cleanup(&rn);
  523. mapping_finished = true;
  524. break;
  525. default:
  526. yaml_error(parser, &sub_event, "Unexpected event in rewrite mapping");
  527. errors++;
  528. break;
  529. }
  530. yaml_event_delete(&sub_event);
  531. }
  532. }
  533. break;
  534. case YAML_SEQUENCE_END_EVENT:
  535. finished = true;
  536. break;
  537. default:
  538. yaml_error(parser, &event, "Unexpected event in rewrites sequence");
  539. errors++;
  540. break;
  541. }
  542. yaml_event_delete(&event);
  543. }
  544. return errors;
  545. }
  546. static size_t yaml_parse_pattern(yaml_parser_t *parser, LOG_JOB *jb) {
  547. yaml_event_t event;
  548. size_t errors = 0;
  549. if (!yaml_parse(parser, &event))
  550. return 1;
  551. if(event.type == YAML_SCALAR_EVENT)
  552. log_job_pattern_set(jb, (char *) event.data.scalar.value, event.data.scalar.length);
  553. else {
  554. yaml_error(parser, &event, "unexpected event type");
  555. errors++;
  556. }
  557. yaml_event_delete(&event);
  558. return errors;
  559. }
  560. static size_t yaml_parse_initialized(yaml_parser_t *parser, LOG_JOB *jb) {
  561. size_t errors = 0;
  562. if(!yaml_parse_expect_event(parser, YAML_STREAM_START_EVENT)) {
  563. errors++;
  564. goto cleanup;
  565. }
  566. if(!yaml_parse_expect_event(parser, YAML_DOCUMENT_START_EVENT)) {
  567. errors++;
  568. goto cleanup;
  569. }
  570. if(!yaml_parse_expect_event(parser, YAML_MAPPING_START_EVENT)) {
  571. errors++;
  572. goto cleanup;
  573. }
  574. bool finished = false;
  575. while (!errors && !finished) {
  576. yaml_event_t event;
  577. if(!yaml_parse(parser, &event)) {
  578. errors++;
  579. continue;
  580. }
  581. switch(event.type) {
  582. default:
  583. yaml_error(parser, &event, "unexpected type");
  584. errors++;
  585. break;
  586. case YAML_MAPPING_END_EVENT:
  587. finished = true;
  588. break;
  589. case YAML_SCALAR_EVENT:
  590. if (yaml_scalar_matches(&event, "pattern", strlen("pattern")))
  591. errors += yaml_parse_pattern(parser, jb);
  592. else if (yaml_scalar_matches(&event, "prefix", strlen("prefix")))
  593. errors += yaml_parse_prefix(parser, jb);
  594. else if (yaml_scalar_matches(&event, "filename", strlen("filename")))
  595. errors += yaml_parse_filename_injection(parser, jb);
  596. else if (yaml_scalar_matches(&event, "filter", strlen("filter")))
  597. errors += yaml_parse_filters(parser, jb);
  598. else if (yaml_scalar_matches(&event, "inject", strlen("inject")))
  599. errors += yaml_parse_injections(parser, jb, false);
  600. else if (yaml_scalar_matches(&event, "unmatched", strlen("unmatched")))
  601. errors += yaml_parse_unmatched(parser, jb);
  602. else if (yaml_scalar_matches(&event, "rewrite", strlen("rewrite")))
  603. errors += yaml_parse_rewrites(parser, jb);
  604. else if (yaml_scalar_matches(&event, "rename", strlen("rename")))
  605. errors += yaml_parse_renames(parser, jb);
  606. else {
  607. yaml_error(parser, &event, "unexpected scalar");
  608. errors++;
  609. }
  610. break;
  611. }
  612. yaml_event_delete(&event);
  613. }
  614. if(!errors && !yaml_parse_expect_event(parser, YAML_DOCUMENT_END_EVENT)) {
  615. errors++;
  616. goto cleanup;
  617. }
  618. if(!errors && !yaml_parse_expect_event(parser, YAML_STREAM_END_EVENT)) {
  619. errors++;
  620. goto cleanup;
  621. }
  622. cleanup:
  623. return errors;
  624. }
  625. bool yaml_parse_file(const char *config_file_path, LOG_JOB *jb) {
  626. if(!config_file_path || !*config_file_path) {
  627. log2stderr("yaml configuration filename cannot be empty.");
  628. return false;
  629. }
  630. FILE *fp = fopen(config_file_path, "r");
  631. if (!fp) {
  632. log2stderr("Error opening config file: %s", config_file_path);
  633. return false;
  634. }
  635. yaml_parser_t parser;
  636. yaml_parser_initialize(&parser);
  637. yaml_parser_set_input_file(&parser, fp);
  638. size_t errors = yaml_parse_initialized(&parser, jb);
  639. yaml_parser_delete(&parser);
  640. fclose(fp);
  641. return errors == 0;
  642. }
  643. bool yaml_parse_config(const char *config_name, LOG_JOB *jb) {
  644. char filename[FILENAME_MAX + 1];
  645. snprintf(filename, sizeof(filename), "%s/%s.yaml", LOG2JOURNAL_CONFIG_PATH, config_name);
  646. return yaml_parse_file(filename, jb);
  647. }
  648. #endif // HAVE_LIBYAML
  649. // ----------------------------------------------------------------------------
  650. // printing yaml
  651. static void yaml_print_multiline_value(const char *s, size_t depth) {
  652. if (!s)
  653. s = "";
  654. do {
  655. const char* next = strchr(s, '\n');
  656. if(next) next++;
  657. size_t len = next ? (size_t)(next - s) : strlen(s);
  658. char buf[len + 1];
  659. copy_to_buffer(buf, sizeof(buf), s, len);
  660. fprintf(stderr, "%.*s%s%s",
  661. (int)(depth * 2), " ",
  662. buf, next ? "" : "\n");
  663. s = next;
  664. } while(s && *s);
  665. }
  666. static bool needs_quotes_in_yaml(const char *str) {
  667. // Lookup table for special YAML characters
  668. static bool special_chars[256] = { false };
  669. static bool table_initialized = false;
  670. if (!table_initialized) {
  671. // Initialize the lookup table
  672. const char *special_chars_str = ":{}[],&*!|>'\"%@`^";
  673. for (const char *c = special_chars_str; *c; ++c) {
  674. special_chars[(unsigned char)*c] = true;
  675. }
  676. table_initialized = true;
  677. }
  678. while (*str) {
  679. if (special_chars[(unsigned char)*str]) {
  680. return true;
  681. }
  682. str++;
  683. }
  684. return false;
  685. }
  686. static void yaml_print_node(const char *key, const char *value, size_t depth, bool dash) {
  687. if(depth > 10) depth = 10;
  688. const char *quote = "'";
  689. const char *second_line = NULL;
  690. if(value && strchr(value, '\n')) {
  691. second_line = value;
  692. value = "|";
  693. quote = "";
  694. }
  695. else if(!value || !needs_quotes_in_yaml(value))
  696. quote = "";
  697. fprintf(stderr, "%.*s%s%s%s%s%s%s\n",
  698. (int)(depth * 2), " ", dash ? "- ": "",
  699. key ? key : "", key ? ": " : "",
  700. quote, value ? value : "", quote);
  701. if(second_line) {
  702. yaml_print_multiline_value(second_line, depth + 1);
  703. }
  704. }
  705. void log_job_configuration_to_yaml(LOG_JOB *jb) {
  706. if(jb->pattern)
  707. yaml_print_node("pattern", jb->pattern, 0, false);
  708. if(jb->prefix) {
  709. fprintf(stderr, "\n");
  710. yaml_print_node("prefix", jb->prefix, 0, false);
  711. }
  712. if(jb->filename.key.key) {
  713. fprintf(stderr, "\n");
  714. yaml_print_node("filename", NULL, 0, false);
  715. yaml_print_node("key", jb->filename.key.key, 1, false);
  716. }
  717. if(jb->filter.include.pattern || jb->filter.exclude.pattern) {
  718. fprintf(stderr, "\n");
  719. yaml_print_node("filter", NULL, 0, false);
  720. if(jb->filter.include.pattern)
  721. yaml_print_node("include", jb->filter.include.pattern, 1, false);
  722. if(jb->filter.exclude.pattern)
  723. yaml_print_node("exclude", jb->filter.exclude.pattern, 1, false);
  724. }
  725. if(jb->renames.used) {
  726. fprintf(stderr, "\n");
  727. yaml_print_node("rename", NULL, 0, false);
  728. for(size_t i = 0; i < jb->renames.used ;i++) {
  729. yaml_print_node("new_key", jb->renames.array[i].new_key.key, 1, true);
  730. yaml_print_node("old_key", jb->renames.array[i].old_key.key, 2, false);
  731. }
  732. }
  733. if(jb->injections.used) {
  734. fprintf(stderr, "\n");
  735. yaml_print_node("inject", NULL, 0, false);
  736. for (size_t i = 0; i < jb->injections.used; i++) {
  737. yaml_print_node("key", jb->injections.keys[i].key.key, 1, true);
  738. yaml_print_node("value", jb->injections.keys[i].value.pattern, 2, false);
  739. }
  740. }
  741. if(jb->rewrites.used) {
  742. fprintf(stderr, "\n");
  743. yaml_print_node("rewrite", NULL, 0, false);
  744. for(size_t i = 0; i < jb->rewrites.used ;i++) {
  745. REWRITE *rw = &jb->rewrites.array[i];
  746. yaml_print_node("key", rw->key.key, 1, true);
  747. if(rw->flags & RW_MATCH_PCRE2)
  748. yaml_print_node("match", rw->match_pcre2.pattern, 2, false);
  749. else if(rw->flags & RW_MATCH_NON_EMPTY)
  750. yaml_print_node("not_empty", rw->match_non_empty.pattern, 2, false);
  751. yaml_print_node("value", rw->value.pattern, 2, false);
  752. if(rw->flags & RW_INJECT)
  753. yaml_print_node("inject", "yes", 2, false);
  754. if(rw->flags & RW_DONT_STOP)
  755. yaml_print_node("stop", "no", 2, false);
  756. }
  757. }
  758. if(jb->unmatched.key.key || jb->unmatched.injections.used) {
  759. fprintf(stderr, "\n");
  760. yaml_print_node("unmatched", NULL, 0, false);
  761. if(jb->unmatched.key.key)
  762. yaml_print_node("key", jb->unmatched.key.key, 1, false);
  763. if(jb->unmatched.injections.used) {
  764. fprintf(stderr, "\n");
  765. yaml_print_node("inject", NULL, 1, false);
  766. for (size_t i = 0; i < jb->unmatched.injections.used; i++) {
  767. yaml_print_node("key", jb->unmatched.injections.keys[i].key.key, 2, true);
  768. yaml_print_node("value", jb->unmatched.injections.keys[i].value.pattern, 3, false);
  769. }
  770. }
  771. }
  772. }