log2journal-yaml.c 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970
  1. // SPDX-License-Identifier: GPL-3.0-or-later
  2. #include "log2journal.h"
  3. // ----------------------------------------------------------------------------
  4. // yaml configuration file
  5. #ifdef HAVE_LIBYAML
  6. static const char *yaml_event_name(yaml_event_type_t type) {
  7. switch (type) {
  8. case YAML_NO_EVENT:
  9. return "YAML_NO_EVENT";
  10. case YAML_SCALAR_EVENT:
  11. return "YAML_SCALAR_EVENT";
  12. case YAML_ALIAS_EVENT:
  13. return "YAML_ALIAS_EVENT";
  14. case YAML_MAPPING_START_EVENT:
  15. return "YAML_MAPPING_START_EVENT";
  16. case YAML_MAPPING_END_EVENT:
  17. return "YAML_MAPPING_END_EVENT";
  18. case YAML_SEQUENCE_START_EVENT:
  19. return "YAML_SEQUENCE_START_EVENT";
  20. case YAML_SEQUENCE_END_EVENT:
  21. return "YAML_SEQUENCE_END_EVENT";
  22. case YAML_STREAM_START_EVENT:
  23. return "YAML_STREAM_START_EVENT";
  24. case YAML_STREAM_END_EVENT:
  25. return "YAML_STREAM_END_EVENT";
  26. case YAML_DOCUMENT_START_EVENT:
  27. return "YAML_DOCUMENT_START_EVENT";
  28. case YAML_DOCUMENT_END_EVENT:
  29. return "YAML_DOCUMENT_END_EVENT";
  30. default:
  31. return "UNKNOWN";
  32. }
  33. }
  34. #define yaml_error(parser, event, fmt, args...) yaml_error_with_trace(parser, event, __LINE__, __FUNCTION__, __FILE__, fmt, ##args)
  35. static void yaml_error_with_trace(yaml_parser_t *parser, yaml_event_t *event, size_t line, const char *function, const char *file, const char *format, ...) __attribute__ ((format(__printf__, 6, 7)));
  36. static void yaml_error_with_trace(yaml_parser_t *parser, yaml_event_t *event, size_t line, const char *function, const char *file, const char *format, ...) {
  37. char buf[1024] = ""; // Initialize buf to an empty string
  38. const char *type = "";
  39. if(event) {
  40. type = yaml_event_name(event->type);
  41. switch (event->type) {
  42. case YAML_SCALAR_EVENT:
  43. copy_to_buffer(buf, sizeof(buf), (char *)event->data.scalar.value, event->data.scalar.length);
  44. break;
  45. case YAML_ALIAS_EVENT:
  46. snprintf(buf, sizeof(buf), "%s", event->data.alias.anchor);
  47. break;
  48. default:
  49. break;
  50. }
  51. }
  52. fprintf(stderr, "YAML %zu@%s, %s(): (line %d, column %d, %s%s%s): ",
  53. line, file, function,
  54. (int)(parser->mark.line + 1), (int)(parser->mark.column + 1),
  55. type, buf[0]? ", near ": "", buf);
  56. va_list args;
  57. va_start(args, format);
  58. vfprintf(stderr, format, args);
  59. va_end(args);
  60. fprintf(stderr, "\n");
  61. }
  62. #define yaml_parse(parser, event) yaml_parse_with_trace(parser, event, __LINE__, __FUNCTION__, __FILE__)
  63. static bool yaml_parse_with_trace(yaml_parser_t *parser, yaml_event_t *event, size_t line __maybe_unused, const char *function __maybe_unused, const char *file __maybe_unused) {
  64. if (!yaml_parser_parse(parser, event)) {
  65. yaml_error(parser, NULL, "YAML parser error %d", parser->error);
  66. return false;
  67. }
  68. // fprintf(stderr, ">>> %s >>> %.*s\n",
  69. // yaml_event_name(event->type),
  70. // event->type == YAML_SCALAR_EVENT ? event->data.scalar.length : 0,
  71. // event->type == YAML_SCALAR_EVENT ? (char *)event->data.scalar.value : "");
  72. return true;
  73. }
  74. #define yaml_parse_expect_event(parser, type) yaml_parse_expect_event_with_trace(parser, type, __LINE__, __FUNCTION__, __FILE__)
  75. static bool yaml_parse_expect_event_with_trace(yaml_parser_t *parser, yaml_event_type_t type, size_t line, const char *function, const char *file) {
  76. yaml_event_t event;
  77. if (!yaml_parse(parser, &event))
  78. return false;
  79. bool ret = true;
  80. if(event.type != type) {
  81. yaml_error_with_trace(parser, &event, line, function, file, "unexpected event - expecting: %s", yaml_event_name(type));
  82. ret = false;
  83. }
  84. // else
  85. // fprintf(stderr, "OK (%zu@%s, %s()\n", line, file, function);
  86. yaml_event_delete(&event);
  87. return ret;
  88. }
  89. #define yaml_scalar_matches(event, s, len) yaml_scalar_matches_with_trace(event, s, len, __LINE__, __FUNCTION__, __FILE__)
  90. static bool yaml_scalar_matches_with_trace(yaml_event_t *event, const char *s, size_t len, size_t line __maybe_unused, const char *function __maybe_unused, const char *file __maybe_unused) {
  91. if(event->type != YAML_SCALAR_EVENT)
  92. return false;
  93. if(len != event->data.scalar.length)
  94. return false;
  95. // else
  96. // fprintf(stderr, "OK (%zu@%s, %s()\n", line, file, function);
  97. return strcmp((char *)event->data.scalar.value, s) == 0;
  98. }
  99. // ----------------------------------------------------------------------------
  100. static size_t yaml_parse_filename_injection(yaml_parser_t *parser, LOG_JOB *jb) {
  101. yaml_event_t event;
  102. size_t errors = 0;
  103. if(!yaml_parse_expect_event(parser, YAML_MAPPING_START_EVENT))
  104. return 1;
  105. if (!yaml_parse(parser, &event))
  106. return 1;
  107. if (yaml_scalar_matches(&event, "key", strlen("key"))) {
  108. yaml_event_t sub_event;
  109. if (!yaml_parse(parser, &sub_event))
  110. errors++;
  111. else {
  112. if (sub_event.type == YAML_SCALAR_EVENT) {
  113. if(!log_job_filename_key_set(jb, (char *) sub_event.data.scalar.value,
  114. sub_event.data.scalar.length))
  115. errors++;
  116. }
  117. else {
  118. yaml_error(parser, &sub_event, "expected the filename as %s", yaml_event_name(YAML_SCALAR_EVENT));
  119. errors++;
  120. }
  121. yaml_event_delete(&sub_event);
  122. }
  123. }
  124. if(!yaml_parse_expect_event(parser, YAML_MAPPING_END_EVENT))
  125. errors++;
  126. yaml_event_delete(&event);
  127. return errors;
  128. }
  129. static size_t yaml_parse_filters(yaml_parser_t *parser, LOG_JOB *jb) {
  130. if(!yaml_parse_expect_event(parser, YAML_MAPPING_START_EVENT))
  131. return 1;
  132. size_t errors = 0;
  133. bool finished = false;
  134. while(!errors && !finished) {
  135. yaml_event_t event;
  136. if(!yaml_parse(parser, &event))
  137. return 1;
  138. if(event.type == YAML_SCALAR_EVENT) {
  139. if(yaml_scalar_matches(&event, "include", strlen("include"))) {
  140. yaml_event_t sub_event;
  141. if(!yaml_parse(parser, &sub_event))
  142. errors++;
  143. else {
  144. if(sub_event.type == YAML_SCALAR_EVENT) {
  145. if(!log_job_include_pattern_set(jb, (char *) sub_event.data.scalar.value,
  146. sub_event.data.scalar.length))
  147. errors++;
  148. }
  149. else {
  150. yaml_error(parser, &sub_event, "expected the include as %s",
  151. yaml_event_name(YAML_SCALAR_EVENT));
  152. errors++;
  153. }
  154. yaml_event_delete(&sub_event);
  155. }
  156. }
  157. else if(yaml_scalar_matches(&event, "exclude", strlen("exclude"))) {
  158. yaml_event_t sub_event;
  159. if(!yaml_parse(parser, &sub_event))
  160. errors++;
  161. else {
  162. if(sub_event.type == YAML_SCALAR_EVENT) {
  163. if(!log_job_exclude_pattern_set(jb,(char *) sub_event.data.scalar.value,
  164. sub_event.data.scalar.length))
  165. errors++;
  166. }
  167. else {
  168. yaml_error(parser, &sub_event, "expected the exclude as %s",
  169. yaml_event_name(YAML_SCALAR_EVENT));
  170. errors++;
  171. }
  172. yaml_event_delete(&sub_event);
  173. }
  174. }
  175. }
  176. else if(event.type == YAML_MAPPING_END_EVENT)
  177. finished = true;
  178. else {
  179. yaml_error(parser, &event, "expected %s or %s",
  180. yaml_event_name(YAML_SCALAR_EVENT),
  181. yaml_event_name(YAML_MAPPING_END_EVENT));
  182. errors++;
  183. }
  184. yaml_event_delete(&event);
  185. }
  186. return errors;
  187. }
  188. static size_t yaml_parse_prefix(yaml_parser_t *parser, LOG_JOB *jb) {
  189. yaml_event_t event;
  190. size_t errors = 0;
  191. if (!yaml_parse(parser, &event))
  192. return 1;
  193. if (event.type == YAML_SCALAR_EVENT) {
  194. if(!log_job_key_prefix_set(jb, (char *) event.data.scalar.value, event.data.scalar.length))
  195. errors++;
  196. }
  197. yaml_event_delete(&event);
  198. return errors;
  199. }
  200. static bool yaml_parse_constant_field_injection(yaml_parser_t *parser, LOG_JOB *jb, bool unmatched) {
  201. yaml_event_t event;
  202. if (!yaml_parse(parser, &event) || event.type != YAML_SCALAR_EVENT) {
  203. yaml_error(parser, &event, "Expected scalar for constant field injection key");
  204. yaml_event_delete(&event);
  205. return false;
  206. }
  207. char *key = strndupz((char *)event.data.scalar.value, event.data.scalar.length);
  208. char *value = NULL;
  209. bool ret = false;
  210. yaml_event_delete(&event);
  211. if (!yaml_parse(parser, &event) || event.type != YAML_SCALAR_EVENT) {
  212. yaml_error(parser, &event, "Expected scalar for constant field injection value");
  213. goto cleanup;
  214. }
  215. if(!yaml_scalar_matches(&event, "value", strlen("value"))) {
  216. yaml_error(parser, &event, "Expected scalar 'value'");
  217. goto cleanup;
  218. }
  219. if (!yaml_parse(parser, &event) || event.type != YAML_SCALAR_EVENT) {
  220. yaml_error(parser, &event, "Expected scalar for constant field injection value");
  221. goto cleanup;
  222. }
  223. value = strndupz((char *)event.data.scalar.value, event.data.scalar.length);
  224. if(!log_job_injection_add(jb, key, strlen(key), value, strlen(value), unmatched))
  225. ret = false;
  226. else
  227. ret = true;
  228. ret = true;
  229. cleanup:
  230. yaml_event_delete(&event);
  231. freez(key);
  232. freez(value);
  233. return !ret ? 1 : 0;
  234. }
  235. static bool yaml_parse_injection_mapping(yaml_parser_t *parser, LOG_JOB *jb, bool unmatched) {
  236. yaml_event_t event;
  237. size_t errors = 0;
  238. bool finished = false;
  239. while (!errors && !finished) {
  240. if (!yaml_parse(parser, &event)) {
  241. errors++;
  242. continue;
  243. }
  244. switch (event.type) {
  245. case YAML_SCALAR_EVENT:
  246. if (yaml_scalar_matches(&event, "key", strlen("key"))) {
  247. errors += yaml_parse_constant_field_injection(parser, jb, unmatched);
  248. } else {
  249. yaml_error(parser, &event, "Unexpected scalar in injection mapping");
  250. errors++;
  251. }
  252. break;
  253. case YAML_MAPPING_END_EVENT:
  254. finished = true;
  255. break;
  256. default:
  257. yaml_error(parser, &event, "Unexpected event in injection mapping");
  258. errors++;
  259. break;
  260. }
  261. yaml_event_delete(&event);
  262. }
  263. return errors == 0;
  264. }
  265. static size_t yaml_parse_injections(yaml_parser_t *parser, LOG_JOB *jb, bool unmatched) {
  266. yaml_event_t event;
  267. size_t errors = 0;
  268. bool finished = false;
  269. if (!yaml_parse_expect_event(parser, YAML_SEQUENCE_START_EVENT))
  270. return 1;
  271. while (!errors && !finished) {
  272. if (!yaml_parse(parser, &event)) {
  273. errors++;
  274. continue;
  275. }
  276. switch (event.type) {
  277. case YAML_MAPPING_START_EVENT:
  278. if (!yaml_parse_injection_mapping(parser, jb, unmatched))
  279. errors++;
  280. break;
  281. case YAML_SEQUENCE_END_EVENT:
  282. finished = true;
  283. break;
  284. default:
  285. yaml_error(parser, &event, "Unexpected event in injections sequence");
  286. errors++;
  287. break;
  288. }
  289. yaml_event_delete(&event);
  290. }
  291. return errors;
  292. }
  293. static size_t yaml_parse_unmatched(yaml_parser_t *parser, LOG_JOB *jb) {
  294. size_t errors = 0;
  295. bool finished = false;
  296. if (!yaml_parse_expect_event(parser, YAML_MAPPING_START_EVENT))
  297. return 1;
  298. while (!errors && !finished) {
  299. yaml_event_t event;
  300. if (!yaml_parse(parser, &event)) {
  301. errors++;
  302. continue;
  303. }
  304. switch (event.type) {
  305. case YAML_SCALAR_EVENT:
  306. if (yaml_scalar_matches(&event, "key", strlen("key"))) {
  307. yaml_event_t sub_event;
  308. if (!yaml_parse(parser, &sub_event)) {
  309. errors++;
  310. } else {
  311. if (sub_event.type == YAML_SCALAR_EVENT) {
  312. hashed_key_len_set(&jb->unmatched.key, (char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  313. } else {
  314. yaml_error(parser, &sub_event, "expected a scalar value for 'key'");
  315. errors++;
  316. }
  317. yaml_event_delete(&sub_event);
  318. }
  319. } else if (yaml_scalar_matches(&event, "inject", strlen("inject"))) {
  320. errors += yaml_parse_injections(parser, jb, true);
  321. } else {
  322. yaml_error(parser, &event, "Unexpected scalar in unmatched section");
  323. errors++;
  324. }
  325. break;
  326. case YAML_MAPPING_END_EVENT:
  327. finished = true;
  328. break;
  329. default:
  330. yaml_error(parser, &event, "Unexpected event in unmatched section");
  331. errors++;
  332. break;
  333. }
  334. yaml_event_delete(&event);
  335. }
  336. return errors;
  337. }
  338. static size_t yaml_parse_rewrites(yaml_parser_t *parser, LOG_JOB *jb) {
  339. size_t errors = 0;
  340. if (!yaml_parse_expect_event(parser, YAML_SEQUENCE_START_EVENT))
  341. return 1;
  342. bool finished = false;
  343. while (!errors && !finished) {
  344. yaml_event_t event;
  345. if (!yaml_parse(parser, &event)) {
  346. errors++;
  347. continue;
  348. }
  349. switch (event.type) {
  350. case YAML_MAPPING_START_EVENT:
  351. {
  352. RW_FLAGS flags = RW_NONE;
  353. char *key = NULL;
  354. char *search_pattern = NULL;
  355. char *replace_pattern = NULL;
  356. bool mapping_finished = false;
  357. while (!errors && !mapping_finished) {
  358. yaml_event_t sub_event;
  359. if (!yaml_parse(parser, &sub_event)) {
  360. errors++;
  361. continue;
  362. }
  363. switch (sub_event.type) {
  364. case YAML_SCALAR_EVENT:
  365. if (yaml_scalar_matches(&sub_event, "key", strlen("key"))) {
  366. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  367. yaml_error(parser, &sub_event, "Expected scalar for rewrite key");
  368. errors++;
  369. } else {
  370. freez(key);
  371. key = strndupz((char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  372. yaml_event_delete(&sub_event);
  373. }
  374. } else if (yaml_scalar_matches(&sub_event, "match", strlen("match"))) {
  375. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  376. yaml_error(parser, &sub_event, "Expected scalar for rewrite match PCRE2 pattern");
  377. errors++;
  378. }
  379. else {
  380. if(search_pattern)
  381. freez(search_pattern);
  382. flags |= RW_MATCH_PCRE2;
  383. flags &= ~RW_MATCH_NON_EMPTY;
  384. search_pattern = strndupz((char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  385. yaml_event_delete(&sub_event);
  386. }
  387. } else if (yaml_scalar_matches(&sub_event, "not_empty", strlen("not_empty"))) {
  388. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  389. yaml_error(parser, &sub_event, "Expected scalar for rewrite not empty condition");
  390. errors++;
  391. }
  392. else {
  393. if(search_pattern)
  394. freez(search_pattern);
  395. flags |= RW_MATCH_NON_EMPTY;
  396. flags &= ~RW_MATCH_PCRE2;
  397. search_pattern = strndupz((char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  398. yaml_event_delete(&sub_event);
  399. }
  400. } else if (yaml_scalar_matches(&sub_event, "value", strlen("value"))) {
  401. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  402. yaml_error(parser, &sub_event, "Expected scalar for rewrite value");
  403. errors++;
  404. } else {
  405. freez(replace_pattern);
  406. replace_pattern = strndupz((char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  407. yaml_event_delete(&sub_event);
  408. }
  409. } else if (yaml_scalar_matches(&sub_event, "stop", strlen("stop"))) {
  410. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  411. yaml_error(parser, &sub_event, "Expected scalar for rewrite stop boolean");
  412. errors++;
  413. } else {
  414. if(strncmp((char*)sub_event.data.scalar.value, "no", 2) == 0 ||
  415. strncmp((char*)sub_event.data.scalar.value, "false", 5) == 0)
  416. flags |= RW_DONT_STOP;
  417. else
  418. flags &= ~RW_DONT_STOP;
  419. yaml_event_delete(&sub_event);
  420. }
  421. } else if (yaml_scalar_matches(&sub_event, "inject", strlen("inject"))) {
  422. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  423. yaml_error(parser, &sub_event, "Expected scalar for rewrite inject boolean");
  424. errors++;
  425. } else {
  426. if(strncmp((char*)sub_event.data.scalar.value, "yes", 3) == 0 ||
  427. strncmp((char*)sub_event.data.scalar.value, "true", 4) == 0)
  428. flags |= RW_INJECT;
  429. else
  430. flags &= ~RW_INJECT;
  431. yaml_event_delete(&sub_event);
  432. }
  433. } else {
  434. yaml_error(parser, &sub_event, "Unexpected scalar in rewrite mapping");
  435. errors++;
  436. }
  437. break;
  438. case YAML_MAPPING_END_EVENT:
  439. if(key) {
  440. if (!log_job_rewrite_add(jb, key, flags, search_pattern, replace_pattern))
  441. errors++;
  442. }
  443. freez(key);
  444. key = NULL;
  445. freez(search_pattern);
  446. search_pattern = NULL;
  447. freez(replace_pattern);
  448. replace_pattern = NULL;
  449. flags = RW_NONE;
  450. mapping_finished = true;
  451. break;
  452. default:
  453. yaml_error(parser, &sub_event, "Unexpected event in rewrite mapping");
  454. errors++;
  455. break;
  456. }
  457. yaml_event_delete(&sub_event);
  458. }
  459. freez(replace_pattern);
  460. replace_pattern = NULL;
  461. freez(search_pattern);
  462. search_pattern = NULL;
  463. }
  464. break;
  465. case YAML_SEQUENCE_END_EVENT:
  466. finished = true;
  467. break;
  468. default:
  469. yaml_error(parser, &event, "Unexpected event in rewrites sequence");
  470. errors++;
  471. break;
  472. }
  473. yaml_event_delete(&event);
  474. }
  475. return errors;
  476. }
  477. static size_t yaml_parse_renames(yaml_parser_t *parser, LOG_JOB *jb) {
  478. size_t errors = 0;
  479. if (!yaml_parse_expect_event(parser, YAML_SEQUENCE_START_EVENT))
  480. return 1;
  481. bool finished = false;
  482. while (!errors && !finished) {
  483. yaml_event_t event;
  484. if (!yaml_parse(parser, &event)) {
  485. errors++;
  486. continue;
  487. }
  488. switch (event.type) {
  489. case YAML_MAPPING_START_EVENT:
  490. {
  491. struct key_rename rn = { 0 };
  492. bool mapping_finished = false;
  493. while (!errors && !mapping_finished) {
  494. yaml_event_t sub_event;
  495. if (!yaml_parse(parser, &sub_event)) {
  496. errors++;
  497. continue;
  498. }
  499. switch (sub_event.type) {
  500. case YAML_SCALAR_EVENT:
  501. if (yaml_scalar_matches(&sub_event, "new_key", strlen("new_key"))) {
  502. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  503. yaml_error(parser, &sub_event, "Expected scalar for rename new_key");
  504. errors++;
  505. } else {
  506. hashed_key_len_set(&rn.new_key, (char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  507. yaml_event_delete(&sub_event);
  508. }
  509. } else if (yaml_scalar_matches(&sub_event, "old_key", strlen("old_key"))) {
  510. if (!yaml_parse(parser, &sub_event) || sub_event.type != YAML_SCALAR_EVENT) {
  511. yaml_error(parser, &sub_event, "Expected scalar for rename old_key");
  512. errors++;
  513. } else {
  514. hashed_key_len_set(&rn.old_key, (char *)sub_event.data.scalar.value, sub_event.data.scalar.length);
  515. yaml_event_delete(&sub_event);
  516. }
  517. } else {
  518. yaml_error(parser, &sub_event, "Unexpected scalar in rewrite mapping");
  519. errors++;
  520. }
  521. break;
  522. case YAML_MAPPING_END_EVENT:
  523. if(rn.old_key.key && rn.new_key.key) {
  524. if (!log_job_rename_add(jb, rn.new_key.key, rn.new_key.len,
  525. rn.old_key.key, rn.old_key.len))
  526. errors++;
  527. }
  528. rename_cleanup(&rn);
  529. mapping_finished = true;
  530. break;
  531. default:
  532. yaml_error(parser, &sub_event, "Unexpected event in rewrite mapping");
  533. errors++;
  534. break;
  535. }
  536. yaml_event_delete(&sub_event);
  537. }
  538. }
  539. break;
  540. case YAML_SEQUENCE_END_EVENT:
  541. finished = true;
  542. break;
  543. default:
  544. yaml_error(parser, &event, "Unexpected event in rewrites sequence");
  545. errors++;
  546. break;
  547. }
  548. yaml_event_delete(&event);
  549. }
  550. return errors;
  551. }
  552. static size_t yaml_parse_pattern(yaml_parser_t *parser, LOG_JOB *jb) {
  553. yaml_event_t event;
  554. size_t errors = 0;
  555. if (!yaml_parse(parser, &event))
  556. return 1;
  557. if(event.type == YAML_SCALAR_EVENT)
  558. log_job_pattern_set(jb, (char *) event.data.scalar.value, event.data.scalar.length);
  559. else {
  560. yaml_error(parser, &event, "unexpected event type");
  561. errors++;
  562. }
  563. yaml_event_delete(&event);
  564. return errors;
  565. }
  566. static size_t yaml_parse_initialized(yaml_parser_t *parser, LOG_JOB *jb) {
  567. size_t errors = 0;
  568. if(!yaml_parse_expect_event(parser, YAML_STREAM_START_EVENT)) {
  569. errors++;
  570. goto cleanup;
  571. }
  572. if(!yaml_parse_expect_event(parser, YAML_DOCUMENT_START_EVENT)) {
  573. errors++;
  574. goto cleanup;
  575. }
  576. if(!yaml_parse_expect_event(parser, YAML_MAPPING_START_EVENT)) {
  577. errors++;
  578. goto cleanup;
  579. }
  580. bool finished = false;
  581. while (!errors && !finished) {
  582. yaml_event_t event;
  583. if(!yaml_parse(parser, &event)) {
  584. errors++;
  585. continue;
  586. }
  587. switch(event.type) {
  588. default:
  589. yaml_error(parser, &event, "unexpected type");
  590. errors++;
  591. break;
  592. case YAML_MAPPING_END_EVENT:
  593. finished = true;
  594. break;
  595. case YAML_SCALAR_EVENT:
  596. if (yaml_scalar_matches(&event, "pattern", strlen("pattern")))
  597. errors += yaml_parse_pattern(parser, jb);
  598. else if (yaml_scalar_matches(&event, "prefix", strlen("prefix")))
  599. errors += yaml_parse_prefix(parser, jb);
  600. else if (yaml_scalar_matches(&event, "filename", strlen("filename")))
  601. errors += yaml_parse_filename_injection(parser, jb);
  602. else if (yaml_scalar_matches(&event, "filter", strlen("filter")))
  603. errors += yaml_parse_filters(parser, jb);
  604. else if (yaml_scalar_matches(&event, "inject", strlen("inject")))
  605. errors += yaml_parse_injections(parser, jb, false);
  606. else if (yaml_scalar_matches(&event, "unmatched", strlen("unmatched")))
  607. errors += yaml_parse_unmatched(parser, jb);
  608. else if (yaml_scalar_matches(&event, "rewrite", strlen("rewrite")))
  609. errors += yaml_parse_rewrites(parser, jb);
  610. else if (yaml_scalar_matches(&event, "rename", strlen("rename")))
  611. errors += yaml_parse_renames(parser, jb);
  612. else {
  613. yaml_error(parser, &event, "unexpected scalar");
  614. errors++;
  615. }
  616. break;
  617. }
  618. yaml_event_delete(&event);
  619. }
  620. if(!errors && !yaml_parse_expect_event(parser, YAML_DOCUMENT_END_EVENT)) {
  621. errors++;
  622. goto cleanup;
  623. }
  624. if(!errors && !yaml_parse_expect_event(parser, YAML_STREAM_END_EVENT)) {
  625. errors++;
  626. goto cleanup;
  627. }
  628. cleanup:
  629. return errors;
  630. }
  631. bool yaml_parse_file(const char *config_file_path, LOG_JOB *jb) {
  632. if(!config_file_path || !*config_file_path) {
  633. log2stderr("yaml configuration filename cannot be empty.");
  634. return false;
  635. }
  636. FILE *fp = fopen(config_file_path, "r");
  637. if (!fp) {
  638. log2stderr("Error opening config file: %s", config_file_path);
  639. return false;
  640. }
  641. yaml_parser_t parser;
  642. yaml_parser_initialize(&parser);
  643. yaml_parser_set_input_file(&parser, fp);
  644. size_t errors = yaml_parse_initialized(&parser, jb);
  645. yaml_parser_delete(&parser);
  646. fclose(fp);
  647. return errors == 0;
  648. }
  649. bool yaml_parse_config(const char *config_name, LOG_JOB *jb) {
  650. char filename[FILENAME_MAX + 1];
  651. snprintf(filename, sizeof(filename), "%s/%s.yaml", LOG2JOURNAL_CONFIG_PATH, config_name);
  652. return yaml_parse_file(filename, jb);
  653. }
  654. #endif // HAVE_LIBYAML
  655. // ----------------------------------------------------------------------------
  656. // printing yaml
  657. static void yaml_print_multiline_value(const char *s, size_t depth) {
  658. if (!s)
  659. s = "";
  660. do {
  661. const char* next = strchr(s, '\n');
  662. if(next) next++;
  663. size_t len = next ? (size_t)(next - s) : strlen(s);
  664. char buf[len + 1];
  665. copy_to_buffer(buf, sizeof(buf), s, len);
  666. fprintf(stderr, "%.*s%s%s",
  667. (int)(depth * 2), " ",
  668. buf, next ? "" : "\n");
  669. s = next;
  670. } while(s && *s);
  671. }
  672. static bool needs_quotes_in_yaml(const char *str) {
  673. // Lookup table for special YAML characters
  674. static bool special_chars[256] = { false };
  675. static bool table_initialized = false;
  676. if (!table_initialized) {
  677. // Initialize the lookup table
  678. const char *special_chars_str = ":{}[],&*!|>'\"%@`^";
  679. for (const char *c = special_chars_str; *c; ++c) {
  680. special_chars[(unsigned char)*c] = true;
  681. }
  682. table_initialized = true;
  683. }
  684. while (*str) {
  685. if (special_chars[(unsigned char)*str]) {
  686. return true;
  687. }
  688. str++;
  689. }
  690. return false;
  691. }
  692. static void yaml_print_node(const char *key, const char *value, size_t depth, bool dash) {
  693. if(depth > 10) depth = 10;
  694. const char *quote = "'";
  695. const char *second_line = NULL;
  696. if(value && strchr(value, '\n')) {
  697. second_line = value;
  698. value = "|";
  699. quote = "";
  700. }
  701. else if(!value || !needs_quotes_in_yaml(value))
  702. quote = "";
  703. fprintf(stderr, "%.*s%s%s%s%s%s%s\n",
  704. (int)(depth * 2), " ", dash ? "- ": "",
  705. key ? key : "", key ? ": " : "",
  706. quote, value ? value : "", quote);
  707. if(second_line) {
  708. yaml_print_multiline_value(second_line, depth + 1);
  709. }
  710. }
  711. void log_job_configuration_to_yaml(LOG_JOB *jb) {
  712. if(jb->pattern)
  713. yaml_print_node("pattern", jb->pattern, 0, false);
  714. if(jb->prefix) {
  715. fprintf(stderr, "\n");
  716. yaml_print_node("prefix", jb->prefix, 0, false);
  717. }
  718. if(jb->filename.key.key) {
  719. fprintf(stderr, "\n");
  720. yaml_print_node("filename", NULL, 0, false);
  721. yaml_print_node("key", jb->filename.key.key, 1, false);
  722. }
  723. if(jb->filter.include.pattern || jb->filter.exclude.pattern) {
  724. fprintf(stderr, "\n");
  725. yaml_print_node("filter", NULL, 0, false);
  726. if(jb->filter.include.pattern)
  727. yaml_print_node("include", jb->filter.include.pattern, 1, false);
  728. if(jb->filter.exclude.pattern)
  729. yaml_print_node("exclude", jb->filter.exclude.pattern, 1, false);
  730. }
  731. if(jb->renames.used) {
  732. fprintf(stderr, "\n");
  733. yaml_print_node("rename", NULL, 0, false);
  734. for(size_t i = 0; i < jb->renames.used ;i++) {
  735. yaml_print_node("new_key", jb->renames.array[i].new_key.key, 1, true);
  736. yaml_print_node("old_key", jb->renames.array[i].old_key.key, 2, false);
  737. }
  738. }
  739. if(jb->injections.used) {
  740. fprintf(stderr, "\n");
  741. yaml_print_node("inject", NULL, 0, false);
  742. for (size_t i = 0; i < jb->injections.used; i++) {
  743. yaml_print_node("key", jb->injections.keys[i].key.key, 1, true);
  744. yaml_print_node("value", jb->injections.keys[i].value.pattern, 2, false);
  745. }
  746. }
  747. if(jb->rewrites.used) {
  748. fprintf(stderr, "\n");
  749. yaml_print_node("rewrite", NULL, 0, false);
  750. for(size_t i = 0; i < jb->rewrites.used ;i++) {
  751. REWRITE *rw = &jb->rewrites.array[i];
  752. yaml_print_node("key", rw->key.key, 1, true);
  753. if(rw->flags & RW_MATCH_PCRE2)
  754. yaml_print_node("match", rw->match_pcre2.pattern, 2, false);
  755. else if(rw->flags & RW_MATCH_NON_EMPTY)
  756. yaml_print_node("not_empty", rw->match_non_empty.pattern, 2, false);
  757. yaml_print_node("value", rw->value.pattern, 2, false);
  758. if(rw->flags & RW_INJECT)
  759. yaml_print_node("inject", "yes", 2, false);
  760. if(rw->flags & RW_DONT_STOP)
  761. yaml_print_node("stop", "no", 2, false);
  762. }
  763. }
  764. if(jb->unmatched.key.key || jb->unmatched.injections.used) {
  765. fprintf(stderr, "\n");
  766. yaml_print_node("unmatched", NULL, 0, false);
  767. if(jb->unmatched.key.key)
  768. yaml_print_node("key", jb->unmatched.key.key, 1, false);
  769. if(jb->unmatched.injections.used) {
  770. fprintf(stderr, "\n");
  771. yaml_print_node("inject", NULL, 1, false);
  772. for (size_t i = 0; i < jb->unmatched.injections.used; i++) {
  773. yaml_print_node("key", jb->unmatched.injections.keys[i].key.key, 2, true);
  774. yaml_print_node("value", jb->unmatched.injections.keys[i].value.pattern, 3, false);
  775. }
  776. }
  777. }
  778. }