yql-10180.sql 645 B

1234567891011121314151617181920212223
  1. /* syntax version 1 */
  2. USE plato;
  3. $logs_path = "//logs/antirobot-daemon-log2/1d";
  4. $results_path = "//home/antispam/antirobot/sharding_daily";
  5. $logs_per_run = 10;
  6. DEFINE SUBQUERY $last_tables($path, $limit) AS
  7. SELECT AGGREGATE_LIST(Name)
  8. FROM (
  9. SELECT ListLast(String::SplitToList(Path, "/")) as Name
  10. FROM FOLDER($path)
  11. WHERE Type = "table"
  12. ORDER BY Name DESC
  13. LIMIT $limit
  14. )
  15. END DEFINE;
  16. $logs = (SELECT * FROM $last_tables($logs_path, $logs_per_run));
  17. $processed_logs = (SELECT * FROM $last_tables($results_path, $logs_per_run));
  18. SELECT SetDifference(ToSet($logs), ToSet($processed_logs))