mirror of
https://gitlab.rd.nic.fr/labs/frcrawler/frcrawler.git
synced 2025-04-04 03:15:14 +02:00
20 lines
447 B
SQL
20 lines
447 B
SQL
-- Crawler results
|
|
|
|
CREATE TABLE IF NOT EXISTS crawler_results (
|
|
job_id UUID,
|
|
result String,
|
|
) ENGINE = MergeTree
|
|
ORDER BY (JSONExtractString(result, 'batch_id'), job_id);
|
|
|
|
-- Batch metadata
|
|
|
|
CREATE TABLE IF NOT EXISTS batches_metadata (
|
|
batch_id UUID,
|
|
scheduled_at DateTime,
|
|
queue String,
|
|
datasource String,
|
|
storage String,
|
|
job_name String,
|
|
scheduled_job_count String
|
|
) ENGINE = MergeTree
|
|
ORDER BY (batch_id);
|