frcrawler/schema.example.postgresql.sql

-- Crawler results

CREATE TABLE IF NOT EXISTS crawler_results (
    job_id UUID,
    result JSONB,
    PRIMARY KEY(job_id)
);

CREATE INDEX idx_crawler_results__batch_id ON crawler_results (uuid(result->>'batch_id'));

-- Batch metadata

CREATE TABLE IF NOT EXISTS batches_metadata (
    batch_id UUID,
    scheduled_at TIMESTAMP,
    queue VARCHAR,
    datasource VARCHAR,
    storage VARCHAR,
    job_name VARCHAR,
    scheduled_job_count VARCHAR,
    PRIMARY KEY(batch_id)
);