17 lines
661 B
SQL
17 lines
661 B
SQL
-- Per-URL scan history for dedup against previous scans (beyond jobs.url UNIQUE).
|
|
-- Tracks every URL ever seen with status so we can skip expired/filtered without re-fetch.
|
|
|
|
CREATE TABLE IF NOT EXISTS scanned_urls (
|
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
url TEXT UNIQUE NOT NULL,
|
|
company TEXT NOT NULL,
|
|
title TEXT,
|
|
source TEXT NOT NULL,
|
|
status TEXT NOT NULL DEFAULT 'added',
|
|
first_seen TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
last_seen TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
);
|
|
|
|
CREATE INDEX IF NOT EXISTS idx_scanned_urls_company ON scanned_urls(company);
|
|
CREATE INDEX IF NOT EXISTS idx_scanned_urls_status ON scanned_urls(status);
|