feat: add source websites with automated endpoint analysis, target queue dispatch ordering, and markdown styling

db/database.py

@@ -33,6 +33,7 @@ CREATE TABLE IF NOT EXISTS targets (
     is_sleep_enabled BOOLEAN DEFAULT FALSE,
     auto_source_ids BIGINT[] DEFAULT '{}',
     language VARCHAR(32) DEFAULT 'fa',
+    dispatch_order VARCHAR(32) DEFAULT 'order',
     last_post_time TIMESTAMPTZ,
     is_active BOOLEAN DEFAULT TRUE,
     created_at TIMESTAMPTZ DEFAULT CURRENT_TIMESTAMP
@@ -131,6 +132,24 @@ CREATE TABLE IF NOT EXISTS channel_categories (
     created_at TIMESTAMPTZ DEFAULT CURRENT_TIMESTAMP
 );
 
+CREATE TABLE IF NOT EXISTS source_websites (
+    id SERIAL PRIMARY KEY,
+    name VARCHAR(255) NOT NULL,
+    url TEXT NOT NULL UNIQUE,
+    category_id INT REFERENCES channel_categories(id) ON DELETE SET NULL,
+    check_interval_min INT DEFAULT 30,
+    auto_reanalyze_hours INT DEFAULT 24,
+    last_reanalyzed_at TIMESTAMPTZ,
+    last_fetched_at TIMESTAMPTZ,
+    api_config JSONB DEFAULT '{}'::jsonb,
+    last_error TEXT,
+    last_error_at TIMESTAMPTZ,
+    is_active BOOLEAN DEFAULT TRUE,
+    created_at TIMESTAMPTZ DEFAULT CURRENT_TIMESTAMP
+);
+
+CREATE INDEX IF NOT EXISTS idx_source_websites_active ON source_websites(is_active);
+
 CREATE INDEX IF NOT EXISTS idx_ai_providers_active ON ai_providers(is_active);
 
 -- Migration safety for existing tables
@@ -152,6 +171,7 @@ ALTER TABLE targets ADD COLUMN IF NOT EXISTS is_sleep_enabled BOOLEAN DEFAULT FA
 ALTER TABLE targets ADD COLUMN IF NOT EXISTS auto_source_ids BIGINT[] DEFAULT '{}';
 ALTER TABLE targets ADD COLUMN IF NOT EXISTS language VARCHAR(32) DEFAULT 'fa';
 ALTER TABLE targets ADD COLUMN IF NOT EXISTS custom_prompt TEXT DEFAULT '';
+ALTER TABLE targets ADD COLUMN IF NOT EXISTS dispatch_order VARCHAR(32) DEFAULT 'order';
 ALTER TABLE sources ADD COLUMN IF NOT EXISTS context_message_count INT DEFAULT 0;
 ALTER TABLE posts ADD COLUMN IF NOT EXISTS source_created_at TIMESTAMPTZ;
 CREATE INDEX IF NOT EXISTS idx_posts_source_created ON posts(source_channel_id, source_created_at DESC);