RedFin ERD Global Scraper ver 0.4

Tables (8)

app_user

  • id — UUID — Primary key
  • email — CITEXT — NOT NULL
  • password_hash — TEXT
  • name — TEXT
  • locale — TEXT
  • timezone — TEXT
  • is_active — BOOLEAN — NOT NULL
  • created_at — TIMESTAMPTZ — NOT NULL
  • updated_at — TIMESTAMPTZ — NOT NULL

article_contents

  • id — SERIAL — Primary key
  • news_article_id — INTEGER — Foreign key → news_articles.id
  • link — TEXT — NOT NULL
  • source — VARCHAR(255) — NOT NULL
  • title — TEXT — NOT NULL
  • published — TIMESTAMP
  • body — TEXT
  • images — JSONB
  • extraction_status — VARCHAR(50)
  • error_message — TEXT
  • created_at — TIMESTAMP
  • updated_at — TIMESTAMP

auth_account

  • id — UUID — Primary key
  • user_id — UUID — Foreign key → app_user.id
  • provider — auth_provider — NOT NULL
  • provider_account_id — TEXT — NOT NULL
  • access_token_enc — TEXT
  • refresh_token_enc — TEXT
  • token_expires_at — TIMESTAMPTZ
  • created_at — TIMESTAMPTZ — NOT NULL

bookmark

  • id — UUID — Primary key
  • workspace_id — UUID — Foreign key
  • folder_id — UUID — Foreign key
  • content_id — UUID — Foreign key → article_contents.id
  • url — TEXT
  • title_snapshot — TEXT
  • note — TEXT
  • is_favorite — BOOLEAN — NOT NULL
  • is_archived — BOOLEAN — NOT NULL
  • created_by — UUID — NOT NULL
  • created_at — TIMESTAMPTZ — NOT NULL
  • updated_at — TIMESTAMPTZ — NOT NULL

crawl_logs

  • id — SERIAL — Primary key
  • feed_id — INTEGER — Foreign key → feeds.id
  • spider_name — VARCHAR(100) — NOT NULL
  • feed_id2 — INTEGER
  • status — VARCHAR(50) — NOT NULL
  • items_processed — INTEGER
  • items_saved — INTEGER
  • error_count — INTEGER
  • start_time — TIMESTAMP — NOT NULL
  • end_time — TIMESTAMP
  • duration_seconds — INTEGER
  • created_at — TIMESTAMP

feed_groups

  • id — SERIAL — Primary key
  • name — VARCHAR(100) — NOT NULL
  • description — TEXT
  • priority — INTEGER
  • is_active — BOOLEAN
  • created_at — TIMESTAMP

feeds

  • id — SERIAL — Primary key
  • name — VARCHAR(255) — NOT NULL
  • url — TEXT — NOT NULL
  • group_category — VARCHAR(100)
  • is_active — BOOLEAN
  • last_crawled_at — TIMESTAMP
  • error_count — INTEGER
  • created_at — TIMESTAMP
  • updated_at — TIMESTAMP
  • group_id — INTEGER — Foreign key → feed_groups.id

news_articles

  • id — SERIAL — Primary key
  • feed_id — INTEGER — Foreign key → feeds.id
  • source — VARCHAR(255) — NOT NULL
  • title — TEXT — NOT NULL
  • link — TEXT — NOT NULL
  • published — TIMESTAMP
  • summary — TEXT
  • authors — JSONB
  • tags — JSONB
  • raw_data — JSONB
  • created_at — TIMESTAMP
  • updated_at — TIMESTAMP