Crawler

Tables (9)

crawler_platform

  • idx — int — NOT NULL — Platform Index' primary ke
  • name — varchar(64) — NOT NULL — Platform Name
  • icc_platform_idx — int — ICC Platform Index
  • created — timestamp(3)
  • updated — timestamp(3)
  • is_active — tinyint(1)

crawler_schedule

  • id — bigint
  • title — varchar(200) — NOT NULL
  • content — varchar(255)
  • crawling_id — bigint — NOT NULL
  • start_at — datetime(3)
  • end_at — datetime(3)
  • status — varchar(10)
  • crawler_num — int
  • before_day — int
  • until_page — int
  • pid — bigint
  • task_id — varchar(100)
  • creator — varchar(100)
  • updated — datetime(3)
  • created — datetime(3)
  • realtime — tinyint(1)

crawling

  • id — int
  • datagroup_id — int — NOT NULL
  • keyword_id — int — NOT NULL
  • state — tinyint
  • ip — char(64)
  • user — varchar(256)
  • lastupdate — datetime
  • concepter — varchar(128)
  • created — timestamp(3)
  • updated — timestamp(3)

data_189173

  • id — bigint
  • platform_name — varchar(64)
  • platform_form — varchar(64)
  • platform_title — varchar(256)
  • article_form — varchar(32)
  • article_parent — varchar(256)
  • article_id — varchar(128)
  • article_nickname — varchar(256)
  • article_title — varchar(1024)
  • article_data — longtext
  • article_url — varchar(255)
  • article_hit — int
  • article_date — datetime(6)
  • article_order — int
  • article_profile — varchar(1024)
  • article_profileurl — varchar(512)
  • platform_id — varchar(128)
  • keyword_id — int
  • reply_url — varchar(1024)
  • etc — longtext

datagroup

  • id — int — Data Group Index' primary ke
  • name — varchar(256) — Data Group Name
  • platform_idx — int — Platform Index
  • total_count — int
  • body_count — int
  • reply_count — int
  • oldest_date — datetime(3)
  • newest_date — datetime(3)
  • type — int — NOT NULL — Table
  • is_deleted — datetime(3) — Table
  • concepter — varchar(128) — Table
  • created — timestamp(3)
  • updated — timestamp(3)

keyword

  • id — int
  • realtime — tinyint(1)
  • searches — varchar(1024)
  • start — date
  • end — date
  • authorship — char(64)
  • state — tinyint
  • platform — int
  • concepter — varchar(128)
  • created — timestamp(3)
  • updated — timestamp(3)

tiktok_account (CopyOfyoutube_account)

  • id — varchar(50)
  • password — varchar(50)
  • total_project_from_google — int(11)
  • cookies — text
  • num_abused — int(2)
  • updated_at — datetime
  • created_at — datetime

youtube_account

  • idx — int(11)
  • account — varchar(50)
  • password — varchar(255)
  • total_project_from_google — int(11)
  • total_project — int(2)
  • num_abused — int(2)
  • is_valid — int(1)
  • pid — varchar(50)
  • updated_at — datetime
  • created_at — datetime
  • description — varchar(256)
  • OAuth_token — longtext
  • gcp_service_token — longtext
  • Field

youtube_api_key

  • idx — int(11)
  • y_id — varchar(50)
  • project_id — varchar(50)
  • project_name — varchar(50)
  • y_key — varchar(50)
  • quota_usage — int(11) unsigned
  • pid — int(11)
  • get_time — datetime
  • return_time — datetime
  • error_time — datetime
  • status_code — int(5)
  • reason — varchar(45)
  • message — varchar(1024)
  • abused — tinyint(4) unsigned
  • is_active — tinyint(4)
  • created — datetime
  • updated — datetime
  • in_use — tinyint(4)