ETL

Tables (21)

cur_bar_1m

  • ts_start_utc — TIMESTAMPTZ — Primary key — NOT NULL
  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id — NOT NULL
  • o — NUMERIC(20, 8) — NOT NULL
  • h — NUMERIC(20, 8) — NOT NULL
  • l — NUMERIC(20, 8) — NOT NULL
  • c — NUMERIC(20, 8) — NOT NULL
  • v — NUMERIC(28, 8) — NOT NULL
  • vwap — NUMERIC(20, 8)
  • trades — INTEGER — NOT NULL

cur_md_quote_l1

  • cur_quote_id — BIGSERIAL
  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id — NOT NULL
  • ts_event_utc — TIMESTAMPTZ — NOT NULL
  • ts_ingest_utc — TIMESTAMPTZ — NOT NULL
  • seq — INTEGER — NOT NULL
  • payload_hash — TEXT — NOT NULL
  • quality_flags — TEXT — NOT NULL
  • bid_px — NUMERIC(20, 8) — NOT NULL
  • bid_sz — NUMERIC(28, 8) — NOT NULL
  • ask_px — NUMERIC(20, 8) — NOT NULL
  • ask_sz — NUMERIC(28, 8) — NOT NULL

cur_md_trade

  • cur_trade_id — BIGSERIAL
  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id — NOT NULL
  • ts_event_utc — TIMESTAMPTZ — NOT NULL
  • ts_ingest_utc — TIMESTAMPTZ — NOT NULL
  • seq — INTEGER — NOT NULL
  • payload_hash — TEXT — NOT NULL
  • quality_flags — TEXT — NOT NULL
  • price — NUMERIC(20, 8) — NOT NULL
  • size — NUMERIC(28, 8) — NOT NULL
  • side — TEXT — NOT NULL

etl_watermarks

  • job_name — TEXT
  • ts_highwater_utc — TIMESTAMPTZ — NOT NULL
  • state_json — JSONB — NOT NULL

md_exception

  • exception_id — BIGSERIAL
  • stream_type — TEXT — NOT NULL
  • source_id — TEXT
  • venue — TEXT
  • symbol — TEXT
  • ts_event_utc — TIMESTAMPTZ
  • ts_ingest_utc — TIMESTAMPTZ — NOT NULL
  • seq — INTEGER
  • payload_hash — TEXT
  • reason_code — TEXT — NOT NULL
  • reason_detail — TEXT
  • raw_payload — TEXT

oms_fill

  • fill_id — BIGSERIAL
  • order_id — BIGINT — Foreign key → oms_order.order_id — NOT NULL
  • ts_utc — TIMESTAMPTZ — NOT NULL
  • fill_px — NUMERIC(20, 8) — NOT NULL
  • fill_qty — NUMERIC(28, 8) — NOT NULL
  • fee — NUMERIC(20, 8) — NOT NULL

oms_notice

  • notice_id — BIGSERIAL
  • order_id — BIGINT — Foreign key → oms_order.order_id — NOT NULL
  • ts_utc — TIMESTAMPTZ — NOT NULL
  • notice_type — TEXT — NOT NULL
  • payload — TEXT — NOT NULL

oms_order

  • order_id — BIGSERIAL
  • client_order_id — TEXT — NOT NULL
  • strategy_id — TEXT — NOT NULL
  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id — NOT NULL
  • venue — TEXT — NOT NULL
  • symbol — TEXT — NOT NULL
  • side — TEXT — NOT NULL
  • order_type — TEXT — NOT NULL
  • qty — NUMERIC(28, 8) — NOT NULL
  • limit_px — NUMERIC(20, 8)
  • tif — TEXT — NOT NULL
  • status — TEXT — NOT NULL
  • ts_created_utc — TIMESTAMPTZ — NOT NULL

oms_order_event

  • order_event_id — BIGSERIAL
  • order_id — BIGINT — Foreign key → oms_order.order_id — NOT NULL
  • status — TEXT — NOT NULL
  • reason — TEXT
  • ts_recv_utc — TIMESTAMPTZ — NOT NULL
  • ts_exchange_utc — TIMESTAMPTZ

parquet_daily_partition

  • partition_id — BIGSERIAL
  • kst_date — DATE — NOT NULL
  • dataset_name — TEXT — NOT NULL
  • object_prefix — TEXT — NOT NULL
  • row_count — BIGINT
  • bytes_total — BIGINT
  • content_hash — TEXT
  • created_utc — TIMESTAMPTZ — NOT NULL
  • export_run_id — BIGINT — Foreign key → stg_export_run.export_run_id

parquet_weekly_compaction

  • compaction_id — BIGSERIAL
  • week_start_kst — DATE — NOT NULL
  • week_end_kst — DATE — NOT NULL
  • dataset_name — TEXT — NOT NULL
  • object_prefix — TEXT — NOT NULL
  • row_count — BIGINT
  • bytes_total — BIGINT
  • content_hash — TEXT
  • created_utc — TIMESTAMPTZ — NOT NULL
  • export_run_id — BIGINT — Foreign key → stg_export_run.export_run_id

raw_md_quote_l1

  • raw_quote_id — BIGSERIAL
  • source_id — TEXT — NOT NULL
  • venue — TEXT — NOT NULL
  • symbol — TEXT — NOT NULL
  • ts_event_utc — TIMESTAMPTZ — NOT NULL
  • ts_ingest_utc — TIMESTAMPTZ — NOT NULL
  • seq — INTEGER — NOT NULL
  • payload_hash — TEXT — NOT NULL
  • bid_px — NUMERIC(20, 8) — NOT NULL
  • bid_sz — NUMERIC(28, 8) — NOT NULL
  • ask_px — NUMERIC(20, 8) — NOT NULL
  • ask_sz — NUMERIC(28, 8) — NOT NULL

raw_md_trade

  • raw_trade_id — BIGSERIAL
  • source_id — TEXT — NOT NULL
  • venue — TEXT — NOT NULL
  • symbol — TEXT — NOT NULL
  • ts_event_utc — TIMESTAMPTZ — NOT NULL
  • ts_ingest_utc — TIMESTAMPTZ — NOT NULL
  • seq — INTEGER — NOT NULL
  • payload_hash — TEXT — NOT NULL
  • price — NUMERIC(20, 8) — NOT NULL
  • size — NUMERIC(28, 8) — NOT NULL
  • side — TEXT — NOT NULL

ref_instrument

  • instrument_id — BIGSERIAL
  • venue — TEXT — NOT NULL
  • symbol — TEXT — NOT NULL
  • currency — TEXT
  • tick_size — NUMERIC(20, 8)
  • lot_size — NUMERIC(28, 8)
  • is_active — BOOLEAN — NOT NULL

srv_latest_bar_1m

  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id
  • ts_start_utc — TIMESTAMPTZ — NOT NULL
  • o — NUMERIC(20, 8) — NOT NULL
  • h — NUMERIC(20, 8) — NOT NULL
  • l — NUMERIC(20, 8) — NOT NULL
  • c — NUMERIC(20, 8) — NOT NULL
  • v — NUMERIC(28, 8) — NOT NULL

srv_latest_quote

  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id
  • ts_event_utc — TIMESTAMPTZ — NOT NULL
  • bid_px — NUMERIC(20, 8) — NOT NULL
  • bid_sz — NUMERIC(28, 8) — NOT NULL
  • ask_px — NUMERIC(20, 8) — NOT NULL
  • ask_sz — NUMERIC(28, 8) — NOT NULL

srv_latest_trade

  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id
  • ts_event_utc — TIMESTAMPTZ — NOT NULL
  • price — NUMERIC(20, 8) — NOT NULL
  • size — NUMERIC(28, 8) — NOT NULL
  • side — TEXT — NOT NULL

stg_bar_1m

  • ts_start_utc — TIMESTAMPTZ — Primary key — NOT NULL
  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id — NOT NULL
  • o — NUMERIC(20, 8) — NOT NULL
  • h — NUMERIC(20, 8) — NOT NULL
  • l — NUMERIC(20, 8) — NOT NULL
  • c — NUMERIC(20, 8) — NOT NULL
  • v — NUMERIC(28, 8) — NOT NULL
  • vwap — NUMERIC(20, 8)
  • trades — INTEGER — NOT NULL
  • kst_date — DATE — NOT NULL

stg_export_run

  • export_run_id — BIGSERIAL
  • started_utc — TIMESTAMPTZ — NOT NULL
  • finished_utc — TIMESTAMPTZ
  • export_kind — TEXT — NOT NULL
  • kst_date_from — DATE
  • kst_date_to — DATE
  • status — TEXT — NOT NULL
  • error_message — TEXT

stg_md_quote_l1

  • stg_quote_id — BIGSERIAL
  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id — NOT NULL
  • ts_event_utc — TIMESTAMPTZ — NOT NULL
  • ts_ingest_utc — TIMESTAMPTZ — NOT NULL
  • payload_hash — TEXT — NOT NULL
  • bid_px — NUMERIC(20, 8) — NOT NULL
  • bid_sz — NUMERIC(28, 8) — NOT NULL
  • ask_px — NUMERIC(20, 8) — NOT NULL
  • ask_sz — NUMERIC(28, 8) — NOT NULL
  • kst_date — DATE — NOT NULL

stg_md_trade

  • stg_trade_id — BIGSERIAL
  • instrument_id — BIGINT — Foreign key → ref_instrument.instrument_id — NOT NULL
  • ts_event_utc — TIMESTAMPTZ — NOT NULL
  • ts_ingest_utc — TIMESTAMPTZ — NOT NULL
  • payload_hash — TEXT — NOT NULL
  • price — NUMERIC(20, 8) — NOT NULL
  • size — NUMERIC(28, 8) — NOT NULL
  • side — TEXT — NOT NULL
  • kst_date — DATE — NOT NULL