lineage

Tables (31)

column_lineage

  • output_dataset_version_uuid — uuid
  • output_dataset_field_uuid — uuid
  • input_dataset_version_uuid — uuid
  • input_dataset_field_uuid — uuid
  • transformation_description — text
  • transformation_type — varchar(255)
  • created_at — timestamp — NOT NULL
  • updated_at — timestamp — NOT NULL

dataset_facets

  • created_at — timestamptz — NOT NULL
  • dataset_uuid — uuid
  • dataset_version_uuid — uuid
  • run_uuid — uuid
  • lineage_event_time — timestamptz — NOT NULL
  • lineage_event_type — varchar(64)
  • type — varchar(64) — NOT NULL
  • name — varchar(255) — NOT NULL
  • facet — jsonb — NOT NULL

dataset_fields

  • uuid — uuid — Primary key — NOT NULL
  • type — text
  • created_at — timestamptz — NOT NULL
  • updated_at — timestamptz — NOT NULL
  • dataset_uuid — uuid
  • name — varchar(255) — NOT NULL
  • description — text

dataset_fields_tag_mapping

  • tag_uuid — uuid — Primary key — NOT NULL
  • dataset_field_uuid — uuid — Primary key — NOT NULL
  • tagged_at — timestamp — NOT NULL

dataset_schema_versions

  • uuid — uuid — Primary key — NOT NULL
  • dataset_uuid — uuid
  • created_at — timestamptz — NOT NULL

dataset_schema_versions_field_mapping

  • dataset_schema_version_uuid — uuid — Primary key — NOT NULL
  • dataset_field_uuid — uuid — Primary key — NOT NULL

dataset_symlinks

  • dataset_uuid — uuid
  • name — varchar — NOT NULL
  • namespace_uuid — uuid
  • type — varchar(64)
  • is_primary — bool
  • created_at — timestamp — NOT NULL
  • updated_at — timestamp — NOT NULL

dataset_versions

  • uuid — uuid — Primary key — NOT NULL
  • created_at — timestamptz — NOT NULL
  • dataset_uuid — uuid
  • version — uuid — NOT NULL
  • run_uuid — uuid
  • fields — jsonb
  • namespace_name — varchar
  • dataset_name — varchar
  • lifecycle_state — varchar(63)
  • dataset_schema_version_uuid — uuid

dataset_versions_field_mapping

  • dataset_version_uuid — uuid — Primary key — NOT NULL
  • dataset_field_uuid — uuid — Primary key — NOT NULL

datasets

  • uuid — uuid — Primary key — NOT NULL
  • type — varchar(64) — NOT NULL
  • created_at — timestamptz — NOT NULL
  • updated_at — timestamptz — NOT NULL
  • namespace_uuid — uuid
  • source_uuid — uuid
  • name — varchar — NOT NULL
  • physical_name — varchar — NOT NULL
  • description — text
  • current_version_uuid — uuid
  • last_modified_at — timestamp
  • namespace_name — varchar
  • source_name — varchar
  • is_deleted — bool
  • is_hidden — bool

datasets_tag_mapping

  • tag_uuid — uuid — Primary key — NOT NULL
  • dataset_uuid — uuid — Primary key — NOT NULL
  • tagged_at — timestamp — NOT NULL

facet_migration_lock

  • created_at — timestamptz
  • run_uuid — uuid

flyway_schema_history

  • installed_rank — int4 — Primary key — NOT NULL
  • version — varchar(50)
  • description — varchar(200) — NOT NULL
  • type — varchar(20) — NOT NULL
  • script — varchar(1000) — NOT NULL
  • checksum — int4
  • installed_by — varchar(100) — NOT NULL
  • installed_on — timestamp — NOT NULL
  • execution_time — int4 — NOT NULL
  • success — bool — NOT NULL

job_facets

  • created_at — timestamptz — NOT NULL
  • job_uuid — uuid
  • run_uuid — uuid
  • lineage_event_time — timestamptz — NOT NULL
  • lineage_event_type — varchar(64)
  • name — varchar(255) — NOT NULL
  • facet — jsonb — NOT NULL
  • job_version_uuid — uuid

job_versions

  • uuid — uuid — Primary key — NOT NULL
  • created_at — timestamptz — NOT NULL
  • updated_at — timestamptz — NOT NULL
  • job_uuid — uuid
  • version — uuid — NOT NULL
  • location — varchar(255)
  • latest_run_uuid — uuid
  • job_context_uuid — uuid
  • namespace_uuid — uuid
  • namespace_name — varchar
  • job_name — varchar

job_versions_io_mapping

  • job_version_uuid — uuid
  • dataset_uuid — uuid — NOT NULL
  • io_type — varchar(64) — NOT NULL
  • job_uuid — uuid
  • job_symlink_target_uuid — uuid
  • is_current_job_version — bool
  • made_current_at — timestamp

jobs

  • uuid — uuid — Primary key — NOT NULL
  • type — varchar(64) — NOT NULL
  • created_at — timestamptz — NOT NULL
  • updated_at — timestamptz — NOT NULL
  • namespace_uuid — uuid
  • simple_name — varchar — NOT NULL
  • description — text
  • current_version_uuid — uuid
  • namespace_name — varchar
  • current_job_context_uuid — uuid
  • current_location — varchar
  • current_inputs — jsonb
  • symlink_target_uuid — uuid
  • parent_job_uuid — uuid
  • parent_job_uuid_string — bpchar(36)
  • is_hidden — bool
  • name — varchar — NOT NULL
  • aliases — _varchar
  • current_run_uuid — uuid

jobs_fqn

  • uuid — uuid — Primary key — NOT NULL
  • namespace_uuid — uuid — NOT NULL
  • namespace_name — varchar — NOT NULL
  • parent_job_name — varchar
  • aliases — _varchar
  • job_fqn — varchar — NOT NULL

jobs_tag_mapping

  • tag_uuid — uuid — Primary key — NOT NULL
  • job_uuid — uuid — Primary key — NOT NULL
  • tagged_at — timestamptz — NOT NULL

lineage_events

  • event_time — timestamptz — NOT NULL
  • event — jsonb — NOT NULL
  • event_type — text
  • job_name — text
  • job_namespace — text
  • producer — text
  • run_uuid — uuid
  • created_at — timestamptz
  • _event_type — varchar(64)

namespace_ownerships

  • uuid — uuid — Primary key — NOT NULL
  • started_at — timestamp — NOT NULL
  • ended_at — timestamp
  • namespace_uuid — uuid
  • owner_uuid — uuid

namespaces

  • uuid — uuid — Primary key — NOT NULL
  • created_at — timestamptz — NOT NULL
  • updated_at — timestamptz — NOT NULL
  • name — varchar — NOT NULL
  • description — text
  • current_owner_name — varchar(64)
  • is_hidden — bool

owners

  • uuid — uuid — Primary key — NOT NULL
  • created_at — timestamp — NOT NULL
  • name — varchar(64) — NOT NULL

run_args

  • uuid — uuid — Primary key — NOT NULL
  • created_at — timestamp — NOT NULL
  • args — text — NOT NULL
  • checksum — varchar(255) — NOT NULL

run_facets

  • created_at — timestamptz — NOT NULL
  • run_uuid — uuid
  • lineage_event_time — timestamptz — NOT NULL
  • lineage_event_type — varchar(64) — NOT NULL
  • name — varchar(255) — NOT NULL
  • facet — jsonb — NOT NULL

run_states

  • uuid — uuid — Primary key — NOT NULL
  • transitioned_at — timestamptz — NOT NULL
  • run_uuid — uuid
  • state — varchar(64) — NOT NULL

runs

  • uuid — uuid — Primary key — NOT NULL
  • created_at — timestamptz — NOT NULL
  • updated_at — timestamptz — NOT NULL
  • job_version_uuid — uuid
  • run_args_uuid — uuid
  • nominal_start_time — timestamp
  • nominal_end_time — timestamp
  • current_run_state — varchar(64)
  • start_run_state_uuid — uuid
  • end_run_state_uuid — uuid
  • external_id — varchar
  • namespace_name — varchar
  • job_name — varchar
  • location — varchar
  • transitioned_at — timestamp
  • started_at — timestamp
  • ended_at — timestamp
  • job_context_uuid — uuid
  • parent_run_uuid — uuid
  • job_uuid — uuid

runs_input_mapping

  • run_uuid — uuid — Primary key — NOT NULL
  • dataset_version_uuid — uuid — Primary key — NOT NULL

sources

  • uuid — uuid — Primary key — NOT NULL
  • type — varchar(64) — NOT NULL
  • created_at — timestamptz — NOT NULL
  • updated_at — timestamptz — NOT NULL
  • name — varchar — NOT NULL
  • connection_url — varchar — NOT NULL
  • description — text

stream_versions

  • dataset_version_uuid — uuid
  • schema_location — varchar(255) — NOT NULL

tags

  • uuid — uuid — Primary key — NOT NULL
  • created_at — timestamptz — NOT NULL
  • updated_at — timestamptz — NOT NULL
  • name — varchar — NOT NULL
  • description — text