phase 14-15: docker build validation and helm deployment
This commit is contained in:
@@ -1,6 +1,9 @@
|
||||
-- Analytical fact table: documents
|
||||
-- Partitioned by dt and source_type on MinIO
|
||||
-- Path: s3://stonks-lakehouse/warehouse/documents/dt={yyyy-mm-dd}/source_type={type}/part-*.parquet
|
||||
-- Ingested document metadata for articles, filings, transcripts, and press releases.
|
||||
-- Partitioned by dt on MinIO.
|
||||
-- Path: s3://stonks-lakehouse/warehouse/documents/dt={yyyy-mm-dd}/part-*.parquet
|
||||
-- Requirements: 3.1, 3.3, 9.4, 9.5, 10.1, 10.4
|
||||
-- Design ref: Section 6.2, Section 7 (lake.documents)
|
||||
|
||||
CREATE TABLE IF NOT EXISTS lakehouse.stonks.documents (
|
||||
document_id VARCHAR,
|
||||
@@ -9,7 +12,11 @@ CREATE TABLE IF NOT EXISTS lakehouse.stonks.documents (
|
||||
ticker VARCHAR,
|
||||
publisher VARCHAR,
|
||||
title VARCHAR,
|
||||
url VARCHAR,
|
||||
canonical_url VARCHAR,
|
||||
language VARCHAR,
|
||||
published_at TIMESTAMP(6) WITH TIME ZONE,
|
||||
retrieved_at TIMESTAMP(6) WITH TIME ZONE,
|
||||
content_hash VARCHAR,
|
||||
confidence DOUBLE,
|
||||
dt DATE
|
||||
|
||||
Reference in New Issue
Block a user