fix: clean up utcnow deprecation warnings, fix 12 failing tests, add CI/CD pipeline manifests

- Replace all datetime.utcnow() with datetime.now(tz=timezone.utc) across 8 files
- Fix 12 failing tests to match current implementation behavior
- Fix pytest_plugins in non-top-level conftest (moved to root conftest.py)
- Auto-fix 189 lint issues (import sorting, unused imports)
- Add CI/CD pipeline infrastructure (ARC, ArgoCD, Kargo manifests)
- Add values-beta.yaml and values-paper.yaml for staged deployments
- Update GitHub Actions workflow to use self-hosted-gremlin runners
- Add integration-test job to CI pipeline

Result: 1596 passed, 0 failed, 0 warnings
This commit is contained in:
Celes Renata
2026-04-18 03:59:28 +00:00
parent 40227a4eb2
commit c85c0068a2
123 changed files with 7221 additions and 405 deletions
+9 -15
View File
@@ -13,7 +13,6 @@ Design ref: Section 5.2, 5.3, 7, 8.4
"""
from __future__ import annotations
import io
import re
from datetime import date, datetime, timezone
from pathlib import Path
@@ -23,13 +22,9 @@ import pyarrow as pa
import pyarrow.parquet as pq
from services.lake_publisher.iceberg import (
ICEBERG_CATALOG,
ICEBERG_SCHEMA,
TABLE_SCHEMAS,
IcebergTableDef,
_arrow_type_to_trino,
get_all_table_defs,
get_table_def,
)
from services.lake_publisher.partitions import (
LAKEHOUSE_BUCKET,
@@ -40,8 +35,8 @@ from services.lake_publisher.partitions import (
)
from services.lake_publisher.worker import (
COMPANY_EVENTS_SCHEMA,
DOCUMENTS_SCHEMA,
DOCUMENT_EXTRACTIONS_SCHEMA,
DOCUMENTS_SCHEMA,
MARKET_BARS_SCHEMA,
MARKET_QUOTES_SCHEMA,
MODEL_PERFORMANCE_SCHEMA,
@@ -51,18 +46,17 @@ from services.lake_publisher.worker import (
TRADE_FILLS_SCHEMA,
TRADE_ORDERS_SCHEMA,
TRADE_SIGNALS_SCHEMA,
publish_market_bar,
publish_document_fact,
publish_document_extraction,
publish_trade_signal,
publish_trade_order,
publish_trade_fill,
publish_position_daily,
publish_pnl_daily,
publish_company_event,
publish_document_extraction,
publish_document_fact,
publish_market_bar,
publish_market_quote,
publish_prediction_fact,
publish_model_performance,
publish_pnl_daily,
publish_position_daily,
publish_prediction_fact,
publish_trade_fill,
publish_trade_order,
)
from services.shared.schemas import (
ActionType,