phase 0+1: project scaffold, k8s manifests, CI pipeline, steering, hooks, tests
- Repository structure for all services, infra, lakehouse, dashboards - K8s manifests targeting stonks-oracle namespace with GHCR images - Ingress via Traefik with ca-issuer TLS for internal services - ConfigMap wired to existing cluster services (pg, redis, minio, ollama) - GitHub Actions workflow for lint, test, multi-service container builds - Dockerfile with build-arg CMD per service - Makefile for local build/push/deploy - Steering rules for TDD workflow, K8s conventions, project context - Agent hooks for lint-on-save, test-on-save, k8s-validate, phase-commit - Ruff linter config, all lint issues fixed - 14 passing tests for schemas, config, redis keys - PostgreSQL migrations, Trino catalogs, Superset config, MinIO lifecycle
This commit is contained in:
@@ -0,0 +1,40 @@
|
||||
# Kubernetes Manifests — Stonks Oracle
|
||||
|
||||
All manifests target the `stonks-oracle` namespace.
|
||||
|
||||
## Prerequisites (already running in cluster)
|
||||
- `postgresql-service` — PostgreSQL
|
||||
- `redis-service` — Redis
|
||||
- `minio-service` / `minio-operator` — MinIO
|
||||
- `ollama-service` — Ollama LLM
|
||||
|
||||
## Shared Configuration
|
||||
- `namespace.yaml` — namespace definition
|
||||
- `configmap.yaml` — environment config referencing existing cluster services
|
||||
- `secrets.yaml` — credentials (update before deploying)
|
||||
|
||||
## Application Workloads
|
||||
- `symbol-registry.yaml` — company/watchlist/source management API
|
||||
- `scheduler.yaml` — polling orchestrator
|
||||
- `ingestion-worker.yaml` — fetches external data, stores raw artifacts
|
||||
- `parser-worker.yaml` — HTML-to-text, normalization, quality scoring
|
||||
- `extractor-worker.yaml` — Ollama structured extraction
|
||||
- `aggregation-worker.yaml` — trend summaries and signal aggregation
|
||||
- `recommendation-worker.yaml` — trade recommendation generation
|
||||
- `risk-engine.yaml` — risk controls and trade eligibility API
|
||||
- `broker-adapter.yaml` — paper/live trading adapter
|
||||
- `lake-publisher.yaml` — operational-to-analytical fact publisher
|
||||
- `query-api.yaml` — analytics and admin API
|
||||
|
||||
## Analytics Infrastructure
|
||||
- `hive-metastore.yaml` — Hive Metastore for Trino catalog
|
||||
- `trino.yaml` — SQL query engine with Hive + Iceberg catalogs
|
||||
- `superset.yaml` — dashboard and exploration layer
|
||||
|
||||
## Deploy
|
||||
```bash
|
||||
kubectl apply -f infra/k8s/namespace.yaml
|
||||
kubectl apply -f infra/k8s/configmap.yaml
|
||||
kubectl apply -f infra/k8s/secrets.yaml
|
||||
kubectl apply -f infra/k8s/
|
||||
```
|
||||
@@ -0,0 +1,34 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: aggregation-worker
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: aggregation-worker
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: aggregation-worker
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: aggregation-worker
|
||||
spec:
|
||||
containers:
|
||||
- name: aggregation-worker
|
||||
image: ghcr.io/celesrenata/stonks-oracle/aggregation:latest
|
||||
imagePullPolicy: Always
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
memory: 128Mi
|
||||
limits:
|
||||
cpu: 500m
|
||||
memory: 256Mi
|
||||
@@ -0,0 +1,34 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: broker-adapter
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: broker-adapter
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: broker-adapter
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: broker-adapter
|
||||
spec:
|
||||
containers:
|
||||
- name: broker-adapter
|
||||
image: ghcr.io/celesrenata/stonks-oracle/broker-adapter:latest
|
||||
imagePullPolicy: Always
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 50m
|
||||
memory: 64Mi
|
||||
limits:
|
||||
cpu: 200m
|
||||
memory: 128Mi
|
||||
@@ -0,0 +1,39 @@
|
||||
apiVersion: v1
|
||||
kind: ConfigMap
|
||||
metadata:
|
||||
name: stonks-config
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
data:
|
||||
# PostgreSQL — existing cluster service
|
||||
POSTGRES_HOST: "postgresql-rw.postgresql-service.svc.cluster.local"
|
||||
POSTGRES_PORT: "5432"
|
||||
POSTGRES_DB: "stonks"
|
||||
POSTGRES_USER: "stonks"
|
||||
|
||||
# Redis — existing cluster service
|
||||
REDIS_HOST: "redis-master.redis-service.svc.cluster.local"
|
||||
REDIS_PORT: "6379"
|
||||
REDIS_DB: "0"
|
||||
|
||||
# MinIO — existing cluster service
|
||||
MINIO_ENDPOINT: "minio.minio-service.svc.cluster.local:80"
|
||||
MINIO_SECURE: "false"
|
||||
|
||||
# Ollama — existing cluster service
|
||||
OLLAMA_BASE_URL: "http://ollama.ollama-service.svc.cluster.local:11434"
|
||||
OLLAMA_MODEL: "llama3.1:8b"
|
||||
OLLAMA_TIMEOUT: "120"
|
||||
|
||||
# Trino — deployed in stonks-oracle namespace
|
||||
TRINO_HOST: "trino.stonks-oracle.svc.cluster.local"
|
||||
TRINO_PORT: "8080"
|
||||
TRINO_CATALOG: "lakehouse"
|
||||
TRINO_SCHEMA: "stonks"
|
||||
|
||||
# Broker
|
||||
BROKER_MODE: "paper"
|
||||
|
||||
# General
|
||||
LOG_LEVEL: "INFO"
|
||||
@@ -0,0 +1,34 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: extractor-worker
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: extractor-worker
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: extractor-worker
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: extractor-worker
|
||||
spec:
|
||||
containers:
|
||||
- name: extractor-worker
|
||||
image: ghcr.io/celesrenata/stonks-oracle/extractor:latest
|
||||
imagePullPolicy: Always
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 200m
|
||||
memory: 256Mi
|
||||
limits:
|
||||
cpu: "1"
|
||||
memory: 512Mi
|
||||
@@ -0,0 +1,68 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: hive-metastore
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: hive-metastore
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: hive-metastore
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: hive-metastore
|
||||
spec:
|
||||
containers:
|
||||
- name: hive-metastore
|
||||
image: apache/hive:4.0.0
|
||||
ports:
|
||||
- containerPort: 9083
|
||||
env:
|
||||
- name: SERVICE_NAME
|
||||
value: metastore
|
||||
- name: DB_DRIVER
|
||||
value: derby
|
||||
- name: SERVICE_OPTS
|
||||
value: "-Djavax.jdo.option.ConnectionURL=jdbc:derby:/opt/hive/data/metastore_db;create=true"
|
||||
volumeMounts:
|
||||
- name: hive-data
|
||||
mountPath: /opt/hive/data
|
||||
resources:
|
||||
requests:
|
||||
cpu: 200m
|
||||
memory: 512Mi
|
||||
limits:
|
||||
cpu: "1"
|
||||
memory: 1Gi
|
||||
volumes:
|
||||
- name: hive-data
|
||||
persistentVolumeClaim:
|
||||
claimName: hive-metastore-data
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: hive-metastore
|
||||
namespace: stonks-oracle
|
||||
spec:
|
||||
selector:
|
||||
app: hive-metastore
|
||||
ports:
|
||||
- port: 9083
|
||||
targetPort: 9083
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: PersistentVolumeClaim
|
||||
metadata:
|
||||
name: hive-metastore-data
|
||||
namespace: stonks-oracle
|
||||
spec:
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
resources:
|
||||
requests:
|
||||
storage: 1Gi
|
||||
@@ -0,0 +1,34 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: ingestion-worker
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: ingestion-worker
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 2
|
||||
selector:
|
||||
matchLabels:
|
||||
app: ingestion-worker
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: ingestion-worker
|
||||
spec:
|
||||
containers:
|
||||
- name: ingestion-worker
|
||||
image: ghcr.io/celesrenata/stonks-oracle/ingestion:latest
|
||||
imagePullPolicy: Always
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
memory: 128Mi
|
||||
limits:
|
||||
cpu: 500m
|
||||
memory: 256Mi
|
||||
@@ -0,0 +1,99 @@
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: Ingress
|
||||
metadata:
|
||||
name: stonks-query-api-https
|
||||
namespace: stonks-oracle
|
||||
annotations:
|
||||
cert-manager.io/cluster-issuer: ca-issuer
|
||||
spec:
|
||||
ingressClassName: traefik
|
||||
tls:
|
||||
- hosts:
|
||||
- stonks-api.celestium.life
|
||||
secretName: stonks-api-tls
|
||||
rules:
|
||||
- host: stonks-api.celestium.life
|
||||
http:
|
||||
paths:
|
||||
- path: /
|
||||
pathType: Prefix
|
||||
backend:
|
||||
service:
|
||||
name: query-api
|
||||
port:
|
||||
number: 8000
|
||||
---
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: Ingress
|
||||
metadata:
|
||||
name: stonks-registry-https
|
||||
namespace: stonks-oracle
|
||||
annotations:
|
||||
cert-manager.io/cluster-issuer: ca-issuer
|
||||
spec:
|
||||
ingressClassName: traefik
|
||||
tls:
|
||||
- hosts:
|
||||
- stonks-registry.celestium.life
|
||||
secretName: stonks-registry-tls
|
||||
rules:
|
||||
- host: stonks-registry.celestium.life
|
||||
http:
|
||||
paths:
|
||||
- path: /
|
||||
pathType: Prefix
|
||||
backend:
|
||||
service:
|
||||
name: symbol-registry-api
|
||||
port:
|
||||
number: 8000
|
||||
---
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: Ingress
|
||||
metadata:
|
||||
name: stonks-superset-https
|
||||
namespace: stonks-oracle
|
||||
annotations:
|
||||
cert-manager.io/cluster-issuer: ca-issuer
|
||||
spec:
|
||||
ingressClassName: traefik
|
||||
tls:
|
||||
- hosts:
|
||||
- stonks-dash.celestium.life
|
||||
secretName: stonks-dash-tls
|
||||
rules:
|
||||
- host: stonks-dash.celestium.life
|
||||
http:
|
||||
paths:
|
||||
- path: /
|
||||
pathType: Prefix
|
||||
backend:
|
||||
service:
|
||||
name: superset
|
||||
port:
|
||||
number: 8088
|
||||
---
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: Ingress
|
||||
metadata:
|
||||
name: stonks-trino-https
|
||||
namespace: stonks-oracle
|
||||
annotations:
|
||||
cert-manager.io/cluster-issuer: ca-issuer
|
||||
spec:
|
||||
ingressClassName: traefik
|
||||
tls:
|
||||
- hosts:
|
||||
- stonks-trino.celestium.life
|
||||
secretName: stonks-trino-tls
|
||||
rules:
|
||||
- host: stonks-trino.celestium.life
|
||||
http:
|
||||
paths:
|
||||
- path: /
|
||||
pathType: Prefix
|
||||
backend:
|
||||
service:
|
||||
name: trino
|
||||
port:
|
||||
number: 8080
|
||||
@@ -0,0 +1,34 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: lake-publisher
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: lake-publisher
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: lake-publisher
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: lake-publisher
|
||||
spec:
|
||||
containers:
|
||||
- name: lake-publisher
|
||||
image: ghcr.io/celesrenata/stonks-oracle/lake-publisher:latest
|
||||
imagePullPolicy: Always
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
memory: 128Mi
|
||||
limits:
|
||||
cpu: 500m
|
||||
memory: 256Mi
|
||||
@@ -0,0 +1,6 @@
|
||||
apiVersion: v1
|
||||
kind: Namespace
|
||||
metadata:
|
||||
name: stonks-oracle
|
||||
labels:
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
@@ -0,0 +1,34 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: parser-worker
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: parser-worker
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 2
|
||||
selector:
|
||||
matchLabels:
|
||||
app: parser-worker
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: parser-worker
|
||||
spec:
|
||||
containers:
|
||||
- name: parser-worker
|
||||
image: ghcr.io/celesrenata/stonks-oracle/parser:latest
|
||||
imagePullPolicy: Always
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
memory: 128Mi
|
||||
limits:
|
||||
cpu: 500m
|
||||
memory: 256Mi
|
||||
@@ -0,0 +1,54 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: query-api
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: query-api
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: query-api
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: query-api
|
||||
spec:
|
||||
containers:
|
||||
- name: query-api
|
||||
image: ghcr.io/celesrenata/stonks-oracle/query-api:latest
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- containerPort: 8000
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
memory: 128Mi
|
||||
limits:
|
||||
cpu: 500m
|
||||
memory: 256Mi
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /docs
|
||||
port: 8000
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 10
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: query-api
|
||||
namespace: stonks-oracle
|
||||
spec:
|
||||
selector:
|
||||
app: query-api
|
||||
ports:
|
||||
- port: 8000
|
||||
targetPort: 8000
|
||||
@@ -0,0 +1,34 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: recommendation-worker
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: recommendation-worker
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: recommendation-worker
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: recommendation-worker
|
||||
spec:
|
||||
containers:
|
||||
- name: recommendation-worker
|
||||
image: ghcr.io/celesrenata/stonks-oracle/recommendation:latest
|
||||
imagePullPolicy: Always
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
memory: 128Mi
|
||||
limits:
|
||||
cpu: 500m
|
||||
memory: 256Mi
|
||||
@@ -0,0 +1,48 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: risk-engine
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: risk-engine
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: risk-engine
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: risk-engine
|
||||
spec:
|
||||
containers:
|
||||
- name: risk-engine
|
||||
image: ghcr.io/celesrenata/stonks-oracle/risk:latest
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- containerPort: 8000
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
memory: 128Mi
|
||||
limits:
|
||||
cpu: 500m
|
||||
memory: 256Mi
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: risk-engine
|
||||
namespace: stonks-oracle
|
||||
spec:
|
||||
selector:
|
||||
app: risk-engine
|
||||
ports:
|
||||
- port: 8000
|
||||
targetPort: 8000
|
||||
@@ -0,0 +1,34 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: scheduler
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: scheduler
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: scheduler
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: scheduler
|
||||
spec:
|
||||
containers:
|
||||
- name: scheduler
|
||||
image: ghcr.io/celesrenata/stonks-oracle/scheduler:latest
|
||||
imagePullPolicy: Always
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 50m
|
||||
memory: 64Mi
|
||||
limits:
|
||||
cpu: 200m
|
||||
memory: 128Mi
|
||||
@@ -0,0 +1,17 @@
|
||||
apiVersion: v1
|
||||
kind: Secret
|
||||
metadata:
|
||||
name: stonks-secrets
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
type: Opaque
|
||||
stringData:
|
||||
POSTGRES_PASSWORD: "changeme"
|
||||
MINIO_ACCESS_KEY: "changeme"
|
||||
MINIO_SECRET_KEY: "changeme"
|
||||
REDIS_PASSWORD: ""
|
||||
BROKER_API_KEY: ""
|
||||
BROKER_API_SECRET: ""
|
||||
BROKER_BASE_URL: ""
|
||||
SUPERSET_SECRET_KEY: "stonks-superset-secret-change-me"
|
||||
@@ -0,0 +1,105 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: superset
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: superset
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: superset
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: superset
|
||||
spec:
|
||||
containers:
|
||||
- name: superset
|
||||
image: apache/superset:latest
|
||||
ports:
|
||||
- containerPort: 8088
|
||||
env:
|
||||
- name: SUPERSET_SECRET_KEY
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: stonks-secrets
|
||||
key: SUPERSET_SECRET_KEY
|
||||
- name: ADMIN_USERNAME
|
||||
value: admin
|
||||
- name: ADMIN_PASSWORD
|
||||
value: admin
|
||||
- name: ADMIN_EMAIL
|
||||
value: admin@stonks.local
|
||||
volumeMounts:
|
||||
- name: superset-home
|
||||
mountPath: /app/superset_home
|
||||
- name: superset-config
|
||||
mountPath: /app/pythonpath/superset_config.py
|
||||
subPath: superset_config.py
|
||||
resources:
|
||||
requests:
|
||||
cpu: 200m
|
||||
memory: 512Mi
|
||||
limits:
|
||||
cpu: "1"
|
||||
memory: 2Gi
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /health
|
||||
port: 8088
|
||||
initialDelaySeconds: 30
|
||||
periodSeconds: 15
|
||||
volumes:
|
||||
- name: superset-home
|
||||
persistentVolumeClaim:
|
||||
claimName: superset-data
|
||||
- name: superset-config
|
||||
configMap:
|
||||
name: superset-config
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: superset
|
||||
namespace: stonks-oracle
|
||||
spec:
|
||||
selector:
|
||||
app: superset
|
||||
ports:
|
||||
- port: 8088
|
||||
targetPort: 8088
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: PersistentVolumeClaim
|
||||
metadata:
|
||||
name: superset-data
|
||||
namespace: stonks-oracle
|
||||
spec:
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
resources:
|
||||
requests:
|
||||
storage: 2Gi
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: ConfigMap
|
||||
metadata:
|
||||
name: superset-config
|
||||
namespace: stonks-oracle
|
||||
data:
|
||||
superset_config.py: |
|
||||
import os
|
||||
SECRET_KEY = os.getenv("SUPERSET_SECRET_KEY", "stonks-dev-secret-key-change-me")
|
||||
SQLALCHEMY_DATABASE_URI = "trino://trino@trino.stonks-oracle.svc.cluster.local:8080/lakehouse/stonks"
|
||||
FEATURE_FLAGS = {"ENABLE_TEMPLATE_PROCESSING": True}
|
||||
CACHE_CONFIG = {
|
||||
"CACHE_TYPE": "RedisCache",
|
||||
"CACHE_DEFAULT_TIMEOUT": 300,
|
||||
"CACHE_KEY_PREFIX": "superset_",
|
||||
"CACHE_REDIS_HOST": os.getenv("REDIS_HOST", "redis.redis-service.svc.cluster.local"),
|
||||
"CACHE_REDIS_PORT": int(os.getenv("REDIS_PORT", "6379")),
|
||||
"CACHE_REDIS_DB": 1,
|
||||
}
|
||||
@@ -0,0 +1,60 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: symbol-registry-api
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: symbol-registry-api
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: symbol-registry-api
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: symbol-registry-api
|
||||
spec:
|
||||
containers:
|
||||
- name: symbol-registry-api
|
||||
image: ghcr.io/celesrenata/stonks-oracle/symbol-registry:latest
|
||||
imagePullPolicy: Always
|
||||
ports:
|
||||
- containerPort: 8000
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: stonks-config
|
||||
- secretRef:
|
||||
name: stonks-secrets
|
||||
resources:
|
||||
requests:
|
||||
cpu: 100m
|
||||
memory: 128Mi
|
||||
limits:
|
||||
cpu: 500m
|
||||
memory: 256Mi
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /docs
|
||||
port: 8000
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 10
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /docs
|
||||
port: 8000
|
||||
initialDelaySeconds: 10
|
||||
periodSeconds: 30
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: symbol-registry-api
|
||||
namespace: stonks-oracle
|
||||
spec:
|
||||
selector:
|
||||
app: symbol-registry-api
|
||||
ports:
|
||||
- port: 8000
|
||||
targetPort: 8000
|
||||
@@ -0,0 +1,79 @@
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: trino
|
||||
namespace: stonks-oracle
|
||||
labels:
|
||||
app: trino
|
||||
app.kubernetes.io/part-of: stonks-oracle
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: trino
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: trino
|
||||
spec:
|
||||
containers:
|
||||
- name: trino
|
||||
image: trinodb/trino:latest
|
||||
ports:
|
||||
- containerPort: 8080
|
||||
volumeMounts:
|
||||
- name: catalog-config
|
||||
mountPath: /etc/trino/catalog
|
||||
resources:
|
||||
requests:
|
||||
cpu: 500m
|
||||
memory: 1Gi
|
||||
limits:
|
||||
cpu: "2"
|
||||
memory: 4Gi
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /v1/info
|
||||
port: 8080
|
||||
initialDelaySeconds: 15
|
||||
periodSeconds: 10
|
||||
volumes:
|
||||
- name: catalog-config
|
||||
configMap:
|
||||
name: trino-catalog
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: trino
|
||||
namespace: stonks-oracle
|
||||
spec:
|
||||
selector:
|
||||
app: trino
|
||||
ports:
|
||||
- port: 8080
|
||||
targetPort: 8080
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: ConfigMap
|
||||
metadata:
|
||||
name: trino-catalog
|
||||
namespace: stonks-oracle
|
||||
data:
|
||||
iceberg.properties: |
|
||||
connector.name=iceberg
|
||||
iceberg.catalog.type=hive_metastore
|
||||
hive.metastore.uri=thrift://hive-metastore.stonks-oracle.svc.cluster.local:9083
|
||||
hive.s3.endpoint=http://minio.minio-service.svc.cluster.local:80
|
||||
hive.s3.path-style-access=true
|
||||
hive.s3.aws-access-key=changeme
|
||||
hive.s3.aws-secret-key=changeme
|
||||
lakehouse.properties: |
|
||||
connector.name=hive
|
||||
hive.metastore.uri=thrift://hive-metastore.stonks-oracle.svc.cluster.local:9083
|
||||
hive.s3.endpoint=http://minio.minio-service.svc.cluster.local:80
|
||||
hive.s3.path-style-access=true
|
||||
hive.s3.aws-access-key=changeme
|
||||
hive.s3.aws-secret-key=changeme
|
||||
hive.non-managed-table-writes-enabled=true
|
||||
hive.s3select-pushdown.enabled=true
|
||||
Reference in New Issue
Block a user