From 3996ec6ef528d7b720315098d7fe9801d9e276b5 Mon Sep 17 00:00:00 2001 From: Celes Renata Date: Fri, 3 Jul 2026 11:15:28 +0000 Subject: [PATCH] =?UTF-8?q?feat:=20switch=20models=20=E2=80=94=20ollama=20?= =?UTF-8?q?qwen3.5:4b-fast,=20vllm=20numind/NuExtract3?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - Ollama: qwen3.5:4b-fast with NUM_PARALLEL=8, num_ctx=16384 (~6GB VRAM) - vLLM: numind/NuExtract3 at 192.168.42.254:2701, gpu-memory-util=0.45 - All 3 pipelines (beta/paper/live) updated with correct endpoints - Ollama proxy at 10.1.1.12:2701 (K8s ollama-metrics) - vLLM proxy at 192.168.42.254:2701 (NixOS nginx) --- infra/helm/stonks-oracle/values-beta.yaml | 6 +++--- infra/helm/stonks-oracle/values-paper.yaml | 3 +++ infra/helm/stonks-oracle/values.yaml | 6 +++--- 3 files changed, 9 insertions(+), 6 deletions(-) diff --git a/infra/helm/stonks-oracle/values-beta.yaml b/infra/helm/stonks-oracle/values-beta.yaml index 7471bc1..1a1678e 100644 --- a/infra/helm/stonks-oracle/values-beta.yaml +++ b/infra/helm/stonks-oracle/values-beta.yaml @@ -40,9 +40,9 @@ config: BROKER_MODE: "paper" BROKER_PROVIDER: "alpaca" OLLAMA_BASE_URL: "http://10.1.1.12:2701" - OLLAMA_MODEL: "qwen3.5:9b-fast" - VLLM_BASE_URL: "http://10.1.1.12:2701" - VLLM_MODEL: "AxionML/Qwen3.5-9B-NVFP4" + OLLAMA_MODEL: "qwen3.5:4b-fast" + VLLM_BASE_URL: "http://192.168.42.254:2701" + VLLM_MODEL: "numind/NuExtract3" VLLM_TIMEOUT: "120" VLLM_MAX_RETRIES: "2" VLLM_TEMPERATURE: "0.7" diff --git a/infra/helm/stonks-oracle/values-paper.yaml b/infra/helm/stonks-oracle/values-paper.yaml index 6f13e7a..0040f76 100644 --- a/infra/helm/stonks-oracle/values-paper.yaml +++ b/infra/helm/stonks-oracle/values-paper.yaml @@ -17,6 +17,9 @@ config: DEPLOY_STAGE: "paper" POSTGRES_USER: "stonks_paper" OLLAMA_BASE_URL: "http://10.1.1.12:2701" + OLLAMA_MODEL: "qwen3.5:4b-fast" + VLLM_BASE_URL: "http://192.168.42.254:2701" + VLLM_MODEL: "numind/NuExtract3" MARKET_DATA_BASE_URL: "https://api.polygon.io" ## Secrets — all credentials for the paper stage diff --git a/infra/helm/stonks-oracle/values.yaml b/infra/helm/stonks-oracle/values.yaml index ca8150b..ee1c429 100644 --- a/infra/helm/stonks-oracle/values.yaml +++ b/infra/helm/stonks-oracle/values.yaml @@ -186,14 +186,14 @@ config: MINIO_ENDPOINT: "minio.minio-service.svc.cluster.local:80" MINIO_SECURE: "false" OLLAMA_BASE_URL: "http://10.1.1.12:2701" - OLLAMA_MODEL: "qwen3.5:9b-fast" + OLLAMA_MODEL: "qwen3.5:4b-fast" OLLAMA_TIMEOUT: "240" OLLAMA_MAX_RETRIES: "2" OLLAMA_RETRY_BASE_DELAY: "1.0" OLLAMA_RETRY_MAX_DELAY: "10.0" OLLAMA_RETRY_BACKOFF_MULTIPLIER: "2.0" - VLLM_BASE_URL: "http://10.1.1.12:2701" - VLLM_MODEL: "qwen3.5:9b-fast" + VLLM_BASE_URL: "http://192.168.42.254:2701" + VLLM_MODEL: "numind/NuExtract3" VLLM_TIMEOUT: "120" VLLM_MAX_RETRIES: "2" VLLM_TEMPERATURE: "0.7"