feat: add vLLM config to beta values overlay

2026-04-23 08:19:03 +00:00
parent 117b693b19
commit 6909ac5e50
1 changed files with 6 additions and 0 deletions
@@ -42,6 +42,12 @@ config:
  BROKER_PROVIDER: "alpaca"
  OLLAMA_BASE_URL: "http://192.168.42.254:11434"
  OLLAMA_MODEL: "qwen3.6"
+  VLLM_BASE_URL: "http://192.168.42.254:8000"
+  VLLM_MODEL: "RedHatAI/Qwen3.6-35B-A3B-NVFP4"
+  VLLM_TIMEOUT: "120"
+  VLLM_MAX_RETRIES: "2"
+  VLLM_TEMPERATURE: "0.7"
+  VLLM_API_KEY: ""
  MARKET_DATA_BASE_URL: "https://api.polygon.io"
  PIPELINE_DEFAULT_OFF: "true"