fix: reduce max_tokens to 2048 to fit 8192 context window

2026-04-29 06:18:26 +00:00
parent aaf8cee927
commit cfcfd655e7
1 changed files with 1 additions and 1 deletions
@@ -6,7 +6,7 @@
 UPDATE ai_agents
   SET model_provider = 'vllm',
       model_name = 'AxionML/Qwen3.5-9B-NVFP4',
-       max_tokens = 4096,
+       max_tokens = 2048,
       updated_at = NOW()
 WHERE slug IN ('document-extractor', 'event-classifier', 'thesis-rewriter')
   AND source = 'system'