fix: set num_predict=16384 so model has token budget for thinking + content

2026-04-15 01:47:00 +00:00
parent 46b069a748
commit 4f2ae23d42
1 changed files with 3 additions and 0 deletions
@@ -227,6 +227,9 @@ class OllamaClient:
            ],
            "format": json_schema,
            "stream": False,
+            "options": {
+                "num_predict": 16384,
+            },
        }

        url = f"{self._config.base_url}/api/chat"