fix: set num_predict=16384 so model has token budget for thinking + content

2026-04-15 01:47:00 +00:00
parent 46b069a748
commit 4f2ae23d42
1 changed files with 3 additions and 0 deletions
@@ -227,6 +227,9 @@ class OllamaClient:
            ],
            "format": json_schema,
            "stream": False,
            "options": {
                "num_predict": 16384,
            },
        }
        url = f"{self._config.base_url}/api/chat"