Oliver/presenton
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: only add enable thinking false if disable thinking is set to true for custom models

Browse source
This commit is contained in:
sauravniraula 2025-08-12 06:43:49 +05:45
parent 2b8ee7278c
commit 65eff34078
No known key found for this signature in database
GPG key ID: 60FCC1B5A5E83326
1 changed files with 20 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
servers/fastapi/services/llm_client.py
View file

@ -387,7 +387,11 @@ class LLMClient:
max_tokens: Optional[int] = None,
depth: int = 0,
):
extra_body = {"enable_thinking": not self.disable_thinking()}
extra_body = (
{"enable_thinking": False}
if self.disable_thinking()
else None
)
return await self._generate_openai(
model=model,
messages=messages,
@ -754,7 +758,11 @@ class LLMClient:
max_tokens: Optional[int] = None,
depth: int = 0,
):
extra_body = {"enable_thinking": not self.disable_thinking()}
extra_body = (
{"enable_thinking": False}
if self.disable_thinking()
else None
)
return await self._generate_openai_structured(
model=model,
messages=messages,
@ -1071,7 +1079,11 @@ class LLMClient:
max_tokens: Optional[int] = None,
depth: int = 0,
):
extra_body = {"enable_thinking": not self.disable_thinking()}
extra_body = (
{"enable_thinking": False}
if self.disable_thinking()
else None
)
return self._stream_openai(
model=model,
messages=messages,
@ -1484,7 +1496,11 @@ class LLMClient:
max_tokens: Optional[int] = None,
depth: int = 0,
):
extra_body = {"enable_thinking": not self.disable_thinking()}
extra_body = (
{"enable_thinking": False}
if self.disable_thinking()
else None
)
return self._stream_openai_structured(
model=model,
messages=messages,