Oliver/presenton
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #216 from presenton/fix/llm-client-issues

Browse source 
fix(fastapi): adds check in llm client for available openai event choices
This commit is contained in:
Saurav Niraula 2025-08-14 12:10:13 +05:45 • committed by GitHub
commit 1dcef2cc92
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 10 additions and 20 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

30
servers/fastapi/services/llm_client.py
View file

@ -387,11 +387,7 @@ class LLMClient:
max_tokens: Optional[int] = None,
depth: int = 0,
):
extra_body = (
{"enable_thinking": False}
if self.disable_thinking()
else None
)
extra_body = {"enable_thinking": False} if self.disable_thinking() else None
return await self._generate_openai(
model=model,
messages=messages,
@ -758,11 +754,7 @@ class LLMClient:
max_tokens: Optional[int] = None,
depth: int = 0,
):
extra_body = (
{"enable_thinking": False}
if self.disable_thinking()
else None
)
extra_body = {"enable_thinking": False} if self.disable_thinking() else None
return await self._generate_openai_structured(
model=model,
messages=messages,
@ -860,6 +852,9 @@ class LLMClient:
stream=True,
):
event: OpenAIChatCompletionChunk = event
if not event.choices:
continue
content_chunk = event.choices[0].delta.content
if content_chunk:
yield content_chunk
@ -1079,11 +1074,7 @@ class LLMClient:
max_tokens: Optional[int] = None,
depth: int = 0,
):
extra_body = (
{"enable_thinking": False}
if self.disable_thinking()
else None
)
extra_body = {"enable_thinking": False} if self.disable_thinking() else None
return self._stream_openai(
model=model,
messages=messages,
@ -1204,6 +1195,9 @@ class LLMClient:
stream=True,
):
event: OpenAIChatCompletionChunk = event
if not event.choices:
continue
content_chunk = event.choices[0].delta.content
if content_chunk:
yield content_chunk
@ -1496,11 +1490,7 @@ class LLMClient:
max_tokens: Optional[int] = None,
depth: int = 0,
):
extra_body = (
{"enable_thinking": False}
if self.disable_thinking()
else None
)
extra_body = {"enable_thinking": False} if self.disable_thinking() else None
return self._stream_openai_structured(
model=model,
messages=messages,