Oliver/presenton
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix(fastapi): changes google genai stream to create with stream=True to solve json decode error

Browse source
This commit is contained in:
sauravniraula 2025-07-25 02:43:34 +05:45
parent 1f9853ceb2
commit 4d08a05f09
No known key found for this signature in database
GPG key ID: 60FCC1B5A5E83326
1 changed files with 4 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
servers/fastapi/utils/llm_calls/generate_presentation_outlines.py
View file

@ -87,14 +87,13 @@ async def generate_ppt_outline(
if not is_google_selected():
client = get_llm_client()
async with client.beta.chat.completions.stream(
async for response in await client.chat.completions.create(
model=model,
messages=get_prompt_template(prompt, n_slides, language, content),
stream=True,
response_format=response_model,
) as stream:
async for event in stream:
if isinstance(event, ContentDeltaEvent):
yield event.delta
):
yield response.choices[0].delta
else:
client = get_google_llm_client()