alex/nova-api
1
0
Fork 0
mirror of https://github.com/NovaOSS/nova-api.git synced 2024-11-25 23:43:57 +01:00
Code Issues Packages Projects Releases Wiki Activity

Replace only first occurrence of data: in response

Browse source
This commit is contained in:
monosans 2023-10-08 16:13:28 +03:00
parent 6f6f15e698
commit 45613e0537
No known key found for this signature in database
2 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
api/responder.py
View file

@ -151,7 +151,7 @@ async def respond(
chunk = chunk.decode('utf8').strip() chunk = chunk.decode('utf8').strip()
if 'azure' in provider_name: if 'azure' in provider_name:
chunk = chunk.strip().replace('data: ', '') chunk = chunk.strip().replace('data: ', '', 1)
if not chunk or 'prompt_filter_results' in chunk: if not chunk or 'prompt_filter_results' in chunk:
continue continue

2
checks/client.py
View file

@ -100,7 +100,7 @@ async def test_chat_stream_gpt3() -> float:
async for chunk in response.aiter_text(): async for chunk in response.aiter_text():
for subchunk in chunk.split('\n\n'): for subchunk in chunk.split('\n\n'):
chunk = subchunk.replace('data: ', '').strip() chunk = subchunk.replace('data: ', '', 1).strip()
if chunk == '[DONE]': if chunk == '[DONE]':
break break