alex/nova-api
1
0
Fork 0
mirror of https://github.com/NovaOSS/nova-api.git synced 2024-11-25 18:23:57 +01:00
Code Issues Packages Projects Releases Wiki Activity

Auto-trigger - Production server started

Browse source
This commit is contained in:
nsde 2023-08-23 23:30:55 +02:00
parent 44c7a19f97
commit c4137a9eab
1 changed files with 1 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
api/streaming.py
View file

@ -119,6 +119,7 @@ async def stream(
raise ValueError(f'Proxy {response.text()} is transparent!')
except Exception as exc:
print(f'[!] proxy {proxies.get_proxy()} error - ({type(exc)} {exc})')
continue
try:
@ -162,7 +163,6 @@ async def stream(
model=model,
target_request=target_request
):
print(f'[STREAM] {chunk}')
yield chunk
break
@ -175,8 +175,6 @@ async def stream(
print('[!] aiohttp came up with a dumb excuse to not work again ("cOnNeCtIoN rEsEt")')
continue
print(f'[STREAM] {json_response}')
if is_chat and is_stream:
yield await chat.create_chat_chunk(chat_id=chat_id, model=model, content=chat.CompletionStop)
yield 'data: [DONE]\n\n'