alex/nova-api
1
0
Fork 0
mirror of https://github.com/NovaOSS/nova-api.git synced 2024-11-25 16:23:57 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge 03f8c9ad0a into 719f29fb29

Browse source
This commit is contained in:
monosans 2023-10-07 06:14:57 +00:00 committed by GitHub
parent 719f29fb29 03f8c9ad0a
commit f5be895f48
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
api/responder.py
View file

@ -7,6 +7,7 @@ import aiohttp
import asyncio import asyncio
import starlette import starlette
from typing import Set
from rich import print from rich import print
from dotenv import load_dotenv from dotenv import load_dotenv
@ -23,6 +24,8 @@ CRITICAL_API_ERRORS = ['invalid_api_key', 'account_deactivated']
keymanager = providerkeys.manager keymanager = providerkeys.manager
background_tasks: Set[asyncio.Task] = set()
async def respond( async def respond(
path: str='/v1/chat/completions', path: str='/v1/chat/completions',
user: dict=None, user: dict=None,
@ -166,7 +169,7 @@ async def respond(
if (not is_stream) and server_json_response: if (not is_stream) and server_json_response:
yield json.dumps(server_json_response) yield json.dumps(server_json_response)
asyncio.create_task( task = asyncio.create_task(
after_request.after_request( after_request.after_request(
incoming_request=incoming_request, incoming_request=incoming_request,
target_request=target_request, target_request=target_request,
@ -178,3 +181,5 @@ async def respond(
model=model, model=model,
) )
) )
background_tasks.add(task)
task.add_done_callback(background_tasks.discard)