Merge 03f8c9ad0a into 719f29fb29

api/responder.py

@@ -7,7 +7,7 @@ import aiohttp
 import asyncio
 import starlette
 
-from typing import Any, Coroutine, Set
+from typing import Set
 from rich import print
 from dotenv import load_dotenv
 
@@ -24,18 +24,7 @@ CRITICAL_API_ERRORS = ['invalid_api_key', 'account_deactivated']
 
 keymanager = providerkeys.manager
 
-background_tasks: Set[asyncio.Task[Any]] = set()
-
-
-def create_background_task(coro: Coroutine[Any, Any, Any]) -> None:
-    """asyncio.create_task, which prevents the task from being garbage collected.
-
-    https://docs.python.org/3/library/asyncio-task.html#asyncio.create_task
-    """
-    task = asyncio.create_task(coro)
-    background_tasks.add(task)
-    task.add_done_callback(background_tasks.discard)
-
+background_tasks: Set[asyncio.Task] = set()
 
 async def respond(
     path: str='/v1/chat/completions',
@@ -180,7 +169,7 @@ async def respond(
     if (not is_stream) and server_json_response:
         yield json.dumps(server_json_response)
 
-    create_background_task(
+    task = asyncio.create_task(
         after_request.after_request(
             incoming_request=incoming_request,
             target_request=target_request,
@@ -192,3 +181,5 @@ async def respond(
             model=model,
         )
     )
+    background_tasks.add(task)
+    task.add_done_callback(background_tasks.discard)