From 03f8c9ad0a16610e965a1ea4d5d44eba4cfcbef9 Mon Sep 17 00:00:00 2001
From: monosans <hsyqixco@protonmail.com>
Date: Fri, 6 Oct 2023 10:45:50 +0300
Subject: [PATCH] Fix dangling asyncio tasks

---
 api/responder.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/api/responder.py b/api/responder.py
index d235cc4..7201db9 100644
--- a/api/responder.py
+++ b/api/responder.py
@@ -7,6 +7,7 @@ import aiohttp
 import asyncio
 import starlette
 
+from typing import Set
 from rich import print
 from dotenv import load_dotenv
 
@@ -23,6 +24,8 @@ CRITICAL_API_ERRORS = ['invalid_api_key', 'account_deactivated']
 
 keymanager = providerkeys.manager
 
+background_tasks: Set[asyncio.Task] = set()
+
 async def respond(
     path: str='/v1/chat/completions',
     user: dict=None,
@@ -166,7 +169,7 @@ async def respond(
     if (not is_stream) and server_json_response:
         yield json.dumps(server_json_response)
 
-    asyncio.create_task(
+    task = asyncio.create_task(
         after_request.after_request(
             incoming_request=incoming_request,
             target_request=target_request,
@@ -178,3 +181,5 @@ async def respond(
             model=model,
         )
     )
+    background_tasks.add(task)
+    task.add_done_callback(background_tasks.discard)