Fix dangling asyncio tasks

.vscode/settings.json

@@ -7,9 +7,9 @@
         "**/.DS_Store": true,
         "**/Thumbs.db": true,
         "**/__pycache__": true,
+        "**/*.css.map": true,
         "**/.vscode": true,
         "**/*.map": true,
-        "**/*.css.map": true,
         "tests/__pycache__": true
     },
     "hide-files.files": [

api/config/config.yml

@@ -6,9 +6,10 @@ costs:
   other: 5
 
   chat-models:
-    gpt-4-32k: 200
+    gpt-4-32k-azure: 100
     gpt-4: 50
-    gpt-3: 10
+    gpt-4-azure: 10
+    gpt-3: 5
 
 ## Roles Explanation
 

api/responder.py

@@ -161,15 +161,13 @@ async def respond(
                                 print('[!] too many requests')
                                 continue
 
-                        chunk_no = 0
                         async for chunk in response.content.iter_any():
-                            chunk_no += 1
                             chunk = chunk.decode('utf8').strip()
 
                             if 'azure' in provider_name:
                                 chunk = chunk.strip().replace('data: ', '')
 
-                                if not chunk or chunk_no == 1:
+                                if not chunk or 'prompt_filter_results' in chunk:
                                     continue
 
                             yield chunk + '\n\n'

checks/client.py

@@ -216,7 +216,7 @@ async def demo():
             raise ConnectionError('API Server is not running.')
 
         for func in [
-            test_chat_non_stream_gpt4,
+            # test_chat_non_stream_gpt4,
             test_chat_stream_gpt3
         ]:
             print(f'[*] {func.__name__}')