mirror of
https://github.com/NovaOSS/nova-api.git
synced 2024-11-26 00:43:57 +01:00
79 lines
2.5 KiB
Python
79 lines
2.5 KiB
Python
"""This module contains functions for checking if a message violates the moderation policy."""
|
|
|
|
import time
|
|
import asyncio
|
|
import aiohttp
|
|
|
|
import proxies
|
|
import provider_auth
|
|
import load_balancing
|
|
|
|
from typing import Union
|
|
|
|
async def is_policy_violated(inp: Union[str, list]) -> bool:
|
|
"""
|
|
### Check if a message violates the moderation policy.
|
|
You can either pass a list of messages consisting of dicts with "role" and "content", as used in the API parameter,
|
|
or just a simple string.
|
|
|
|
Returns True if the message violates the policy, False otherwise.
|
|
"""
|
|
|
|
text = inp
|
|
|
|
if isinstance(inp, list):
|
|
text = ''
|
|
if isinstance(inp[0], dict):
|
|
for msg in inp:
|
|
text += msg['content'] + '\n'
|
|
|
|
else:
|
|
text = '\n'.join(inp)
|
|
|
|
print(f'[i] checking moderation for {text}')
|
|
|
|
for _ in range(3):
|
|
req = await load_balancing.balance_organic_request(
|
|
{
|
|
'path': '/v1/moderations',
|
|
'payload': {'input': text}
|
|
}
|
|
)
|
|
print(f'[i] moderation request sent to {req["url"]}')
|
|
|
|
async with aiohttp.ClientSession(connector=proxies.get_proxy().connector) as session:
|
|
try:
|
|
start = time.perf_counter()
|
|
async with session.request(
|
|
method=req.get('method', 'POST'),
|
|
url=req['url'],
|
|
data=req.get('data'),
|
|
json=req.get('payload'),
|
|
headers=req.get('headers'),
|
|
cookies=req.get('cookies'),
|
|
ssl=False,
|
|
timeout=aiohttp.ClientTimeout(total=2),
|
|
) as res:
|
|
res.raise_for_status()
|
|
json_response = await res.json()
|
|
print(json_response)
|
|
|
|
categories = json_response['results'][0]['category_scores']
|
|
|
|
print(f'[i] moderation check took {time.perf_counter() - start:.2f}s')
|
|
|
|
if json_response['results'][0]['flagged']:
|
|
return max(categories, key=categories.get)
|
|
|
|
return False
|
|
|
|
except Exception as exc:
|
|
|
|
if '401' in str(exc):
|
|
await provider_auth.invalidate_key(req.get('provider_auth'))
|
|
print('[!] moderation error:', type(exc), exc)
|
|
continue
|
|
|
|
if __name__ == '__main__':
|
|
print(asyncio.run(is_policy_violated('I wanna kill myself')))
|