2023-10-06 23:05:38 +02:00
|
|
|
from .helpers import utils
|
|
|
|
|
|
|
|
|
|
AUTH = True
|
|
|
|
|
ORGANIC = False
|
|
|
|
|
CONTEXT = True
|
|
|
|
|
STREAMING = True
|
|
|
|
|
MODERATIONS = False
|
|
|
|
|
ENDPOINT = 'https://nova-00001.openai.azure.com'
|
|
|
|
|
MODELS = [
|
|
|
|
|
'gpt-3.5-turbo',
|
|
|
|
|
'gpt-3.5-turbo-16k',
|
|
|
|
|
'gpt-4',
|
|
|
|
|
'gpt-4-32k'
|
|
|
|
|
]
|
2023-10-08 00:28:13 +02:00
|
|
|
# MODELS = [f'{model}-azure' for model in MODELS]
|
2023-10-06 23:05:38 +02:00
|
|
|
|
2023-10-08 23:56:32 +02:00
|
|
|
AZURE_API = '2023-08-01-preview'
|
2023-10-06 23:05:38 +02:00
|
|
|
|
|
|
|
|
async def chat_completion(**payload):
|
|
|
|
|
key = await utils.random_secret_for('azure-nva1')
|
|
|
|
|
|
|
|
|
|
deployment = payload['model'].replace('.', '').replace('-azure', '')
|
|
|
|
|
|
|
|
|
|
return {
|
|
|
|
|
'method': 'POST',
|
|
|
|
|
'url': f'{ENDPOINT}/openai/deployments/{deployment}/chat/completions?api-version={AZURE_API}',
|
|
|
|
|
'payload': payload,
|
|
|
|
|
'headers': {
|
|
|
|
|
'api-key': key
|
|
|
|
|
},
|
|
|
|
|
'provider_auth': f'azure-nva1>{key}'
|
|
|
|
|
}
|
