nova-api/api/providers/helpers/utils.py

try:
    from db import providerkeys
except ModuleNotFoundError:
    from ...db import providerkeys

# Sort the models by their value/cost/rarity.

GPT_3 = [
    'dall-e-2',
    'code-davinci-002',
    'text-davinci-002',
    'text-davinci-003',

    'gpt-3.5-turbo',
    'gpt-3.5-turbo-16k',
    'gpt-3.5-turbo-0613',
    'gpt-3.5-turbo-0301',
    'gpt-3.5-turbo-16k-0613',

    'gpt-3.5-turbo-instruct',
]

GPT_4 = GPT_3 + [
    'gpt-4',
    'gpt-4-0314',
    'gpt-4-0613',
    'gpt-4-1106-preview',
    'gpt-4-vision-preview'
]

GPT_4_32K = GPT_4 + [
    'gpt-4-32k',
    'gpt-4-32k-0314',
    'gpt-4-32k-0613',
]

AZURE_API = '2023-08-01-preview'

async def random_secret_for(name: str) -> str:
    return await providerkeys.manager.get_key(name)

async def azure_chat_completion(endpoint: str, provider: str, payload: dict) -> dict:
    key = await random_secret_for(provider)
    model = payload['model']
    del payload['model']
    deployment = model.replace('.', '')

    return {
        'method': 'POST',
        'url': f'{endpoint}/openai/deployments/{deployment}/chat/completions?api-version={AZURE_API}',
        'payload': payload,
        'headers': {
            'api-key': key
        },
        'provider_auth': f'{provider}>{key}'
    }