curl --request POST \
--url http://localhost:8080/api/providers \
--header 'Content-Type: application/json' \
--data '{
"provider": "openai",
"keys": [
{
"name": "openai-key-1",
"value": "env.OPENAI_API_KEY",
"weight": 1,
"models": [
"gpt-4o",
"gpt-4o-mini"
],
"azure_key_config": {
"endpoint": "https://your-resource.openai.azure.com",
"deployments": {
"gpt-4o": "gpt-4o-deployment"
},
"api_version": "2024-02-15-preview"
},
"vertex_key_config": {
"project_id": "your-project-id",
"region": "us-central1",
"auth_credentials": "env.VERTEX_AUTH_CREDENTIALS"
},
"bedrock_key_config": {
"access_key": "env.AWS_ACCESS_KEY_ID",
"secret_key": "env.AWS_SECRET_ACCESS_KEY",
"session_token": "env.AWS_SESSION_TOKEN",
"region": "us-east-1",
"arn": "arn:aws:iam::123456789012:role/BedrockRole",
"deployments": {
"gpt-4o": "gpt-4o-deployment"
}
}
}
],
"network_config": {
"timeout": 30,
"max_retries": 3
},
"concurrency_and_buffer_size": {
"concurrency": 10,
"buffer_size": 100
},
"proxy_config": {
"url": "http://proxy.example.com:8080",
"username": "<string>",
"password": "<string>"
},
"send_back_raw_response": true,
"custom_provider_config": {
"base_url": "<string>",
"headers": {},
"query_params": {}
}
}'
