| # OAI Reverse Proxy |
|
|
| ### |
| # @name OpenAI -- Chat Completions |
| POST https://api.openai.com/v1/chat/completions |
| Authorization: Bearer {{oai-key-1}} |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-3.5-turbo", |
| "max_tokens": 30, |
| "stream": false, |
| "messages": [ |
| { |
| "role": "user", |
| "content": "This is a test prompt." |
| } |
| ] |
| } |
|
|
| ### |
| # @name OpenAI -- Text Completions |
| POST https://api.openai.com/v1/completions |
| Authorization: Bearer {{oai-key-1}} |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-3.5-turbo-instruct", |
| "max_tokens": 30, |
| "stream": false, |
| "prompt": "This is a test prompt where" |
| } |
|
|
| ### |
| # @name OpenAI -- Create Embedding |
| POST https://api.openai.com/v1/embeddings |
| Authorization: Bearer {{oai-key-1}} |
| Content-Type: application/json |
|
|
| { |
| "model": "text-embedding-ada-002", |
| "input": "This is a test embedding input." |
| } |
|
|
| ### |
| # @name OpenAI -- Get Organizations |
| GET https://api.openai.com/v1/organizations |
| Authorization: Bearer {{oai-key-1}} |
|
|
| ### |
| # @name OpenAI -- Get Models |
| GET https://api.openai.com/v1/models |
| Authorization: Bearer {{oai-key-1}} |
|
|
| ### |
| # @name Azure OpenAI -- Chat Completions |
| POST https://{{azu-resource-name}}.openai.azure.com/openai/deployments/{{azu-deployment-id}}/chat/completions?api-version=2023-09-01-preview |
| api-key: {{azu-key-1}} |
| Content-Type: application/json |
|
|
| { |
| "max_tokens": 1, |
| "stream": false, |
| "messages": [ |
| { |
| "role": "user", |
| "content": "This is a test prompt." |
| } |
| ] |
| } |
|
|
| ### |
| # @name Proxy / OpenAI -- Get Models |
| GET {{proxy-host}}/proxy/openai/v1/models |
| Authorization: Bearer {{proxy-key}} |
|
|
| ### |
| # @name Proxy / OpenAI -- Native Chat Completions |
| POST {{proxy-host}}/proxy/openai/chat/completions |
| Authorization: Bearer {{proxy-key}} |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-4-1106-preview", |
| "max_tokens": 20, |
| "stream": true, |
| "temperature": 1, |
| "seed": 123, |
| "messages": [ |
| { |
| "role": "user", |
| "content": "phrase one" |
| } |
| ] |
| } |
|
|
| ### |
| # @name Proxy / OpenAI -- Native Text Completions |
| POST {{proxy-host}}/proxy/openai/v1/turbo-instruct/chat/completions |
| Authorization: Bearer {{proxy-key}} |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-3.5-turbo-instruct", |
| "max_tokens": 20, |
| "temperature": 0, |
| "prompt": "Genshin Impact is a game about", |
| "stream": false |
| } |
|
|
| ### |
| # @name Proxy / OpenAI -- Chat-to-Text API Translation |
| # Accepts a chat completion request and reformats it to work with the text completion API. `model` is ignored. |
| POST {{proxy-host}}/proxy/openai/turbo-instruct/chat/completions |
| Authorization: Bearer {{proxy-key}} |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-4", |
| "max_tokens": 20, |
| "stream": true, |
| "messages": [ |
| { |
| "role": "user", |
| "content": "What is the name of the fourth president of the united states?" |
| }, |
| { |
| "role": "assistant", |
| "content": "That would be George Washington." |
| }, |
| { |
| "role": "user", |
| "content": "I don't think that's right..." |
| } |
| ] |
| } |
|
|
| ### |
| # @name Proxy / OpenAI -- Create Embedding |
| POST {{proxy-host}}/proxy/openai/embeddings |
| Authorization: Bearer {{proxy-key}} |
| Content-Type: application/json |
|
|
| { |
| "model": "text-embedding-ada-002", |
| "input": "This is a test embedding input." |
| } |
|
|
|
|
| ### |
| # @name Proxy / Anthropic -- Native Completion (old API) |
| POST {{proxy-host}}/proxy/anthropic/v1/complete |
| Authorization: Bearer {{proxy-key}} |
| anthropic-version: 2023-01-01 |
| Content-Type: application/json |
|
|
| { |
| "model": "claude-v1.3", |
| "max_tokens_to_sample": 20, |
| "temperature": 0.2, |
| "stream": true, |
| "prompt": "What is genshin impact\n\n:Assistant:" |
| } |
|
|
| ### |
| # @name Proxy / Anthropic -- Native Completion (2023-06-01 API) |
| POST {{proxy-host}}/proxy/anthropic/v1/complete |
| Authorization: Bearer {{proxy-key}} |
| anthropic-version: 2023-06-01 |
| Content-Type: application/json |
|
|
| { |
| "model": "claude-v1.3", |
| "max_tokens_to_sample": 20, |
| "temperature": 0.2, |
| "stream": true, |
| "prompt": "What is genshin impact\n\n:Assistant:" |
| } |
|
|
| ### |
| # @name Proxy / Anthropic -- OpenAI-to-Anthropic API Translation |
| POST {{proxy-host}}/proxy/anthropic/v1/chat/completions |
| Authorization: Bearer {{proxy-key}} |
| #anthropic-version: 2023-06-01 |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-3.5-turbo", |
| "max_tokens": 20, |
| "stream": false, |
| "temperature": 0, |
| "messages": [ |
| { |
| "role": "user", |
| "content": "What is genshin impact" |
| } |
| ] |
| } |
|
|
| ### |
| # @name Proxy / AWS Claude -- Native Completion |
| POST {{proxy-host}}/proxy/aws/claude/v1/complete |
| Authorization: Bearer {{proxy-key}} |
| anthropic-version: 2023-01-01 |
| Content-Type: application/json |
|
|
| { |
| "model": "claude-v2", |
| "max_tokens_to_sample": 10, |
| "temperature": 0, |
| "stream": true, |
| "prompt": "What is genshin impact\n\n:Assistant:" |
| } |
|
|
| ### |
| # @name Proxy / AWS Claude -- OpenAI-to-Anthropic API Translation |
| POST {{proxy-host}}/proxy/aws/claude/chat/completions |
| Authorization: Bearer {{proxy-key}} |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-3.5-turbo", |
| "max_tokens": 50, |
| "stream": true, |
| "messages": [ |
| { |
| "role": "user", |
| "content": "What is genshin impact?" |
| } |
| ] |
| } |
|
|
| ### |
| # @name Proxy / GCP Claude -- Native Completion |
| POST {{proxy-host}}/proxy/gcp/claude/v1/complete |
| Authorization: Bearer {{proxy-key}} |
| anthropic-version: 2023-01-01 |
| Content-Type: application/json |
|
|
| { |
| "model": "claude-v2", |
| "max_tokens_to_sample": 10, |
| "temperature": 0, |
| "stream": true, |
| "prompt": "What is genshin impact\n\n:Assistant:" |
| } |
|
|
| ### |
| # @name Proxy / GCP Claude -- OpenAI-to-Anthropic API Translation |
| POST {{proxy-host}}/proxy/gcp/claude/chat/completions |
| Authorization: Bearer {{proxy-key}} |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-3.5-turbo", |
| "max_tokens": 50, |
| "stream": true, |
| "messages": [ |
| { |
| "role": "user", |
| "content": "What is genshin impact?" |
| } |
| ] |
| } |
|
|
| ### |
| # @name Proxy / Azure OpenAI -- Native Chat Completions |
| POST {{proxy-host}}/proxy/azure/openai/chat/completions |
| Authorization: Bearer {{proxy-key}} |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-4", |
| "max_tokens": 20, |
| "stream": true, |
| "temperature": 1, |
| "seed": 2, |
| "messages": [ |
| { |
| "role": "user", |
| "content": "Hi what is the name of the fourth president of the united states?" |
| }, |
| { |
| "role": "assistant", |
| "content": "That would be George Washington." |
| }, |
| { |
| "role": "user", |
| "content": "That's not right." |
| } |
| ] |
| } |
|
|
| ### |
| # @name Proxy / Google AI -- OpenAI-to-Google AI API Translation |
| POST {{proxy-host}}/proxy/google-ai/v1/chat/completions |
| Authorization: Bearer {{proxy-key}} |
| Content-Type: application/json |
|
|
| { |
| "model": "gpt-4", |
| "max_tokens": 42, |
| "messages": [ |
| { |
| "role": "user", |
| "content": "Hi what is the name of the fourth president of the united states?" |
| } |
| ] |
| } |
|
|
