phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(docs) use proxy + Sagemaker stream test

Browse source
This commit is contained in:
ishaan-jaff 2024-01-22 22:11:00 -08:00
parent 6d105754d7
commit bc3332fc7c
1 changed files with 9 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/proxy/tests/test_openai_js.js
View file

@ -4,22 +4,28 @@ const openai = require('openai');
process.env.DEBUG=false; process.env.DEBUG=false;
async function runOpenAI() { async function runOpenAI() {
const client = new openai.OpenAI({ const client = new openai.OpenAI({
apiKey: 'your_api_key_here', apiKey: 'sk-yPX56TDqBpr23W7ruFG3Yg',
baseURL: 'http://0.0.0.0:8000' baseURL: 'http://0.0.0.0:8000'
}); });
try { try {
const response = await client.chat.completions.create({ const response = await client.chat.completions.create({
model: 'azure-gpt-3.5', model: 'sagemaker',
stream: true,
max_tokens: 1000,
messages: [ messages: [
{ {
role: 'user', role: 'user',
content: 'this is a test request, write a short poem'.repeat(2000), content: 'write a 20 pg essay about YC ',
}, },
], ],
}); });
console.log(response); console.log(response);
for await (const chunk of response) {
console.log(chunk);
console.log(chunk.choices[0].delta.content);
}
} catch (error) { } catch (error) {
console.log("got this exception from server"); console.log("got this exception from server");
console.error(error); console.error(error);