litellm/tests/pass_through_tests/test_vertex.js

const { VertexAI, RequestOptions } = require('@google-cloud/vertexai');

const vertexAI = new VertexAI({
    project: 'adroit-crow-413218',
    location: 'us-central1',
    apiEndpoint: "localhost:4000/vertex-ai"
});

// Create customHeaders using Headers
const customHeaders = new Headers({
    "X-Litellm-Api-Key": "sk-1234"
});

// Use customHeaders in RequestOptions
const requestOptions = {
    customHeaders: customHeaders
};

const generativeModel = vertexAI.getGenerativeModel(
    { model: 'gemini-1.0-pro' },
    requestOptions
);

async function testModel() {
    try {
        const request = {
            contents: [{role: 'user', parts: [{text: 'How are you doing today tell me your name?'}]}],
          };
        const streamingResult = await generativeModel.generateContentStream(request);
        for await (const item of streamingResult.stream) {
            console.log('stream chunk: ', JSON.stringify(item));
        }
        const aggregatedResponse = await streamingResult.response;
        console.log('aggregated response: ', JSON.stringify(aggregatedResponse));
    } catch (error) {
        console.error('Error:', error);
    }
}

testModel();