Litellm support in llama stack:

This commit is contained in:
Abhishek Kumawat 2025-02-03 06:10:51 -08:00
parent 15dcc4ea5e
commit 9e0c8a82cb
6 changed files with 359 additions and 0 deletions

View file

@ -0,0 +1,19 @@
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from typing import Optional
from pydantic import BaseModel, Field
class LitellmConfig(BaseModel):
openai_api_key: Optional[str] = Field(
default=None,
description="The access key to use for openai. Default use environment variable: OPENAI_API_KEY",
)
llm_provider: Optional[str] = Field(
default="openai",
description="The provider to use. Default use environment variable: LLM_PROVIDER",
)