mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
Update langchain-llama-stack.py
This commit is contained in:
parent
9cf73a6bdf
commit
875069f535
1 changed files with 0 additions and 2 deletions
|
@ -210,8 +210,6 @@ def main():
|
|||
client = LlamaStackClient(
|
||||
base_url="http://localhost:8321/",
|
||||
)
|
||||
os.environ["OPENAI_API_KEY"] = "dummy"
|
||||
os.environ["OPENAI_BASE_URL"] = "http://0.0.0.0:8321/v1/openai/v1"
|
||||
llm = ChatOpenAI(model="ollama/llama3:70b-instruct", base_url="http://localhost:8321/v1/openai/v1")
|
||||
|
||||
# Test the wrapper
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue