phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 04:04:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update langchain-llama-stack.py

Browse source
This commit is contained in:
Omar Abdelwahab 2025-09-18 13:57:14 -07:00
parent 9cf73a6bdf
commit 875069f535
1 changed files with 0 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
docs/notebooks/langchain/langchain-llama-stack.py
View file

@ -210,8 +210,6 @@ def main():
client = LlamaStackClient( client = LlamaStackClient(
base_url="http://localhost:8321/", base_url="http://localhost:8321/",
) )
os.environ["OPENAI_API_KEY"] = "dummy"
os.environ["OPENAI_BASE_URL"] = "http://0.0.0.0:8321/v1/openai/v1"
llm = ChatOpenAI(model="ollama/llama3:70b-instruct", base_url="http://localhost:8321/v1/openai/v1") llm = ChatOpenAI(model="ollama/llama3:70b-instruct", base_url="http://localhost:8321/v1/openai/v1")
# Test the wrapper # Test the wrapper