phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update langchain-llama-stack.py

Browse source
This commit is contained in:
Omar Abdelwahab 2025-09-02 10:30:17 -07:00
parent 4f87a5dd72
commit 9cf73a6bdf
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
docs/notebooks/langchain/langchain-llama-stack.py
View file

@ -212,7 +212,7 @@ def main():
) )
os.environ["OPENAI_API_KEY"] = "dummy" os.environ["OPENAI_API_KEY"] = "dummy"
os.environ["OPENAI_BASE_URL"] = "http://0.0.0.0:8321/v1/openai/v1" os.environ["OPENAI_BASE_URL"] = "http://0.0.0.0:8321/v1/openai/v1"
llm = ChatOpenAI(model="ollama/llama3:70b-instruct") llm = ChatOpenAI(model="ollama/llama3:70b-instruct", base_url="http://localhost:8321/v1/openai/v1")
# Test the wrapper # Test the wrapper
test_response = llm.invoke("Can you help me with the document processing?") test_response = llm.invoke("Can you help me with the document processing?")