From 9cf73a6bdff0634d9664dcfc02274eff537d3863 Mon Sep 17 00:00:00 2001 From: Omar Abdelwahab Date: Tue, 2 Sep 2025 10:30:17 -0700 Subject: [PATCH] Update langchain-llama-stack.py --- docs/notebooks/langchain/langchain-llama-stack.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/notebooks/langchain/langchain-llama-stack.py b/docs/notebooks/langchain/langchain-llama-stack.py index aa0d9bd1c..8f61b33c2 100644 --- a/docs/notebooks/langchain/langchain-llama-stack.py +++ b/docs/notebooks/langchain/langchain-llama-stack.py @@ -212,7 +212,7 @@ def main(): ) os.environ["OPENAI_API_KEY"] = "dummy" os.environ["OPENAI_BASE_URL"] = "http://0.0.0.0:8321/v1/openai/v1" - llm = ChatOpenAI(model="ollama/llama3:70b-instruct") + llm = ChatOpenAI(model="ollama/llama3:70b-instruct", base_url="http://localhost:8321/v1/openai/v1") # Test the wrapper test_response = llm.invoke("Can you help me with the document processing?")