diff --git a/docs/notebooks/langchain/langchain-llama-stack.py b/docs/notebooks/langchain/langchain-llama-stack.py index aa0d9bd1c..8f61b33c2 100644 --- a/docs/notebooks/langchain/langchain-llama-stack.py +++ b/docs/notebooks/langchain/langchain-llama-stack.py @@ -212,7 +212,7 @@ def main(): ) os.environ["OPENAI_API_KEY"] = "dummy" os.environ["OPENAI_BASE_URL"] = "http://0.0.0.0:8321/v1/openai/v1" - llm = ChatOpenAI(model="ollama/llama3:70b-instruct") + llm = ChatOpenAI(model="ollama/llama3:70b-instruct", base_url="http://localhost:8321/v1/openai/v1") # Test the wrapper test_response = llm.invoke("Can you help me with the document processing?")