This commit is contained in:
ishaan-jaff 2023-09-21 11:18:12 -07:00
parent 42171ff122
commit b718df5e8f

View file

@ -24,8 +24,7 @@ from litellm import completion
response = completion(
model="ollama/llama2",
messages=[{ "content": "respond in 20 words. who are you?","role": "user"}],
api_base="http://localhost:11434",
custom_llm_provider="ollama",
api_base="http://localhost:11434",
stream=True
)
print(response)