This commit is contained in:
ishaan-jaff 2023-09-21 11:18:12 -07:00
parent 42171ff122
commit b718df5e8f

View file

@ -24,8 +24,7 @@ from litellm import completion
response = completion( response = completion(
model="ollama/llama2", model="ollama/llama2",
messages=[{ "content": "respond in 20 words. who are you?","role": "user"}], messages=[{ "content": "respond in 20 words. who are you?","role": "user"}],
api_base="http://localhost:11434", api_base="http://localhost:11434",
custom_llm_provider="ollama",
stream=True stream=True
) )
print(response) print(response)