From 485f05ea0284d0ce8504f089a65897e212b4acf1 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 25 Dec 2023 13:31:01 +0530 Subject: [PATCH] (docs) ollama/json mode --- docs/my-website/docs/providers/ollama.md | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/docs/my-website/docs/providers/ollama.md b/docs/my-website/docs/providers/ollama.md index 35a3a560c..0aa571e2a 100644 --- a/docs/my-website/docs/providers/ollama.md +++ b/docs/my-website/docs/providers/ollama.md @@ -58,6 +58,24 @@ async def async_ollama(): import asyncio asyncio.run(async_ollama()) +``` + +## Example Usage - JSON Mode +To use ollama JSON Mode pass `format="json"` to `litellm.completion()` + +```python +from litellm import completion +response = completion( + model="ollama/llama2", + messages=[ + { + "role": "user", + "content": "respond in json, what's the weather" + } + ], + max_tokens=10, + format = "json" +) ``` ## Ollama Models Ollama supported models: https://github.com/jmorganca/ollama