add completion() for ollama (#280)

2024-10-21 22:26:33 -07:00 · 2024-10-21 22:26:33 -07:00 · 1d241bf3fe
commit 1d241bf3fe
parent e2a5a2e10d
5 changed files with 138 additions and 15 deletions
--- a/llama_stack/providers/tests/inference/provider_config_example.yaml
+++ b/llama_stack/providers/tests/inference/provider_config_example.yaml
@ -4,6 +4,10 @@ providers:
    config:
      host: localhost
      port: 11434
+  - provider_id: meta-reference
+    provider_type: meta-reference
+    config:
+      model: Llama3.2-1B-Instruct
  - provider_id: test-tgi
    provider_type: remote::tgi
    config: