Add JSON structured outputs to Ollama

This commit is contained in:
Aidan Do 2024-12-22 15:47:39 +11:00
parent bae197c37e
commit da82fb22f6
2 changed files with 15 additions and 4 deletions

View file

@ -191,6 +191,7 @@ class TestInference:
provider = inference_impl.routing_table.get_provider_impl(inference_model)
if provider.__provider_spec__.provider_type not in (
"inline::meta-reference",
"remote::ollama",
"remote::tgi",
"remote::together",
"remote::fireworks",
@ -253,6 +254,7 @@ class TestInference:
provider = inference_impl.routing_table.get_provider_impl(inference_model)
if provider.__provider_spec__.provider_type not in (
"inline::meta-reference",
"remote::ollama",
"remote::fireworks",
"remote::tgi",
"remote::together",