phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 17:22:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add Groq provider - chat completions

Browse source
This commit is contained in:
Aidan Do 2024-12-12 21:15:09 +11:00
parent c294a01c4b
commit 378150e23c
10 changed files with 727 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

15
llama_stack/providers/tests/inference/test_text_inference.py
View file

@ -350,6 +350,14 @@ class TestInference:
sample_messages,
sample_tool_definition,
):
inference_impl, _ = inference_stack
provider = inference_impl.routing_table.get_provider_impl(inference_model)
if provider.__provider_spec__.provider_type in ("remote::groq",):
pytest.skip(
provider.__provider_spec__.provider_type
+ " doesn't support tool calling yet"
)
inference_impl, _ = inference_stack
messages = sample_messages + [
UserMessage(
@ -390,6 +398,13 @@ class TestInference:
sample_tool_definition,
):
inference_impl, _ = inference_stack
provider = inference_impl.routing_table.get_provider_impl(inference_model)
if provider.__provider_spec__.provider_type in ("remote::groq",):
pytest.skip(
provider.__provider_spec__.provider_type
+ " doesn't support tool calling yet"
)
messages = sample_messages + [
UserMessage(
content="What's the weather like in San Francisco?",