phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-13 21:12:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add response format to signature

Browse source
This commit is contained in:
Ashwin Bharambe 2024-10-21 19:14:52 -07:00 • committed by Ashwin Bharambe
parent 6d26bbdce3
commit 40ba22f4c8
15 changed files with 93 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

11
llama_stack/providers/tests/inference/test_inference.py
View file

@ -97,12 +97,12 @@ class AnswerFormat(BaseModel):
@pytest.fixture
def sample_messages():
question = "Please give me information about Michael Jordan. You MUST answer using the following json schema: "
question_with_schema = f"{question}{AnswerFormat.schema_json()}"
question = "Please give me information about Michael Jordan."
# question_with_schema = f"{question}{AnswerFormat.schema_json()}"
return [
SystemMessage(content="You are a helpful assistant."),
# UserMessage(content="What's the weather like today?"),
UserMessage(content=question_with_schema),
UserMessage(content=question),
]
@ -183,10 +183,15 @@ async def test_completion(inference_settings):
@pytest.mark.asyncio
async def test_chat_completion_non_streaming(inference_settings, sample_messages):
print(AnswerFormat.schema_json())
print(AnswerFormat.schema())
inference_impl = inference_settings["impl"]
response = await inference_impl.chat_completion(
messages=sample_messages,
stream=False,
response_format=JsonResponseFormat(
schema=AnswerFormat.schema(),
),
**inference_settings["common_params"],
)