phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-13 18:02:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix and add a test

Browse source
This commit is contained in:
Ashwin Bharambe 2024-10-21 22:02:37 -07:00
parent 40ba22f4c8
commit cd84dee3e9
5 changed files with 76 additions and 62 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/distribution/routers/routers.py
View file

@ -89,6 +89,7 @@ class InferenceRouter(Inference):
tools=tools or [],
tool_choice=tool_choice,
tool_prompt_format=tool_prompt_format,
response_format=response_format,
stream=stream,
logprobs=logprobs,
)
@ -112,6 +113,7 @@ class InferenceRouter(Inference):
model=model,
content=content,
sampling_params=sampling_params,
response_format=response_format,
stream=stream,
logprobs=logprobs,
)