mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-06-28 10:54:19 +00:00
fix fireworks open ai compat endpoint
This commit is contained in:
parent
17f4414be9
commit
3f43ad7c9e
1 changed files with 1 additions and 1 deletions
|
@ -255,7 +255,7 @@ class FireworksInferenceAdapter(ModelRegistryHelper, Inference, NeedsRequestProv
|
||||||
params = {
|
params = {
|
||||||
"model": request.model,
|
"model": request.model,
|
||||||
**input_dict,
|
**input_dict,
|
||||||
"stream": request.stream,
|
"stream": bool(request.stream),
|
||||||
**self._build_options(request.sampling_params, request.response_format, request.logprobs),
|
**self._build_options(request.sampling_params, request.response_format, request.logprobs),
|
||||||
}
|
}
|
||||||
logger.debug(f"params to fireworks: {params}")
|
logger.debug(f"params to fireworks: {params}")
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue