fix fireworks open ai compat endpoint

This commit is contained in:
Hardik Shah 2025-06-02 13:57:05 -07:00
parent 17f4414be9
commit 3f43ad7c9e

View file

@ -255,7 +255,7 @@ class FireworksInferenceAdapter(ModelRegistryHelper, Inference, NeedsRequestProv
params = { params = {
"model": request.model, "model": request.model,
**input_dict, **input_dict,
"stream": request.stream, "stream": bool(request.stream),
**self._build_options(request.sampling_params, request.response_format, request.logprobs), **self._build_options(request.sampling_params, request.response_format, request.logprobs),
} }
logger.debug(f"params to fireworks: {params}") logger.debug(f"params to fireworks: {params}")