supports_native_streaming

This commit is contained in:
Ishaan Jaff 2025-03-20 13:52:30 -07:00
parent 4be40d1ba0
commit 360931ef1b

View file

@ -1997,9 +1997,9 @@ def supports_native_streaming(model: str, custom_llm_provider: Optional[str]) ->
model_info = _get_model_info_helper(
model=model, custom_llm_provider=custom_llm_provider
)
supports_native_streaming = (
model_info.get("supports_native_streaming", True) or True
)
supports_native_streaming = model_info.get("supports_native_streaming", True)
if supports_native_streaming is None:
supports_native_streaming = True
return supports_native_streaming
except Exception as e:
verbose_logger.debug(