phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) router - timeout exception mapping

Browse source
This commit is contained in:
ishaan-jaff 2024-01-19 20:30:31 -08:00
parent 7cf0bb475f
commit 84684c50fa
2 changed files with 19 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/router.py
View file

@ -285,7 +285,7 @@ class Router:
"messages": messages,
"functions": functions,
"function_call": function_call,
"timeout": timeout,
"timeout": timeout or self.timeout,
"temperature": temperature,
"top_p": top_p,
"n": n,
@ -316,7 +316,7 @@ class Router:
future = executor.submit(
self.function_with_fallbacks, **kwargs, **completion_kwargs
)
response = future.result(timeout=timeout) # type: ignore
response = future.result() # type: ignore
return response
except Exception as e:
@ -417,7 +417,7 @@ class Router:
"messages": messages,
"functions": functions,
"function_call": function_call,
"timeout": timeout,
"timeout": timeout or self.timeout,
"temperature": temperature,
"top_p": top_p,
"n": n,
@ -442,7 +442,6 @@ class Router:
"original_function": self._acompletion,
}
kwargs["num_retries"] = kwargs.get("num_retries", self.num_retries)
timeout = kwargs.get("request_timeout", self.timeout)
kwargs.setdefault("metadata", {}).update({"model_group": model})
response = await self.async_function_with_fallbacks(