phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix TEXT_COMPLETION_CODESTRAL

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-21 09:40:26 -08:00
parent 0420b07c13
commit fdaee84b82
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/llms/text_completion_codestral.py
View file

@ -18,7 +18,10 @@ import litellm
from litellm import verbose_logger from litellm import verbose_logger
from litellm.litellm_core_utils.core_helpers import map_finish_reason from litellm.litellm_core_utils.core_helpers import map_finish_reason
from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLogging from litellm.litellm_core_utils.litellm_logging import Logging as LiteLLMLogging
from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler from litellm.llms.custom_httpx.http_handler import (
AsyncHTTPHandler,
get_async_httpx_client,
)
from litellm.types.llms.databricks import GenericStreamingChunk from litellm.types.llms.databricks import GenericStreamingChunk
from litellm.utils import ( from litellm.utils import (
Choices, Choices,
@ -479,8 +482,9 @@ class CodestralTextCompletion(BaseLLM):
headers={}, headers={},
) -> TextCompletionResponse: ) -> TextCompletionResponse:
async_handler = AsyncHTTPHandler( async_handler = get_async_httpx_client(
timeout=httpx.Timeout(timeout=timeout), concurrent_limit=1 llm_provider=litellm.LlmProviders.TEXT_COMPLETION_CODESTRAL,
params={"timeout": timeout},
) )
try: try: