Fix model_limits KeyError

This commit is contained in:
Wojciech-Rebisz 2025-11-04 10:56:56 +01:00
parent d45137a399
commit 13142267be
2 changed files with 3 additions and 3 deletions

View file

@ -1016,7 +1016,7 @@ async def load_data_from_url(url: str) -> str:
async with httpx.AsyncClient() as client:
r = await client.get(url)
resp = r.text
return resp
return str(resp)
raise ValueError(f"Unexpected URL: {type(url)}")

View file

@ -283,8 +283,8 @@ class WatsonXInferenceAdapter(LiteLLMOpenAIMixin):
# ...
provider_resource_id = f"{self.__provider_id__}/{model_spec['model_id']}"
if "embedding" in functions:
embedding_dimension = model_spec["model_limits"]["embedding_dimension"]
context_length = model_spec["model_limits"]["max_sequence_length"]
embedding_dimension = model_spec.get("model_limits", {}).get("embedding_dimension", 0)
context_length = model_spec.get("model_limits", {}).get("max_sequence_length", 0)
embedding_metadata = {
"embedding_dimension": embedding_dimension,
"context_length": context_length,