phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) always check if response has hidden_param attr

Browse source
This commit is contained in:
ishaan-jaff 2024-01-12 17:51:34 -08:00
parent c1686b264f
commit 39f724d9f3
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -575,7 +575,8 @@ def completion(
api_base=api_base, api_base=api_base,
api_key=api_key, api_key=api_key,
) )
model_response._hidden_params["custom_llm_provider"] = custom_llm_provider if model_response is not None and hasattr(model_response, "_hidden_params"):
model_response._hidden_params["custom_llm_provider"] = custom_llm_provider
### REGISTER CUSTOM MODEL PRICING -- IF GIVEN ### ### REGISTER CUSTOM MODEL PRICING -- IF GIVEN ###
if input_cost_per_token is not None and output_cost_per_token is not None: if input_cost_per_token is not None and output_cost_per_token is not None:
litellm.register_model( litellm.register_model(
@ -2157,6 +2158,8 @@ async def aembedding(*args, **kwargs):
else: else:
# Call the synchronous function using run_in_executor # Call the synchronous function using run_in_executor
response = await loop.run_in_executor(None, func_with_context) response = await loop.run_in_executor(None, func_with_context)
if response is not None and hasattr(response, "_hidden_params"):
response._hidden_params["custom_llm_provider"] = custom_llm_provider
return response return response
except Exception as e: except Exception as e:
custom_llm_provider = custom_llm_provider or "openai" custom_llm_provider = custom_llm_provider or "openai"
@ -2512,7 +2515,7 @@ def embedding(
else: else:
args = locals() args = locals()
raise ValueError(f"No valid embedding model args passed in - {args}") raise ValueError(f"No valid embedding model args passed in - {args}")
if response is not None: if response is not None and hasattr(response, "_hidden_params"):
response._hidden_params["custom_llm_provider"] = custom_llm_provider response._hidden_params["custom_llm_provider"] = custom_llm_provider
return response return response
except Exception as e: except Exception as e: