Merge branch 'main' into litellm_fix_streaming_usage_calc

This commit is contained in:
Krish Dholakia 2024-08-01 21:29:04 -07:00 committed by GitHub
commit 25ac9c2d75
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
12 changed files with 247 additions and 68 deletions

View file

@ -986,6 +986,7 @@ def completion(
output_cost_per_second=output_cost_per_second,
output_cost_per_token=output_cost_per_token,
cooldown_time=cooldown_time,
text_completion=kwargs.get("text_completion"),
)
logging.update_environment_variables(
model=model,
@ -2085,7 +2086,7 @@ def completion(
model_response=model_response,
print_verbose=print_verbose,
optional_params=new_params,
litellm_params=litellm_params,
litellm_params=litellm_params, # type: ignore
logger_fn=logger_fn,
encoding=encoding,
vertex_location=vertex_ai_location,