Merge pull request #1646 from BerriAI/litellm_image_gen_cost_tracking_proxy

Litellm image gen cost tracking proxy
This commit is contained in:
Krish Dholakia 2024-01-26 22:30:14 -08:00 committed by GitHub
commit ba4089824d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 60 additions and 43 deletions

View file

@ -2030,14 +2030,15 @@ def client(original_function):
start_time=start_time,
)
## check if metadata is passed in
litellm_params = {}
if "metadata" in kwargs:
litellm_params = {"metadata": kwargs["metadata"]}
logging_obj.update_environment_variables(
model=model,
user="",
optional_params={},
litellm_params=litellm_params,
)
litellm_params["metadata"] = kwargs["metadata"]
logging_obj.update_environment_variables(
model=model,
user="",
optional_params={},
litellm_params=litellm_params,
)
return logging_obj
except Exception as e:
import logging