(feat) proxy: cost tracking add track_cost_callback

This commit is contained in:
ishaan-jaff 2023-11-24 05:53:23 -08:00
parent b9749bd8e0
commit 865e3959f3
2 changed files with 11 additions and 2 deletions

View file

@ -5,7 +5,7 @@ from typing import Optional
def track_cost_callback(
kwargs, # kwargs to completion
completion_response: ModelResponse, # response from completion
completion_response: ModelResponse, # response from completion
start_time = None,
end_time = None, # start/end time for completion
):