add cache params

This commit is contained in:
ishaan-jaff 2023-09-08 20:18:12 -07:00
parent 028fed5bf2
commit 990651c8c0

View file

@ -115,6 +115,7 @@ def completion(
request_timeout=0, # unused var for old version of OpenAI API
fallbacks=[],
caching = False,
cache_params = {}, # optional to specify metadata for caching
) -> ModelResponse:
args = locals()
try: