add cache params

This commit is contained in:
ishaan-jaff 2023-09-08 20:18:12 -07:00
parent 8180ba273b
commit 9f7d397014

View file

@ -115,6 +115,7 @@ def completion(
request_timeout=0, # unused var for old version of OpenAI API
fallbacks=[],
caching = False,
cache_params = {}, # optional to specify metadata for caching
) -> ModelResponse:
args = locals()
try: