caching updates

This commit is contained in:
ishaan-jaff 2023-09-08 18:06:46 -07:00
parent d69f2a9bcd
commit da87721a20
4 changed files with 31 additions and 7 deletions

View file

@ -114,6 +114,7 @@ def completion(
top_k=40,
request_timeout=0, # unused var for old version of OpenAI API
fallbacks=[],
caching = False,
) -> ModelResponse:
args = locals()
try: