From 77436cbcf49eca8b7bd25ecb5faab9baca6a05b4 Mon Sep 17 00:00:00 2001
From: ishaan-jaff <ishaanjaffer0324@gmail.com>
Date: Sat, 26 Aug 2023 16:08:47 -0700
Subject: [PATCH] add litellm caching

---
 .circleci/requirements.txt    |   3 ++-
 litellm/tests/data_map.txt    | Bin 575 -> 1352 bytes
 litellm/tests/test_caching.py |  33 +++++++++++++++++----------------
 3 files changed, 19 insertions(+), 17 deletions(-)

diff --git a/.circleci/requirements.txt b/.circleci/requirements.txt
index b6894a1fa..5ef69ad7a 100644
--- a/.circleci/requirements.txt
+++ b/.circleci/requirements.txt
@@ -4,4 +4,5 @@ python-dotenv
 openai
 tiktoken
 importlib_metadata
-baseten
\ No newline at end of file
+baseten
+gptcache
\ No newline at end of file
diff --git a/litellm/tests/data_map.txt b/litellm/tests/data_map.txt
index 277c06bd8bf8fee06a01f7e37755a4d24076c5d5..a4cc414230c30c7a0f5dbc3bb9b64bc1537c2943 100644
GIT binary patch
delta 675
zcmZvZv5FKy5QZ7KO%Bcr1VP+`Vv<|o7-5YM@h;kAx!@ARo|)S1#_6u1yT)|{S<M#>
zW=sSh;-0|7z)+vV2QamIcRfZF8m3{Y>;L}$|8nr{aP;=z<N4@j^gX$=IqB{uC+mKq
z$NKQmyZ(*bjy9iWrxpTv-=0C<FwCGNcgoPX5`AFhN??t^=q;p`VXP{fr7&Z#W~mu+
z1O?pI1mxvrO$fEj7`M#elA5Z7mKvxlQ~{y()O}8#tj8aE?l%utS}~Xa`?c`=5-!kt
z^KAB1*wO*z*MBIBxI2O_j36r4f^iG-R<R)ma{j;$w(htCo}&%Gv}cdbguT{2BJ!Te
z5yQ%qShe7>prtdfu@p<nb?=jlb-HzM|340<(+EEq!2go4R9&O;q8ir^(WcWhMiAu`
z6l5(qk$mB3<#wUpqGfQc(c^Y{O&~EBW?_oIe5;qrR4T8el$@kZ!)KCBDc|_4rVvd0
zxiiV47Yo`}I4Ew{q{oG*xk9Ezj4ZO2Qi1YNH2yKhp<4u*P*5w+rf4eVWv^p=#aXY9
d^}Qz7lkP|IAQ^Q(ldB^=p6hh3C-bJsv)@v3?PCA{

delta 29
lcmX@XwV#Exfn}-*(?-?{jFYdjh%z!we$5iVQd*j%2LO&F2}J+^

diff --git a/litellm/tests/test_caching.py b/litellm/tests/test_caching.py
index 3f6618c33..d5ab68e25 100644
--- a/litellm/tests/test_caching.py
+++ b/litellm/tests/test_caching.py
@@ -48,22 +48,23 @@ def test_caching_with_models():
         pytest.fail(f"Error occurred:")
 
 
-# def test_gpt_cache():
-#     # INIT GPT Cache #
-#     from gptcache import cache
-#     cache.init()
-#     cache.set_openai_key()
+def test_gpt_cache():
+    # INIT GPT Cache #
+    from gptcache import cache
+    from litellm.cache import completion
+    cache.init()
+    cache.set_openai_key()
 
-#     messages = [{"role": "user", "content": "what is litellm this morning?  "}]
-#     response2 = litellm.cache.completion(model="gpt-3.5-turbo", messages=messages)
-#     response3 = litellm.cache.completion(model="command-nightly", messages=messages)
-#     print(f"response2: {response2}")
-#     print(f"response3: {response3}")
+    messages = [{"role": "user", "content": "what is litellm YC 22?"}]
+    response2 = completion(model="gpt-3.5-turbo", messages=messages)
+    response3 = completion(model="command-nightly", messages=messages)
+    print(f"response2: {response2}")
+    print(f"response3: {response3}")
+
+    if response3['choices'] != response2['choices']:
+        # if models are different, it should not return cached response
+        print(f"response2: {response2}")
+        print(f"response3: {response3}")
+        pytest.fail(f"Error occurred:")
 
-#     if response3 != response2:
-#         # if models are different, it should not return cached response
-#         print(f"response2: {response2}")
-#         print(f"response3: {response3}")
-#         pytest.fail(f"Error occurred:")
 
-# test_gpt_cache()