phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

gpt cache docs

Browse source
This commit is contained in:
ishaan-jaff 2023-08-26 16:30:38 -07:00
parent 628cfa29f3
commit d07fe093f5
1 changed files with 15 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

16
docs/my-website/docs/caching/gpt_cache.md
View file

@ -15,12 +15,26 @@ pip install gptcache
```python ```python
from gptcache import cache from gptcache import cache
from litellm.cache import completion from litellm.cache import completion
import time
# Set your .env keys # Set your .env keys
os.environ['OPENAI_API_KEY'] = "" os.environ['OPENAI_API_KEY'] = ""
cache.init() cache.init()
cache.set_openai_key() cache.set_openai_key()
messages = [{"role": "user", "content": "what is litellm YC 22?"}] question = "what's LiteLLM"
for _ in range(2):
start_time = time.time()
response = completion(
model='gpt-3.5-turbo',
messages=[
{
'role': 'user',
'content': question
}
],
)
print(f'Question: {question}')
print("Time consuming: {:.2f}s".format(time.time() - start_time))
``` ```