Merge pull request #2561 from BerriAI/litellm_batch_writing_db

fix(proxy/utils.py): move to batch writing db updates
This commit is contained in:
Krish Dholakia 2024-03-18 21:50:47 -07:00 committed by GitHub
commit c4dbd0407e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
9 changed files with 352 additions and 101 deletions

View file

@ -12,6 +12,7 @@ from typing import Any, Literal, Union, BinaryIO
from functools import partial
import dotenv, traceback, random, asyncio, time, contextvars
from copy import deepcopy
import httpx
import litellm
from ._logging import verbose_logger