mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-27 11:43:54 +00:00
(feat) proxy logs: dynamodb - set table name
This commit is contained in:
parent
74d0a9ecf9
commit
a5540bf24d
2 changed files with 5 additions and 33 deletions
|
@ -58,6 +58,7 @@ aclient_session: Optional[httpx.AsyncClient] = None
|
|||
model_fallbacks: Optional[List] = None # Deprecated for 'litellm.fallbacks'
|
||||
model_cost_map_url: str = "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json"
|
||||
suppress_debug_info = False
|
||||
dynamodb_table_name: Optional[str] = None
|
||||
#### RELIABILITY ####
|
||||
request_timeout: Optional[float] = 6000
|
||||
num_retries: Optional[int] = None
|
||||
|
|
|
@ -13,42 +13,13 @@ from litellm._logging import print_verbose
|
|||
class DyanmoDBLogger:
|
||||
# Class variables or attributes
|
||||
|
||||
def __init__(self, table_name="litellm-server-logs"):
|
||||
def __init__(self):
|
||||
# Instance variables
|
||||
import boto3
|
||||
self.dynamodb = boto3.resource('dynamodb', region_name=os.environ["AWS_REGION_NAME"])
|
||||
self.table_name = table_name
|
||||
|
||||
# on init check if there is a table with name == self.table_name
|
||||
# if not call self.create_dynamodb_table()
|
||||
if not self.check_table_exists():
|
||||
print_verbose(f"DynamoDB: Table {self.table_name} does not exist. Creating table")
|
||||
self.create_dynamodb_table()
|
||||
|
||||
def check_table_exists(self):
|
||||
existing_tables = self.dynamodb.meta.client.list_tables()['TableNames']
|
||||
print_verbose(f"Dynamo DB: Existing Tables= {existing_tables}")
|
||||
return self.table_name in existing_tables
|
||||
|
||||
|
||||
def create_dynamodb_table(self):
|
||||
# for dynamo we can create a table with id attribute, there's no need to define other cols
|
||||
table_params = {
|
||||
'TableName': self.table_name,
|
||||
'KeySchema': [
|
||||
{'AttributeName': 'id', 'KeyType': 'HASH'} # 'id' is the primary key
|
||||
],
|
||||
'AttributeDefinitions': [
|
||||
{'AttributeName': 'id', 'AttributeType': 'S'} # 'S' denotes string type
|
||||
],
|
||||
'ProvisionedThroughput': {
|
||||
'ReadCapacityUnits': 5, # Adjust based on your read/write capacity needs
|
||||
'WriteCapacityUnits': 5
|
||||
}
|
||||
}
|
||||
|
||||
self.dynamodb.create_table(**table_params)
|
||||
print_verbose(f'Table {self.table_name} created successfully')
|
||||
if litellm.dynamodb_table_name is None:
|
||||
raise ValueError("LiteLLM Error, trying to use DynamoDB but not table name passed. Create a table and set `litellm.dynamodb_table_name=<your-table>`")
|
||||
self.table_name = litellm.dynamodb_table_name
|
||||
|
||||
async def _async_log_event(self, kwargs, response_obj, start_time, end_time, print_verbose):
|
||||
self.log_event(kwargs, response_obj, start_time, end_time, print_verbose)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue