From c51f012a56dc296d639b7b86fcabe7f35152088c Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Sat, 6 Jan 2024 13:45:30 +0530 Subject: [PATCH] fix(proxy/utils.py): increase http connection pool for prisma --- litellm/proxy/utils.py | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index 15d45d911d..0e5b3e0e5d 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -1,5 +1,5 @@ from typing import Optional, List, Any, Literal -import os, subprocess, hashlib, importlib, asyncio, copy, json, aiohttp +import os, subprocess, hashlib, importlib, asyncio, copy, json, aiohttp, httpx import litellm, backoff from litellm.proxy._types import UserAPIKeyAuth from litellm.caching import DualCache @@ -271,9 +271,15 @@ class PrismaClient: finally: os.chdir(original_dir) # Now you can import the Prisma Client - from prisma import Client # type: ignore + from prisma import Prisma # type: ignore - self.db = Client() # Client to connect to Prisma db + self.db = Prisma( + http={ + "limits": httpx.Limits( + max_connections=1000, max_keepalive_connections=100 + ) + } + ) # Client to connect to Prisma db def hash_token(self, token: str): # Hash the string using SHA-256