Merge pull request #4591 from Manouchehri/send-litellm-version-1

feat(httpx): Send litellm user-agent version upstream
This commit is contained in:
Ishaan Jaff 2024-07-08 12:59:13 -07:00 committed by GitHub
commit cb52c59481
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 21 additions and 1 deletions

View file

@ -7,6 +7,15 @@ import httpx
import litellm
try:
from litellm._version import version
except:
version = "0.0.0"
headers = {
"User-Agent": f"litellm/{version}",
}
# https://www.python-httpx.org/advanced/timeouts
_DEFAULT_TIMEOUT = httpx.Timeout(timeout=5.0, connect=5.0)
@ -44,6 +53,7 @@ class AsyncHTTPHandler:
),
verify=ssl_verify,
cert=cert,
headers=headers,
)
async def close(self):
@ -159,6 +169,7 @@ class HTTPHandler:
),
verify=ssl_verify,
cert=cert,
headers=headers,
)
else:
self.client = client

View file

@ -1,6 +1,14 @@
from typing import Optional
import httpx
try:
from litellm._version import version
except:
version = "0.0.0"
headers = {
"User-Agent": f"litellm/{version}",
}
class HTTPHandler:
def __init__(self, concurrent_limit=1000):
@ -9,7 +17,8 @@ class HTTPHandler:
limits=httpx.Limits(
max_connections=concurrent_limit,
max_keepalive_connections=concurrent_limit,
)
),
headers=headers,
)
async def close(self):