forked from phoenix/litellm-mirror
Merge pull request #4591 from Manouchehri/send-litellm-version-1
feat(httpx): Send litellm user-agent version upstream
This commit is contained in:
commit
cb52c59481
2 changed files with 21 additions and 1 deletions
|
@ -7,6 +7,15 @@ import httpx
|
|||
|
||||
import litellm
|
||||
|
||||
try:
|
||||
from litellm._version import version
|
||||
except:
|
||||
version = "0.0.0"
|
||||
|
||||
headers = {
|
||||
"User-Agent": f"litellm/{version}",
|
||||
}
|
||||
|
||||
# https://www.python-httpx.org/advanced/timeouts
|
||||
_DEFAULT_TIMEOUT = httpx.Timeout(timeout=5.0, connect=5.0)
|
||||
|
||||
|
@ -44,6 +53,7 @@ class AsyncHTTPHandler:
|
|||
),
|
||||
verify=ssl_verify,
|
||||
cert=cert,
|
||||
headers=headers,
|
||||
)
|
||||
|
||||
async def close(self):
|
||||
|
@ -159,6 +169,7 @@ class HTTPHandler:
|
|||
),
|
||||
verify=ssl_verify,
|
||||
cert=cert,
|
||||
headers=headers,
|
||||
)
|
||||
else:
|
||||
self.client = client
|
||||
|
|
|
@ -1,6 +1,14 @@
|
|||
from typing import Optional
|
||||
import httpx
|
||||
|
||||
try:
|
||||
from litellm._version import version
|
||||
except:
|
||||
version = "0.0.0"
|
||||
|
||||
headers = {
|
||||
"User-Agent": f"litellm/{version}",
|
||||
}
|
||||
|
||||
class HTTPHandler:
|
||||
def __init__(self, concurrent_limit=1000):
|
||||
|
@ -9,7 +17,8 @@ class HTTPHandler:
|
|||
limits=httpx.Limits(
|
||||
max_connections=concurrent_limit,
|
||||
max_keepalive_connections=concurrent_limit,
|
||||
)
|
||||
),
|
||||
headers=headers,
|
||||
)
|
||||
|
||||
async def close(self):
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue