mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
d57be47b0f
* ci(config.yml): add a 'check_code_quality' step Addresses https://github.com/BerriAI/litellm/issues/5991 * ci(config.yml): check why circle ci doesn't pick up this test * ci(config.yml): fix to run 'check_code_quality' tests * fix(__init__.py): fix unprotected import * fix(__init__.py): don't remove unused imports * build(ruff.toml): update ruff.toml to ignore unused imports * fix: fix: ruff + pyright - fix linting + type-checking errors * fix: fix linting errors * fix(lago.py): fix module init error * fix: fix linting errors * ci(config.yml): cd into correct dir for checks * fix(proxy_server.py): fix linting error * fix(utils.py): fix bare except causes ruff linting errors * fix: ruff - fix remaining linting errors * fix(clickhouse.py): use standard logging object * fix(__init__.py): fix unprotected import * fix: ruff - fix linting errors * fix: fix linting errors * ci(config.yml): cleanup code qa step (formatting handled in local_testing) * fix(_health_endpoints.py): fix ruff linting errors * ci(config.yml): just use ruff in check_code_quality pipeline for now * build(custom_guardrail.py): include missing file * style(embedding_handler.py): fix ruff check
28 lines
739 B
Python
28 lines
739 B
Python
# # This tests the litelm proxy
|
|
# # it makes async Completion requests with streaming
|
|
# import openai
|
|
|
|
# openai.base_url = "http://0.0.0.0:8000"
|
|
# openai.api_key = "temp-key"
|
|
# print(openai.base_url)
|
|
|
|
# async def test_async_completion():
|
|
# response = await (
|
|
# model="gpt-3.5-turbo",
|
|
# prompt='this is a test request, write a short poem',
|
|
# )
|
|
# print(response)
|
|
|
|
# print("test_streaming")
|
|
# response = await openai.chat.completions.create(
|
|
# model="gpt-3.5-turbo",
|
|
# prompt='this is a test request, write a short poem',
|
|
# stream=True
|
|
# )
|
|
# print(response)
|
|
# async for chunk in response:
|
|
# print(chunk)
|
|
|
|
|
|
# import asyncio
|
|
# asyncio.run(test_async_completion())
|