forked from phoenix/litellm-mirror
d57be47b0f
* ci(config.yml): add a 'check_code_quality' step Addresses https://github.com/BerriAI/litellm/issues/5991 * ci(config.yml): check why circle ci doesn't pick up this test * ci(config.yml): fix to run 'check_code_quality' tests * fix(__init__.py): fix unprotected import * fix(__init__.py): don't remove unused imports * build(ruff.toml): update ruff.toml to ignore unused imports * fix: fix: ruff + pyright - fix linting + type-checking errors * fix: fix linting errors * fix(lago.py): fix module init error * fix: fix linting errors * ci(config.yml): cd into correct dir for checks * fix(proxy_server.py): fix linting error * fix(utils.py): fix bare except causes ruff linting errors * fix: ruff - fix remaining linting errors * fix(clickhouse.py): use standard logging object * fix(__init__.py): fix unprotected import * fix: ruff - fix linting errors * fix: fix linting errors * ci(config.yml): cleanup code qa step (formatting handled in local_testing) * fix(_health_endpoints.py): fix ruff linting errors * ci(config.yml): just use ruff in check_code_quality pipeline for now * build(custom_guardrail.py): include missing file * style(embedding_handler.py): fix ruff check
126 lines
2.5 KiB
Python
126 lines
2.5 KiB
Python
import openai
|
|
import asyncio
|
|
|
|
|
|
async def async_request(client, model, input_data):
|
|
response = await client.embeddings.create(model=model, input=input_data)
|
|
response = response.dict()
|
|
data_list = response["data"]
|
|
for i, embedding in enumerate(data_list):
|
|
embedding["embedding"] = []
|
|
current_index = embedding["index"]
|
|
assert i == current_index
|
|
return response
|
|
|
|
|
|
async def main():
|
|
client = openai.AsyncOpenAI(api_key="sk-1234", base_url="http://0.0.0.0:4000")
|
|
models = [
|
|
"text-embedding-ada-002",
|
|
"text-embedding-ada-002",
|
|
"text-embedding-ada-002",
|
|
]
|
|
inputs = [
|
|
[
|
|
"5",
|
|
"6",
|
|
"7",
|
|
"8",
|
|
"9",
|
|
"10",
|
|
"11",
|
|
"12",
|
|
"13",
|
|
"14",
|
|
"15",
|
|
"16",
|
|
"17",
|
|
"18",
|
|
"19",
|
|
"20",
|
|
],
|
|
["1", "2", "3", "4", "5", "6"],
|
|
[
|
|
"1",
|
|
"2",
|
|
"3",
|
|
"4",
|
|
"5",
|
|
"6",
|
|
"7",
|
|
"8",
|
|
"9",
|
|
"10",
|
|
"11",
|
|
"12",
|
|
"13",
|
|
"14",
|
|
"15",
|
|
"16",
|
|
"17",
|
|
"18",
|
|
"19",
|
|
"20",
|
|
],
|
|
[
|
|
"1",
|
|
"2",
|
|
"3",
|
|
"4",
|
|
"5",
|
|
"6",
|
|
"7",
|
|
"8",
|
|
"9",
|
|
"10",
|
|
"11",
|
|
"12",
|
|
"13",
|
|
"14",
|
|
"15",
|
|
"16",
|
|
"17",
|
|
"18",
|
|
"19",
|
|
"20",
|
|
],
|
|
[
|
|
"1",
|
|
"2",
|
|
"3",
|
|
"4",
|
|
"5",
|
|
"6",
|
|
"7",
|
|
"8",
|
|
"9",
|
|
"10",
|
|
"11",
|
|
"12",
|
|
"13",
|
|
"14",
|
|
"15",
|
|
"16",
|
|
"17",
|
|
"18",
|
|
"19",
|
|
"20",
|
|
],
|
|
["1", "2", "3"],
|
|
]
|
|
|
|
tasks = []
|
|
for model, input_data in zip(models, inputs):
|
|
task = async_request(client, model, input_data)
|
|
tasks.append(task)
|
|
|
|
responses = await asyncio.gather(*tasks)
|
|
print(responses)
|
|
for response in responses:
|
|
data_list = response["data"]
|
|
for embedding in data_list:
|
|
embedding["embedding"] = []
|
|
print(response)
|
|
|
|
|
|
asyncio.run(main())
|