mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 11:14:04 +00:00
test - fine tuning apis
This commit is contained in:
parent
566dc43d96
commit
c6bff3286c
1 changed files with 56 additions and 0 deletions
|
@ -12,6 +12,7 @@ from openai import APITimeoutError as Timeout
|
||||||
import litellm
|
import litellm
|
||||||
|
|
||||||
litellm.num_retries = 0
|
litellm.num_retries = 0
|
||||||
|
import asyncio
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
from litellm import create_fine_tuning_job
|
from litellm import create_fine_tuning_job
|
||||||
|
@ -112,3 +113,58 @@ async def test_create_fine_tune_jobs_async():
|
||||||
assert response.status == "cancelled"
|
assert response.status == "cancelled"
|
||||||
assert response.id == create_fine_tuning_response.id
|
assert response.id == create_fine_tuning_response.id
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_azure_create_fine_tune_jobs_async():
|
||||||
|
verbose_logger.setLevel(logging.DEBUG)
|
||||||
|
file_name = "azure_fine_tune.jsonl"
|
||||||
|
_current_dir = os.path.dirname(os.path.abspath(__file__))
|
||||||
|
file_path = os.path.join(_current_dir, file_name)
|
||||||
|
|
||||||
|
file_obj = await litellm.acreate_file(
|
||||||
|
file=open(file_path, "rb"),
|
||||||
|
purpose="fine-tune",
|
||||||
|
custom_llm_provider="azure",
|
||||||
|
api_key=os.getenv("AZURE_SWEDEN_API_KEY"),
|
||||||
|
api_base="https://my-endpoint-sweden-berri992.openai.azure.com/",
|
||||||
|
)
|
||||||
|
print("Response from creating file=", file_obj)
|
||||||
|
|
||||||
|
await asyncio.sleep(5)
|
||||||
|
|
||||||
|
create_fine_tuning_response = await litellm.acreate_fine_tuning_job(
|
||||||
|
model="gpt-35-turbo-1106",
|
||||||
|
training_file=file_obj.id,
|
||||||
|
custom_llm_provider="azure",
|
||||||
|
api_key=os.getenv("AZURE_SWEDEN_API_KEY"),
|
||||||
|
api_base="https://my-endpoint-sweden-berri992.openai.azure.com/",
|
||||||
|
)
|
||||||
|
|
||||||
|
print("response from litellm.create_fine_tuning_job=", create_fine_tuning_response)
|
||||||
|
|
||||||
|
assert create_fine_tuning_response.id is not None
|
||||||
|
assert create_fine_tuning_response.model == "gpt-35-turbo-1106"
|
||||||
|
|
||||||
|
# # list fine tuning jobs
|
||||||
|
# print("listing ft jobs")
|
||||||
|
# ft_jobs = await litellm.alist_fine_tuning_jobs(limit=2)
|
||||||
|
# print("response from litellm.list_fine_tuning_jobs=", ft_jobs)
|
||||||
|
# assert len(list(ft_jobs)) > 0
|
||||||
|
|
||||||
|
# # delete file
|
||||||
|
|
||||||
|
# await litellm.afile_delete(
|
||||||
|
# file_id=file_obj.id,
|
||||||
|
# )
|
||||||
|
|
||||||
|
# # cancel ft job
|
||||||
|
# response = await litellm.acancel_fine_tuning_job(
|
||||||
|
# fine_tuning_job_id=create_fine_tuning_response.id,
|
||||||
|
# )
|
||||||
|
|
||||||
|
# print("response from litellm.cancel_fine_tuning_job=", response)
|
||||||
|
|
||||||
|
# assert response.status == "cancelled"
|
||||||
|
# assert response.id == create_fine_tuning_response.id
|
||||||
|
# pass
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue