phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix using mock completion

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-25 11:14:40 -07:00
parent 61b9ff9ac2
commit b3ef4755c3
3 changed files with 57 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -488,14 +488,17 @@ def mock_completion(
if kwargs.get("acompletion", False) == True:
return CustomStreamWrapper(
completion_stream=async_mock_completion_streaming_obj(
model_response, mock_response=mock_response, model=model
model_response, mock_response=mock_response, model=model, n=n
),
model=model,
custom_llm_provider="openai",
logging_obj=logging,
)
response = mock_completion_streaming_obj(
model_response, mock_response=mock_response, model=model
model_response,
mock_response=mock_response,
model=model,
n=n,
)
return response
if n is None: