phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) acompletion: Raise same error as completion

Browse source
This commit is contained in:
ishaan-jaff 2023-11-25 15:33:44 -08:00
parent 2f34b0d5d6
commit 9efc714471
2 changed files with 40 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/llms/azure.py
View file

@ -196,13 +196,11 @@ class AzureChatCompletion(BaseLLM):
response = await azure_client.chat.completions.create(**data) response = await azure_client.chat.completions.create(**data)
response.model = "azure/" + str(response.model) response.model = "azure/" + str(response.model)
return convert_to_model_response_object(response_object=json.loads(response.model_dump_json()), model_response_object=model_response) return convert_to_model_response_object(response_object=json.loads(response.model_dump_json()), model_response_object=model_response)
except AzureOpenAIError as e:
exception_mapping_worked = True
raise e
except Exception as e: except Exception as e:
if isinstance(e,httpx.TimeoutException): raise e
raise AzureOpenAIError(status_code=500, message="Request Timeout Error")
elif response is not None and hasattr(response, "text"):
raise AzureOpenAIError(status_code=500, message=f"{str(e)}\n\nOriginal Response: {response.text}")
else:
raise AzureOpenAIError(status_code=500, message=f"{str(e)}")
def streaming(self, def streaming(self,
logging_obj, logging_obj,

38
litellm/tests/test_exceptions.py
View file

@ -179,7 +179,7 @@ def test_completion_azure_exception():
litellm.set_verbose=False litellm.set_verbose=False
## Test azure call ## Test azure call
old_azure_key = os.environ["AZURE_API_KEY"] old_azure_key = os.environ["AZURE_API_KEY"]
os.environ["AZURE_API_KEY"] = "" os.environ["AZURE_API_KEY"] = "good morning"
response = completion( response = completion(
model="azure/chatgpt-v-2", model="azure/chatgpt-v-2",
messages=[ messages=[
@ -191,13 +191,47 @@ def test_completion_azure_exception():
) )
print(f"response: {response}") print(f"response: {response}")
print(response) print(response)
except openai.APIConnectionError as e: except openai.AuthenticationError as e:
os.environ["AZURE_API_KEY"] = old_azure_key os.environ["AZURE_API_KEY"] = old_azure_key
print("good job got the correct error for azure when key not set") print("good job got the correct error for azure when key not set")
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
test_completion_azure_exception() test_completion_azure_exception()
async def test_completion_azure_exception():
try:
import openai
import litellm
print("azure gpt-3.5 test\n\n")
litellm.set_verbose=False
## Test azure call
old_azure_key = os.environ["AZURE_API_KEY"]
os.environ["AZURE_API_KEY"] = "good morning"
response = await litellm.acompletion(
model="azure/chatgpt-v-2",
messages=[
{
"role": "user",
"content": "hello"
}
],
)
print(f"response: {response}")
print(response)
except openai.AuthenticationError as e:
os.environ["AZURE_API_KEY"] = old_azure_key
print("good job got the correct error for azure when key not set")
print(e)
except Exception as e:
print("Got wrong exception")
print("exception", e)
pytest.fail(f"Error occurred: {e}")
import asyncio
asyncio.run(
test_completion_azure_exception()
)
# test_invalid_request_error(model="command-nightly") # test_invalid_request_error(model="command-nightly")
# Test 3: Rate Limit Errors # Test 3: Rate Limit Errors
# def test_model_call(model): # def test_model_call(model):