handle vertex ServiceUnavailableError for codestral

This commit is contained in:
Ishaan Jaff 2024-11-17 18:45:58 -08:00
parent e1ca95672a
commit 128eeb4997

View file

@ -4145,6 +4145,9 @@ async def test_completion_codestral_fim_api(model):
# cost = litellm.completion_cost(completion_response=response) # cost = litellm.completion_cost(completion_response=response)
# print("cost to make mistral completion=", cost) # print("cost to make mistral completion=", cost)
# assert cost > 0.0 # assert cost > 0.0
except litellm.ServiceUnavailableError:
print("got ServiceUnavailableError")
pass
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")