Merge pull request #2535 from BerriAI/litellm_fireworks_ai_support

feat(utils.py): add native fireworks ai support
This commit is contained in:
Krish Dholakia 2024-03-15 10:02:53 -07:00 committed by GitHub
commit 32ca306123
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 89 additions and 0 deletions

View file

@ -529,6 +529,25 @@ def test_completion_azure_gpt4_vision():
# test_completion_azure_gpt4_vision()
def test_completion_fireworks_ai():
try:
litellm.set_verbose = True
messages = [
{"role": "system", "content": "You're a good bot"},
{
"role": "user",
"content": "Hey",
},
]
response = completion(
model="fireworks_ai/accounts/fireworks/models/mixtral-8x7b-instruct",
messages=messages,
)
print(response)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
@pytest.mark.skip(reason="this test is flaky")
def test_completion_perplexity_api():
try: