phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #9371 from nhs000/feat/add_copilot_provider

Browse source 
fix failing test + add github copilot models information
This commit is contained in:
Krish Dholakia 2025-03-19 11:16:57 -07:00 • committed by GitHub
commit 20482ebe55
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 162 additions and 71 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/github_copilot/authenticator.py
View file

@ -298,7 +298,7 @@ class Authenticator:
user_code = device_code_info["user_code"] user_code = device_code_info["user_code"]
verification_uri = device_code_info["verification_uri"] verification_uri = device_code_info["verification_uri"]
verbose_logger.info( print(
f"Please visit {verification_uri} and enter code {user_code} to authenticate." f"Please visit {verification_uri} and enter code {user_code} to authenticate."
) )

83
litellm/model_prices_and_context_window_backup.json
View file

@ -9461,5 +9461,88 @@
"output_cost_per_token": 0.000000018, "output_cost_per_token": 0.000000018,
"litellm_provider": "jina_ai", "litellm_provider": "jina_ai",
"mode": "rerank" "mode": "rerank"
},
"github_copilot/gpt-4o": {
"max_tokens": 128000,
"max_input_tokens": 64000,
"max_output_tokens": 4096,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "github_copilot",
"mode": "chat",
"supports_vision": true,
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_system_messages": true
},
"github_copilot/o1": {
"max_tokens": 200000,
"max_input_tokens": 20000,
"max_output_tokens": 20000,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "github_copilot",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_system_messages": true
},
"github_copilot/o3-mini": {
"max_tokens": 200000,
"max_input_tokens": 64000,
"max_output_tokens": 100000,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "github_copilot",
"mode": "chat",
"supports_function_calling": true,
"supports_response_schema": true,
"supports_system_messages": true
},
"github_copilot/claude-3.5-sonnet": {
"max_tokens": 90000,
"max_input_tokens": 90000,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "github_copilot",
"mode": "chat",
"supports_vision": true,
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_system_messages": true
},
"github_copilot/claude-3.7-sonnet": {
"max_tokens": 200000,
"max_input_tokens": 90000,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "github_copilot",
"mode": "chat",
"supports_function_calling": true,
"supports_parallel_function_calling": true,
"supports_system_messages": true
},
"github_copilot/claude-3.7-sonnet-thought": {
"max_tokens": 200000,
"max_input_tokens": 90000,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "github_copilot",
"mode": "chat",
"supports_system_messages": true
},
"github_copilot/gemini-2.0-flash-001": {
"max_tokens": 1000000,
"max_input_tokens": 128000,
"max_output_tokens": 8192,
"input_cost_per_token": 0.0,
"output_cost_per_token": 0.0,
"litellm_provider": "github_copilot",
"mode": "chat",
"supports_vision": true,
"supports_system_messages": true
} }
} }

146
tests/llm_translation/test_github_copilot.py
View file

@ -74,9 +74,9 @@ def test_github_copilot_config_get_openai_compatible_provider_info():
assert "Failed to get API key" in str(excinfo.value) assert "Failed to get API key" in str(excinfo.value)
@patch("litellm.litellm_core_utils.get_llm_provider_logic.get_llm_provider") @patch("litellm.main.get_llm_provider")
@patch("litellm.llms.openai.openai.OpenAIChatCompletion.completion") @patch("litellm.llms.openai.openai.OpenAIChatCompletion.completion")
def test_completion_github_copilot_mock_response(mock_completion, mock_get_provider): def test_completion_github_copilot_mock_response(mock_completion, mock_get_llm_provider):
"""Test the completion function with GitHub Copilot provider.""" """Test the completion function with GitHub Copilot provider."""
# Mock completion response # Mock completion response
@ -99,7 +99,7 @@ def test_completion_github_copilot_mock_response(mock_completion, mock_get_provi
# Patch the get_llm_provider function instead of the config method # Patch the get_llm_provider function instead of the config method
# Make it return the expected tuple directly # Make it return the expected tuple directly
mock_get_provider.return_value = ( mock_get_llm_provider.return_value = (
"gpt-4", "gpt-4",
"github_copilot", "github_copilot",
"gh.test-key-123456789", "gh.test-key-123456789",
@ -114,6 +114,14 @@ def test_completion_github_copilot_mock_response(mock_completion, mock_get_provi
assert response is not None assert response is not None
# Verify the get_llm_provider call was made with the expected params
mock_get_llm_provider.assert_called_once()
args, kwargs = mock_get_llm_provider.call_args
assert kwargs.get("model") is "github_copilot/gpt-4"
assert kwargs.get("custom_llm_provider") is None
assert kwargs.get("api_key") is None
assert kwargs.get("api_base") is None
# Verify the completion call was made with the expected params # Verify the completion call was made with the expected params
mock_completion.assert_called_once() mock_completion.assert_called_once()
args, kwargs = mock_completion.call_args args, kwargs = mock_completion.call_args
@ -151,74 +159,74 @@ def test_authenticator_get_api_key(mock_get_api_key):
assert "Failed to get API key" in str(excinfo.value) assert "Failed to get API key" in str(excinfo.value)
def test_completion_github_copilot(stream=False): # def test_completion_github_copilot(stream=False):
try: # try:
litellm.set_verbose = True # litellm.set_verbose = True
messages = [ # messages = [
{"role": "system", "content": "You are an AI programming assistant."}, # {"role": "system", "content": "You are an AI programming assistant."},
{ # {
"role": "user", # "role": "user",
"content": "Write a Python function to calculate fibonacci numbers", # "content": "Write a Python function to calculate fibonacci numbers",
}, # },
] # ]
extra_headers = { # extra_headers = {
"editor-version": "Neovim/0.9.0", # "editor-version": "Neovim/0.9.0",
"Copilot-Integration-Id": "vscode-chat", # "Copilot-Integration-Id": "vscode-chat",
} # }
response = completion( # response = completion(
model="github_copilot/gpt-4", # model="github_copilot/gpt-4",
messages=messages, # messages=messages,
stream=stream, # stream=stream,
extra_headers=extra_headers, # extra_headers=extra_headers,
) # )
print(response) # print(response)
if stream is True: # if stream is True:
for chunk in response: # for chunk in response:
print(chunk) # print(chunk)
assert chunk is not None # assert chunk is not None
assert isinstance(chunk, litellm.ModelResponseStream) # assert isinstance(chunk, litellm.ModelResponseStream)
assert isinstance(chunk.choices[0], litellm.utils.StreamingChoices) # assert isinstance(chunk.choices[0], litellm.utils.StreamingChoices)
else: # else:
assert response is not None # assert response is not None
assert isinstance(response, litellm.ModelResponse) # assert isinstance(response, litellm.ModelResponse)
assert response.choices[0].message.content is not None # assert response.choices[0].message.content is not None
except Exception as e: # except Exception as e:
pytest.fail(f"Error occurred: {e}") # pytest.fail(f"Error occurred: {e}")
def test_completion_github_copilot_sonnet_3_7_thought(stream=False): # def test_completion_github_copilot_sonnet_3_7_thought(stream=False):
try: # try:
litellm.set_verbose = True # litellm.set_verbose = True
messages = [ # messages = [
{"role": "system", "content": "You are an AI programming assistant."}, # {"role": "system", "content": "You are an AI programming assistant."},
{ # {
"role": "user", # "role": "user",
"content": "Write a Python function to calculate fibonacci numbers", # "content": "Write a Python function to calculate fibonacci numbers",
}, # },
] # ]
extra_headers = { # extra_headers = {
"editor-version": "Neovim/0.9.0", # "editor-version": "Neovim/0.9.0",
"Copilot-Integration-Id": "vscode-chat", # "Copilot-Integration-Id": "vscode-chat",
} # }
response = completion( # response = completion(
model="github_copilot/claude-3.7-sonnet-thought", # model="github_copilot/claude-3.7-sonnet-thought",
messages=messages, # messages=messages,
stream=stream, # stream=stream,
extra_headers=extra_headers, # extra_headers=extra_headers,
) # )
print(response) # print(response)
if stream is True: # if stream is True:
for chunk in response: # for chunk in response:
print(chunk) # print(chunk)
assert chunk is not None # assert chunk is not None
assert isinstance(chunk, litellm.ModelResponseStream) # assert isinstance(chunk, litellm.ModelResponseStream)
assert isinstance(chunk.choices[0], litellm.utils.StreamingChoices) # assert isinstance(chunk.choices[0], litellm.utils.StreamingChoices)
else: # else:
assert response is not None # assert response is not None
assert isinstance(response, litellm.ModelResponse) # assert isinstance(response, litellm.ModelResponse)
assert response.choices[0].message.content is not None # assert response.choices[0].message.content is not None
except Exception as e: # except Exception as e:
pytest.fail(f"Error occurred: {e}") # pytest.fail(f"Error occurred: {e}")