phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(Admin UI) - Test Key Tab - Allow typing in model name + Add wrapping for text response (#7347)

Browse source 
* ui fix - allow searching model list + fix bug on filtering

* qa fix - use correct provider name for azure_text

* ui wrap content onto next line
This commit is contained in:
Ishaan Jaff 2024-12-21 13:14:01 -08:00 • committed by GitHub
parent bb9171e037
commit b52783445e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 34 additions and 37 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/model_prices_and_context_window_backup.json
View file

@ -1267,7 +1267,7 @@
"max_input_tokens": 4097,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai",
"litellm_provider": "azure_text",
"mode": "completion"
},
"azure/gpt-35-turbo-instruct": {
@ -1275,7 +1275,7 @@
"max_input_tokens": 4097,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai",
"litellm_provider": "azure_text",
"mode": "completion"
},
"azure/gpt-35-turbo-instruct-0914": {
@ -1283,7 +1283,7 @@
"max_input_tokens": 4097,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai",
"litellm_provider": "azure_text",
"mode": "completion"
},
"azure/mistral-large-latest": {

4
litellm/proxy/proxy_config.yaml
View file

@ -1,7 +1,7 @@
model_list:
- model_name: openai/o1-preview
- model_name: openai/*
litellm_params:
model: openai/o1-preview
model: openai/*
api_key: os.environ/OPENAI_API_KEY

6
model_prices_and_context_window.json
View file

@ -1267,7 +1267,7 @@
"max_input_tokens": 4097,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai",
"litellm_provider": "azure_text",
"mode": "completion"
},
"azure/gpt-35-turbo-instruct": {
@ -1275,7 +1275,7 @@
"max_input_tokens": 4097,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai",
"litellm_provider": "azure_text",
"mode": "completion"
},
"azure/gpt-35-turbo-instruct-0914": {
@ -1283,7 +1283,7 @@
"max_input_tokens": 4097,
"input_cost_per_token": 0.0000015,
"output_cost_per_token": 0.000002,
"litellm_provider": "text-completion-openai",
"litellm_provider": "azure_text",
"mode": "completion"
},
"azure/mistral-large-latest": {

49
ui/litellm-dashboard/src/components/chat_ui.tsx
View file

@ -115,36 +115,27 @@ const ChatUI: React.FC<ChatUIProps> = ({
console.log("model_info:", fetchedAvailableModels);
if (fetchedAvailableModels?.data.length > 0) {
const options = fetchedAvailableModels["data"].map((item: { id: string }) => ({
// Create a Map to store unique models using the model ID as key
const uniqueModelsMap = new Map();
fetchedAvailableModels["data"].forEach((item: { id: string }) => {
uniqueModelsMap.set(item.id, {
value: item.id,
label: item.id
}));
});
});
// Now, 'options' contains the list you wanted
console.log(options); // You can log it to verify the list
// Convert Map values back to array
const uniqueModels = Array.from(uniqueModelsMap.values());
// if options.length > 0, only store unique values
if (options.length > 0) {
const uniqueModels = Array.from(new Set(options));
// Sort models alphabetically
uniqueModels.sort((a, b) => a.label.localeCompare(b.label));
console.log("Unique models:", uniqueModels);
// sort uniqueModels alphabetically
uniqueModels.sort((a: any, b: any) => a.label.localeCompare(b.label));
console.log("Model info:", modelInfo);
// setModelInfo(options) should be inside the if block to avoid setting it when no data is available
setModelInfo(uniqueModels);
}
setSelectedModel(fetchedAvailableModels.data[0].id);
setSelectedModel(uniqueModels[0].value);
}
} catch (error) {
console.error("Error fetching model info:", error);
// Handle error as needed
}
};
@ -242,10 +233,8 @@ const ChatUI: React.FC<ChatUIProps> = ({
placeholder="Select a Model"
onChange={onChange}
options={modelInfo}
style={{ width: "200px" }}
style={{ width: "350px" }}
showSearch={true}
/>
</Col>
</Grid>
@ -270,7 +259,15 @@ const ChatUI: React.FC<ChatUIProps> = ({
<TableBody>
{chatHistory.map((message, index) => (
<TableRow key={index}>
<TableCell>{`${message.role}: ${message.content}`}</TableCell>
<TableCell>
<div style={{
whiteSpace: "pre-wrap",
wordBreak: "break-word",
maxWidth: "100%"
}}>
<strong>{message.role}:</strong> {message.content}
</div>
</TableCell>
</TableRow>
))}
</TableBody>