mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 18:54:30 +00:00
feat(admin_ui.py): support creating keys on admin ui
This commit is contained in:
parent
01f7e85057
commit
cbcf406fd0
3 changed files with 144 additions and 37 deletions
|
@ -3,7 +3,7 @@ from enum import Enum
|
|||
import json
|
||||
import requests
|
||||
import time
|
||||
from typing import Callable, Optional
|
||||
from typing import Callable, Optional, Any
|
||||
import litellm
|
||||
from litellm.utils import ModelResponse, EmbeddingResponse, get_secret, Usage
|
||||
import sys
|
||||
|
@ -233,6 +233,47 @@ def completion(
|
|||
return model_response
|
||||
|
||||
|
||||
# async def acompletion(
|
||||
# client: Any,
|
||||
# model_response: ModelResponse,
|
||||
# model: str,
|
||||
# logging_obj: Any,
|
||||
# data: dict,
|
||||
# hf_model_name: str,
|
||||
# ):
|
||||
# """
|
||||
# Use boto3 create_invocation_async endpoint
|
||||
# """
|
||||
# ## LOGGING
|
||||
# request_str = f"""
|
||||
# response = client.invoke_endpoint(
|
||||
# EndpointName={model},
|
||||
# ContentType="application/json",
|
||||
# Body={data},
|
||||
# CustomAttributes="accept_eula=true",
|
||||
# )
|
||||
# """ # type: ignore
|
||||
# logging_obj.pre_call(
|
||||
# input=data["prompt"],
|
||||
# api_key="",
|
||||
# additional_args={
|
||||
# "complete_input_dict": data,
|
||||
# "request_str": request_str,
|
||||
# "hf_model_name": hf_model_name,
|
||||
# },
|
||||
# )
|
||||
# ## COMPLETION CALL
|
||||
# try:
|
||||
# response = client.invoke_endpoint(
|
||||
# EndpointName=model,
|
||||
# ContentType="application/json",
|
||||
# Body=data,
|
||||
# CustomAttributes="accept_eula=true",
|
||||
# )
|
||||
# except Exception as e:
|
||||
# raise SagemakerError(status_code=500, message=f"{str(e)}")
|
||||
|
||||
|
||||
def embedding(
|
||||
model: str,
|
||||
input: list,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue