phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

non root fixes

Browse source
This commit is contained in:
Ishaan Jaff 2024-11-07 19:42:12 -08:00
parent eb47117800
commit af9ea654f2
2 changed files with 24 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

11
docker/Dockerfile.non_root
View file

@ -64,14 +64,19 @@ RUN pip install PyJWT==2.9.0 --no-cache-dir
# Build Admin UI # Build Admin UI
RUN chmod +x docker/build_admin_ui.sh && ./docker/build_admin_ui.sh RUN chmod +x docker/build_admin_ui.sh && ./docker/build_admin_ui.sh
# Generate prisma client ### Prisma Handling for Non-Root #################################################
# Prisma allows you to specify the binary cache directory to use
ENV PRISMA_BINARY_CACHE_DIR=/app/prisma ENV PRISMA_BINARY_CACHE_DIR=/app/prisma
RUN mkdir -p /.cache
RUN chmod -R 777 /.cache
RUN pip install nodejs-bin RUN pip install nodejs-bin
RUN pip install prisma RUN pip install prisma
# Make a /non-existent folder and assign chown to nobody
RUN mkdir -p /nonexistent && chown -R nobody:nogroup /nonexistent
# Run Prisma generate
RUN prisma generate RUN prisma generate
RUN chmod +x docker/entrypoint.sh RUN chmod +x docker/entrypoint.sh
### End of Prisma Handling for Non-Root #########################################
EXPOSE 4000/tcp EXPOSE 4000/tcp

28
litellm/model_prices_and_context_window_backup.json
View file

@ -108,7 +108,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true, "supports_vision": false,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
"o1-mini-2024-09-12": { "o1-mini-2024-09-12": {
@ -122,7 +122,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true, "supports_vision": false,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
"o1-preview": { "o1-preview": {
@ -136,7 +136,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true, "supports_vision": false,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
"o1-preview-2024-09-12": { "o1-preview-2024-09-12": {
@ -150,7 +150,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true, "supports_vision": false,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
"chatgpt-4o-latest": { "chatgpt-4o-latest": {
@ -190,6 +190,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_response_schema": true,
"supports_vision": true, "supports_vision": true,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
@ -461,6 +462,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_response_schema": true,
"supports_vision": true "supports_vision": true
}, },
"ft:gpt-4o-mini-2024-07-18": { "ft:gpt-4o-mini-2024-07-18": {
@ -652,7 +654,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true, "supports_vision": false,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
"azure/o1-mini-2024-09-12": { "azure/o1-mini-2024-09-12": {
@ -666,7 +668,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true, "supports_vision": false,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
"azure/o1-preview": { "azure/o1-preview": {
@ -680,7 +682,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true, "supports_vision": false,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
"azure/o1-preview-2024-09-12": { "azure/o1-preview-2024-09-12": {
@ -694,7 +696,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true, "supports_vision": false,
"supports_prompt_caching": true "supports_prompt_caching": true
}, },
"azure/gpt-4o": { "azure/gpt-4o": {
@ -721,6 +723,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_response_schema": true,
"supports_vision": true "supports_vision": true
}, },
"azure/gpt-4o-2024-05-13": { "azure/gpt-4o-2024-05-13": {
@ -746,6 +749,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_response_schema": true,
"supports_vision": true "supports_vision": true
}, },
"azure/global-standard/gpt-4o-mini": { "azure/global-standard/gpt-4o-mini": {
@ -3790,7 +3794,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true "supports_vision": false
}, },
"openrouter/openai/o1-mini-2024-09-12": { "openrouter/openai/o1-mini-2024-09-12": {
"max_tokens": 65536, "max_tokens": 65536,
@ -3802,7 +3806,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true "supports_vision": false
}, },
"openrouter/openai/o1-preview": { "openrouter/openai/o1-preview": {
"max_tokens": 32768, "max_tokens": 32768,
@ -3814,7 +3818,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true "supports_vision": false
}, },
"openrouter/openai/o1-preview-2024-09-12": { "openrouter/openai/o1-preview-2024-09-12": {
"max_tokens": 32768, "max_tokens": 32768,
@ -3826,7 +3830,7 @@
"mode": "chat", "mode": "chat",
"supports_function_calling": true, "supports_function_calling": true,
"supports_parallel_function_calling": true, "supports_parallel_function_calling": true,
"supports_vision": true "supports_vision": false
}, },
"openrouter/openai/gpt-4o": { "openrouter/openai/gpt-4o": {
"max_tokens": 4096, "max_tokens": 4096,