mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-24 18:24:20 +00:00
expose port & required env vars & instructions for running in dev (#8404)
This commit is contained in:
parent
12ac414839
commit
64ccf4cd6e
3 changed files with 24 additions and 0 deletions
|
@ -20,3 +20,8 @@ REPLICATE_API_TOKEN = ""
|
||||||
ANTHROPIC_API_KEY = ""
|
ANTHROPIC_API_KEY = ""
|
||||||
# Infisical
|
# Infisical
|
||||||
INFISICAL_TOKEN = ""
|
INFISICAL_TOKEN = ""
|
||||||
|
|
||||||
|
# Development Configs
|
||||||
|
LITELLM_MASTER_KEY = "sk-1234"
|
||||||
|
DATABASE_URL = "postgresql://llmproxy:dbpassword9090@db:5432/litellm"
|
||||||
|
STORE_MODEL_IN_DB = "True"
|
17
README.md
17
README.md
|
@ -451,3 +451,20 @@ If you have suggestions on how to improve the code quality feel free to open an
|
||||||
<a href="https://github.com/BerriAI/litellm/graphs/contributors">
|
<a href="https://github.com/BerriAI/litellm/graphs/contributors">
|
||||||
<img src="https://contrib.rocks/image?repo=BerriAI/litellm" />
|
<img src="https://contrib.rocks/image?repo=BerriAI/litellm" />
|
||||||
</a>
|
</a>
|
||||||
|
|
||||||
|
|
||||||
|
## Run in Developer mode
|
||||||
|
### Services
|
||||||
|
1. Setup .env file in root
|
||||||
|
2. Run dependant services `docker-compose up db prometheus`
|
||||||
|
|
||||||
|
### Backend
|
||||||
|
1. (In root) create virtual environment `python -m venv .venv`
|
||||||
|
2. Activate virtual environment `source .venv/bin/activate`
|
||||||
|
3. Install dependencies `pip install -e ".[all]"`
|
||||||
|
4. Start proxy backend `uvicorn litellm.proxy.proxy_server:app --host localhost --port 4000 --reload`
|
||||||
|
|
||||||
|
### Frontend
|
||||||
|
1. Navigate to `ui/litellm-dashboard`
|
||||||
|
2. Install dependencies `npm install`
|
||||||
|
3. Run `npm run dev` to start the dashboard
|
|
@ -29,6 +29,8 @@ services:
|
||||||
POSTGRES_DB: litellm
|
POSTGRES_DB: litellm
|
||||||
POSTGRES_USER: llmproxy
|
POSTGRES_USER: llmproxy
|
||||||
POSTGRES_PASSWORD: dbpassword9090
|
POSTGRES_PASSWORD: dbpassword9090
|
||||||
|
ports:
|
||||||
|
- "5432:5432"
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD-SHELL", "pg_isready -d litellm -U llmproxy"]
|
test: ["CMD-SHELL", "pg_isready -d litellm -U llmproxy"]
|
||||||
interval: 1s
|
interval: 1s
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue