(fix) proxy server dockerfile

This commit is contained in:
ishaan-jaff 2023-10-21 13:50:48 -07:00
parent d9cc9fe566
commit a4f4af1df3
3 changed files with 6 additions and 2 deletions

View file

@ -7,4 +7,4 @@ RUN pip install -r requirements.txt
WORKDIR /app/litellm-proxy WORKDIR /app/litellm-proxy
EXPOSE 8000 EXPOSE 8000
CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"] CMD ["python3", "main.py"]

View file

@ -81,3 +81,7 @@ async def home(request: Request):
app.include_router(router) app.include_router(router)
if __name__ == "__main__":
import uvicorn
uvicorn.run(app, host="0.0.0.0", port=8000)

View file

@ -1,5 +1,5 @@
import openai import openai
openai.api_base = "http://127.0.0.1:8000" openai.api_base = "http://0.0.0.0:8000"
print("making request") print("making request")
openai.api_key = "anything" # this gets passed as a header openai.api_key = "anything" # this gets passed as a header