phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 04:04:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

cli updates

Browse source
This commit is contained in:
Hardik Shah 2024-07-21 01:51:54 -07:00
parent 23fe353e4a
commit c9f33d8f68
5 changed files with 14 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

4
toolchain/inference/server.py
View file

@ -10,7 +10,7 @@ from fastapi.responses import StreamingResponse
from omegaconf import OmegaConf
from toolchain.utils import get_config_dir, parse_config
from toolchain.utils import get_default_config_dir, parse_config
from .api.config import ModelInferenceHydraConfig
from .api.endpoints import ChatCompletionRequest, ChatCompletionResponseStreamChunk
@ -100,7 +100,7 @@ def chat_completion(request: Request, exec_request: ChatCompletionRequest):
def main(config_path: str, port: int = 5000, disable_ipv6: bool = False):
global GLOBAL_CONFIG
config_dir = get_config_dir()
config_dir = get_default_config_dir()
GLOBAL_CONFIG = parse_config(config_dir, config_path)
signal.signal(signal.SIGINT, handle_sigint)