phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-18 17:39:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Make sure llama stack run ollama also works correctly

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-20 12:52:43 -08:00
parent adbb605a50
commit 990a997405
2 changed files with 19 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

7
llama_stack/distribution/server/server.py
View file

@ -315,13 +315,14 @@ def main():
config_file = Path(args.yaml_config)
if not config_file.exists():
raise ValueError(f"Config file {config_file} does not exist")
print(f"Using config file: {config_file}")
elif args.template:
config_file = (
Path(REPO_ROOT) / "llama_stack" / "templates" / args.template / "run.yaml"
)
if not config_file.exists():
raise ValueError(f"Template {args.template} does not exist")
print(f"Using template {args.template} config file: {config_file}")
else:
raise ValueError("Either --yaml-config or --template must be provided")
@ -329,8 +330,8 @@ def main():
config = replace_env_vars(yaml.safe_load(fp))
config = StackRunConfig(**config)
print(f"Using config file: {config_file}")
print(f"Config: {yaml.dump(config.model_dump(), indent=2)}")
print("Run configuration:")
print(yaml.dump(config.model_dump(), indent=2))
app = FastAPI()