phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-06 20:44:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix configure

Browse source
This commit is contained in:
Xi Yan 2024-09-22 00:19:24 -07:00
parent c0f2f9402e
commit b5217fe6fc
3 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/distribution/datatypes.py
View file

@ -283,6 +283,7 @@ As examples:
The key may support wild-cards alsothe routing_key to route to the correct provider.""",
)
provider_routing_table: Dict[str, List[ProviderRoutingEntry]] = Field(
default_factory=dict,
description="""
API: List[ProviderRoutingEntry] map. Each ProviderRoutingEntry is a (routing_key, provider_config) tuple.
@ -295,7 +296,7 @@ The key may support wild-cards alsothe routing_key to route to the correct provi
torch_seed: null
max_seq_len: 4096
max_batch_size: 1
"""
""",
)