mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-18 07:18:53 +00:00
rebase and fix some small breakage due to model -> model_id fix
This commit is contained in:
parent
22aedd0277
commit
1cb42d3060
6 changed files with 20 additions and 11 deletions
|
@ -147,9 +147,9 @@ class TestInference:
|
|||
|
||||
user_input = "Michael Jordan was born in 1963. He played basketball for the Chicago Bulls. He retired in 2003."
|
||||
response = await inference_impl.completion(
|
||||
model_id=inference_model,
|
||||
content=user_input,
|
||||
stream=False,
|
||||
model=inference_model,
|
||||
sampling_params=SamplingParams(
|
||||
max_tokens=50,
|
||||
),
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue