mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-31 09:23:54 +00:00
feat: add batch inference API to llama stack inference
This commit is contained in:
parent
ed58a94b30
commit
0cfb2e2473
24 changed files with 1041 additions and 377 deletions
|
|
@ -44,5 +44,18 @@
|
|||
"year_retired": "2003"
|
||||
}
|
||||
}
|
||||
},
|
||||
"batch_completion": {
|
||||
"data": {
|
||||
"contents": [
|
||||
"Micheael Jordan is born in ",
|
||||
"Roses are red, violets are ",
|
||||
"If you had a million dollars, what would you do with it? ",
|
||||
"All you need is ",
|
||||
"The capital of France is ",
|
||||
"It is a good day to ",
|
||||
"The answer to the universe is "
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue