mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-11 19:56:03 +00:00
Update src/llama_stack/core/routers/inference.py
Co-authored-by: ehhuang <ehhuang@users.noreply.github.com>
This commit is contained in:
parent
8cce68921d
commit
73f4762c65
1 changed files with 1 additions and 1 deletions
|
|
@ -119,7 +119,7 @@ class InferenceRouter(Inference):
|
||||||
prompt_tokens: Number of tokens in the prompt
|
prompt_tokens: Number of tokens in the prompt
|
||||||
completion_tokens: Number of tokens in the completion
|
completion_tokens: Number of tokens in the completion
|
||||||
total_tokens: Total number of tokens used
|
total_tokens: Total number of tokens used
|
||||||
model_id: The model identifier
|
fully_qualified_model_id:
|
||||||
provider_id: The provider identifier
|
provider_id: The provider identifier
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue