mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-10 21:34:36 +00:00
test, recording
# What does this PR do? ## Test Plan # What does this PR do? ## Test Plan
This commit is contained in:
parent
16db42e7e5
commit
c76bf97ccf
228 changed files with 86861 additions and 64604 deletions
|
@ -57,6 +57,7 @@ class RunpodInferenceAdapter(OpenAIMixin):
|
|||
top_logprobs: int | None = None,
|
||||
top_p: float | None = None,
|
||||
user: str | None = None,
|
||||
**kwargs: Any,
|
||||
):
|
||||
"""Override to add RunPod-specific stream_options requirement."""
|
||||
if stream and not stream_options:
|
||||
|
@ -86,4 +87,5 @@ class RunpodInferenceAdapter(OpenAIMixin):
|
|||
top_logprobs=top_logprobs,
|
||||
top_p=top_p,
|
||||
user=user,
|
||||
**kwargs,
|
||||
)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue