# What does this PR do?


## Test Plan
This commit is contained in:
Eric Huang 2025-10-08 13:54:19 -07:00
parent 96886afaca
commit 521009048a
207 changed files with 71733 additions and 2042 deletions

View file

@ -173,5 +173,6 @@ class MetaReferenceInferenceImpl(
top_logprobs: int | None = None,
top_p: float | None = None,
user: str | None = None,
**kwargs: Any,
) -> OpenAIChatCompletion | AsyncIterator[OpenAIChatCompletionChunk]:
raise NotImplementedError("OpenAI chat completion not supported by meta-reference inference provider")

View file

@ -96,6 +96,7 @@ class SentenceTransformersInferenceImpl(
prompt_logprobs: int | None = None,
# for fill-in-the-middle type completion
suffix: str | None = None,
**kwargs: Any,
) -> OpenAICompletion:
raise NotImplementedError("OpenAI completion not supported by sentence transformers provider")
@ -124,5 +125,6 @@ class SentenceTransformersInferenceImpl(
top_logprobs: int | None = None,
top_p: float | None = None,
user: str | None = None,
**kwargs: Any,
) -> OpenAIChatCompletion | AsyncIterator[OpenAIChatCompletionChunk]:
raise NotImplementedError("OpenAI chat completion not supported by sentence transformers provider")