Fix incorrect completion() signature for Databricks provider (#236)

This commit is contained in:
Yuan Tang 2024-10-11 11:47:57 -04:00 committed by GitHub
parent 9fbe8852aa
commit 2128e61da2
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 19 additions and 6 deletions

View file

@ -48,7 +48,14 @@ class DatabricksInferenceAdapter(ModelRegistryHelper, Inference):
async def shutdown(self) -> None:
pass
def completion(self, request: CompletionRequest) -> AsyncGenerator:
def completion(
self,
model: str,
content: InterleavedTextMedia,
sampling_params: Optional[SamplingParams] = SamplingParams(),
stream: Optional[bool] = False,
logprobs: Optional[LogProbConfig] = None,
) -> AsyncGenerator:
raise NotImplementedError()
def chat_completion(