Moved llama-stack-as-library client to llama-stack

This commit is contained in:
Ashwin Bharambe 2024-12-06 16:11:32 -08:00
parent b3cb8eaa38
commit fd48cf3fc1
4 changed files with 235 additions and 4 deletions

View file

@ -269,7 +269,6 @@ class OllamaInferenceAdapter(Inference, ModelsProtocolPrivate):
r = await self.client.chat(**params)
else:
r = await self.client.generate(**params)
assert isinstance(r, dict)
if "message" in r:
choice = OpenAICompatCompletionChoice(