update dependencies and rely on LLAMA_TOOLCHAIN_DIR for dev purposes

This commit is contained in:
Hardik Shah 2024-08-08 08:22:13 -07:00
parent 72b20b6f5a
commit ab856c174c
5 changed files with 11 additions and 8 deletions

View file

@ -66,10 +66,7 @@ class OllamaInference(Inference):
try:
await self.client.ps()
except httpx.ConnectError:
print(
"Ollama Server is not running, start it using `ollama serve` in a separate terminal"
)
raise
raise RuntimeError("Ollama Server is not running, start it using `ollama serve` in a separate terminal")
async def shutdown(self) -> None:
pass