Run the script to produce vllm outputs

This commit is contained in:
Ashwin Bharambe 2024-11-17 14:09:36 -08:00
parent 0218e68849
commit 9bb07ce298
10 changed files with 109 additions and 71 deletions

View file

@ -21,5 +21,5 @@ class MetaReferenceAgentsImplConfig(BaseModel):
"persistence_store": SqliteKVStoreConfig.sample_run_config(
__distro_dir__=__distro_dir__,
db_name="agents_store.db",
).model_dump(),
)
}

View file

@ -25,5 +25,5 @@ class FaissImplConfig(BaseModel):
"kvstore": SqliteKVStoreConfig.sample_run_config(
__distro_dir__=__distro_dir__,
db_name="faiss_store.db",
).model_dump(),
)
}

View file

@ -61,8 +61,9 @@ class SqliteKVStoreConfig(CommonConfig):
"type": "sqlite",
"namespace": None,
"db_path": "${env.SQLITE_STORE_DIR:~/.llama/"
+ f"{__distro_dir__}/{db_name}"
+ "}",
+ __distro_dir__
+ "}/"
+ db_name,
}