Rag Updates

This commit is contained in:
Hardik Shah 2024-08-27 20:09:33 -07:00
parent ea6d9ec937
commit f5620c09ad
4 changed files with 48 additions and 40 deletions

View file

@ -89,6 +89,7 @@ class BankState:
self.chunk_by_index[indexlen + i] = Chunk(
content=chunk[0],
token_count=chunk[1],
document_id=doc.document_id,
)
print(f"Adding chunk #{indexlen + i} tokens={chunk[1]}")
self.id_by_index[indexlen + i] = doc.document_id