Support data: in URL for memory. Add ootb support for pdfs (#67)

* support data: in URL for memory. Add ootb support for pdfs

* moved utility to common and updated data_url parsing logic

---------

Co-authored-by: Hardik Shah <hjshah@fb.com>
This commit is contained in:
Hardik Shah 2024-09-12 13:00:21 -07:00 committed by GitHub
parent 736092f6bc
commit 1d0e91d802
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 112 additions and 12 deletions

View file

@ -8,7 +8,6 @@
#
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from typing import List, Optional, Protocol
from llama_models.schema_utils import json_schema_type, webmethod
@ -23,7 +22,7 @@ from llama_models.llama3.api.datatypes import * # noqa: F403
class MemoryBankDocument(BaseModel):
document_id: str
content: InterleavedTextMedia | URL
mime_type: str
mime_type: str | None = None
metadata: Dict[str, Any] = Field(default_factory=dict)