Update scripts/process.py
Browse files- scripts/process.py +1 -2
scripts/process.py
CHANGED
@@ -23,7 +23,6 @@ os.environ['TOKENIZERS_PARALLELISM'] ="false"
|
|
23 |
def load_document(
|
24 |
file_path: str,
|
25 |
file_name,
|
26 |
-
encoding: Optional[str] = None,
|
27 |
id_hash_keys: Optional[List[str]] = None,
|
28 |
) -> List[Document]:
|
29 |
|
@@ -50,7 +49,7 @@ def load_document(
|
|
50 |
# return a list containing a single Document
|
51 |
document = converter.convert(
|
52 |
file_path=file_path, meta=None,
|
53 |
-
|
54 |
)[0]
|
55 |
text = document.content
|
56 |
documents.append(Document(content=text,
|
|
|
23 |
def load_document(
|
24 |
file_path: str,
|
25 |
file_name,
|
|
|
26 |
id_hash_keys: Optional[List[str]] = None,
|
27 |
) -> List[Document]:
|
28 |
|
|
|
49 |
# return a list containing a single Document
|
50 |
document = converter.convert(
|
51 |
file_path=file_path, meta=None,
|
52 |
+
id_hash_keys=id_hash_keys
|
53 |
)[0]
|
54 |
text = document.content
|
55 |
documents.append(Document(content=text,
|