Update file_processing.py
Browse files- file_processing.py +2 -2
file_processing.py
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
from utils.preprocessing import processingpipeline
|
2 |
|
3 |
-
def get_paragraphs(
|
4 |
|
5 |
# Declare params
|
6 |
SPLIT_BY = 'word'
|
@@ -24,7 +24,7 @@ def get_paragraphs(file_input):
|
|
24 |
# on go or as per delcared variables above.
|
25 |
prep_pipeline = processingpipeline()
|
26 |
|
27 |
-
output_pre = prep_pipeline.run(file_paths =
|
28 |
params= {"FileConverter": {"file_path": file_path, \
|
29 |
"file_name": file_name},
|
30 |
"UdfPreProcessor": {"remove_punc": REMOVE_PUNC, \
|
|
|
1 |
from utils.preprocessing import processingpipeline
|
2 |
|
3 |
+
def get_paragraphs(file_path_input):
|
4 |
|
5 |
# Declare params
|
6 |
SPLIT_BY = 'word'
|
|
|
24 |
# on go or as per delcared variables above.
|
25 |
prep_pipeline = processingpipeline()
|
26 |
|
27 |
+
output_pre = prep_pipeline.run(file_paths = file_path_input,
|
28 |
params= {"FileConverter": {"file_path": file_path, \
|
29 |
"file_name": file_name},
|
30 |
"UdfPreProcessor": {"remove_punc": REMOVE_PUNC, \
|