Commit
•
b55063e
1
Parent(s):
ff77a28
Debugging again
Browse files- main.py +2 -2
- utilities/user_defined_functions.py +1 -1
main.py
CHANGED
@@ -66,8 +66,8 @@ def schedule_periodic_task():
|
|
66 |
elif frequency == 'daily':
|
67 |
start_time = '05:00'
|
68 |
logger.info(f'Scheduling tasks to run every day at: {start_time} UTC+00')
|
69 |
-
schedule.every().day.at('13:
|
70 |
-
schedule.every().day.at('13:
|
71 |
# schedule.every().day.at(start_time).do(main)
|
72 |
|
73 |
while True:
|
|
|
66 |
elif frequency == 'daily':
|
67 |
start_time = '05:00'
|
68 |
logger.info(f'Scheduling tasks to run every day at: {start_time} UTC+00')
|
69 |
+
schedule.every().day.at('13:52').do(main)
|
70 |
+
schedule.every().day.at('13:53').do(main)
|
71 |
# schedule.every().day.at(start_time).do(main)
|
72 |
|
73 |
while True:
|
utilities/user_defined_functions.py
CHANGED
@@ -57,7 +57,7 @@ def load_or_create_dataset():
|
|
57 |
# Load the existing dataset from the Hugging Face hub or create a new one
|
58 |
try:
|
59 |
logger.debug(f"Trying to download {dataset_name}")
|
60 |
-
dataset = load_dataset(dataset_name,
|
61 |
logger.debug("Loading existing dataset")
|
62 |
except FileNotFoundError:
|
63 |
logger.warning("Creating new dataset")
|
|
|
57 |
# Load the existing dataset from the Hugging Face hub or create a new one
|
58 |
try:
|
59 |
logger.debug(f"Trying to download {dataset_name}")
|
60 |
+
dataset = load_dataset(dataset_name, download_mode=DownloadMode.FORCE_REDOWNLOAD)
|
61 |
logger.debug("Loading existing dataset")
|
62 |
except FileNotFoundError:
|
63 |
logger.warning("Creating new dataset")
|