Update utilities/user_defined_functions.py
Browse files
utilities/user_defined_functions.py
CHANGED
@@ -17,11 +17,6 @@ username = os.environ["USERNAME"]
|
|
17 |
dataset_name = f"{username}/reddit-{subreddit}"
|
18 |
comment_dataset_name = f"{username}/reddit-comments-{subreddit}"
|
19 |
|
20 |
-
|
21 |
-
frequency = os.environ.get("FREQUENCY", '').lower()
|
22 |
-
if frequency not in ["daily", "hourly"]:
|
23 |
-
raise ValueError("FREQUENCY environment variable must be 'daily' or 'hourly'")
|
24 |
-
|
25 |
# Authenticate with Hugging Face using an auth token
|
26 |
auth_token = os.environ["HF_TOKEN"]
|
27 |
login(auth_token, add_to_git_credential=True)
|
|
|
17 |
dataset_name = f"{username}/reddit-{subreddit}"
|
18 |
comment_dataset_name = f"{username}/reddit-comments-{subreddit}"
|
19 |
|
|
|
|
|
|
|
|
|
|
|
20 |
# Authenticate with Hugging Face using an auth token
|
21 |
auth_token = os.environ["HF_TOKEN"]
|
22 |
login(auth_token, add_to_git_credential=True)
|