Merge remote-tracking branch 'origin/main'

src/build_nomic.py

@@ -15,6 +15,7 @@ from src.my_logger import setup_logger
 
 NOMIC_KEY = os.getenv('NOMIC_KEY')
 nomic.login(NOMIC_KEY)
+sleep_time = int(os.getenv('NOMIC_SLEEP_TIME', 60))
 logger = setup_logger(__name__)
 
 # Regex to extract subreddit
@@ -60,10 +61,13 @@ def delete_old_nomic():
         atlas_id = ac._get_dataset_by_slug_identifier("derek2/boru-subreddit-neural-search")['id']
         ac._delete_project_by_id(atlas_id)
         logger.info(f"Succeeded in deleting old version of nomic Atlas.")
-        logger.info(f"Sleeping for 60s to wait for old version deletion on the server-side")
-        time.sleep(60)
-    except:
-        logger.info(f"Failed to delete old version of nomic Atlas.")
+        
+        # Get sleep time from environment variable
+        logger.info(f"Sleeping for {sleep_time}s to wait for old version deletion on the server-side")
+        time.sleep(sleep_time)
+    except Exception as e:
+        logger.info(f"Failed to delete old version of nomic Atlas. Error: {e}")
+
 
 
 def preprocess_markdown(text):