Adding url and making subreddit have r/

src/build_nomic.py

@@ -44,7 +44,7 @@ def delete_old_nomic():
 def build_nomic(dataset):
     df = dataset['train'].to_pandas()
 
-    non_embedding_columns = ['date_utc', 'title', 'flair', 'poster', 'permalink', 'id', 'word_count',
+    non_embedding_columns = ['date_utc', 'title', 'flair', 'poster', 'url', 'id', 'word_count',
                              'score', 'score_percentile', 'html_content', 'subreddit']
 
     # Calculate the 0th, 10th, 20th, ..., 90th percentiles for the 'score' column
@@ -62,6 +62,7 @@ def build_nomic(dataset):
     df['score_percentile'] = pd.cut(df['score'], bins=bins, labels=labels, include_lowest=True)
 
     df['word_count'] = df['content'].apply(count_words)
+    df['url'] = 'https://www.reddit.com' + df['permalink']
     df['html_content'] = df['content'].apply(convert_markdown_to_html)
 
     # Regex to extract subreddit
@@ -69,7 +70,7 @@ def build_nomic(dataset):
     def extract_subreddit(text):
         match = subreddit_re.search(text)
         if match:
-            return match.group(1)
+            return 'r/' + match.group(1)
         return ''
 
     # Apply the function