Update web.py

web.py

@@ -252,7 +252,9 @@ def web_data():
             Li("Document Preperation", style = "margin-bottom: 5px"),
             Li("Line-Level Filtering", style = "margin-bottom: 5px"),
             Li("Local Deduplication", style = "margin-bottom: 5px"),
-            Li("Each section is complete with code and comparisons to Dolma, DataTrove, and/or RedPajama-V-2", style = "margin-bottom: 5px"),
+            Li("Each section is complete with code and comparisons to Dolma,", D_cite(bibtex_key="soldaini2024dolma"),
+               "DataTrove,", D_cite(bibtex_key="penedo2024datatrove"),
+               "and/or RedPajama-V-2" D_cite(bibtex_key="redpajama-v2"),, style = "margin-bottom: 5px"),
         ),
         P("To generate a high-quality dataset from large-scale webpages, we have investigated the processing steps used by the community and made our choices based on careful manual inspection. Below is a comprehensive list of datasets we reviewed the comparison of filters we have applied."), 
         ),
@@ -370,7 +372,7 @@ def web_data():
         """),
         
         P(B("URL Blocklist: "), """
-        Following RefinedWeb [3], we manually inspected the UT1 blocklist to reduce false positives like news 
+        Following RefinedWeb, """, D_cite(bibtex_key="refinedweb"), """we manually inspected the UT1 blocklist to reduce false positives like news 
         articles, sex education, technical blogs, etc. Specifically, we randomly took 903M URLs and matched them with
         4.6M domain names in the UT1 blocklist. Of note, 24 URLs were detected with more than 4k matches and are shown below.
         """),
@@ -466,7 +468,7 @@ def web_data():
         This ensured that computing quality signals would align with the final kept texts.
         """),
         P(B("Terminal Punctuation: "), """
-        The terminal punctuation has been used in C4 [5] and Dolma [6] to remove lines that do not end with a terminal
+        The terminal punctuation has been used in C4""", D_cite(bibtex_key="c4"), """and Dolma""", D_cite(bibtex_key="dolma"), """to remove lines that do not end with a terminal
         punctuation mark (i.e., “.”, “?”, “!”, or “"”). However, we found it could be too aggressive to remove these
         lines, especially when the text extraction tool “trafilatura”. 
         """),