Spaces:

CarperAI
/

pile-v2-eda

Build error

reshinthadith commited on Dec 7, 2022

Commit

a9a3b2f

•

1 Parent(s): 9c88e2b

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -11,7 +11,7 @@ CACHE_DIR = "cache_ds/" #Use this to build the dataset
 contribution_json = "contributors.json"
 contribution_dict = json.load(open(contribution_json,"r"))
-IGNORE_LIST = ["Bible","Tanzil",""]
 splits = [split for split in os.listdir(CACHE_DIR) if split not in IGNORE_LIST]

 contribution_json = "contributors.json"
 contribution_dict = json.load(open(contribution_json,"r"))
+IGNORE_LIST = ["Bible","Tanzil","GNOME"]
 splits = [split for split in os.listdir(CACHE_DIR) if split not in IGNORE_LIST]