diff --git "a/contamination_report.csv" "b/contamination_report.csv" --- "a/contamination_report.csv" +++ "b/contamination_report.csv" @@ -1,645 +1,685 @@ -Evaluation Dataset;Subset;Contaminated Source;Model or corpus;Train Split;Development Split;Test Split;Approach;Reference;PR - -gsm8k;;GPT-4;model;79.00;;;model-based;https://arxiv.org/abs/2311.06233;8 -ucinlp/drop;;GPT-4;model;;44.00;;model-based;https://arxiv.org/abs/2311.06233;8 -openai_humaneval;;GPT-4;model;;;56.71;model-based;https://arxiv.org/abs/2311.06233;8 -openai_humaneval;;GPT-3.5-turbo/0613;model;;;23.79;model-based;https://arxiv.org/abs/2402.15938;16 -openai_humaneval;;GPT-3.5-turbo/1106;model;;;41.47;model-based;https://arxiv.org/abs/2402.15938;16 -imdb;;GPT-4;model;;;82.00;model-based;https://arxiv.org/abs/2311.06233;8 -imdb;;GPT-3.5;model;;;55.00;model-based;https://arxiv.org/abs/2311.06233;8 -ag_news;;GPT-4;model;;;91.00;model-based;https://arxiv.org/abs/2311.06233;8 -ag_news;;GPT-3.5;model;;;82.00;model-based;https://arxiv.org/abs/2311.06233;8 -yelp_review_full;;GPT-4;model;;;80.00;model-based;https://arxiv.org/abs/2311.06233;8 -yelp_review_full;;GPT-3.5;model;;;13.00;model-based;https://arxiv.org/abs/2311.06233;8 -nyu-mll/glue;rte;GPT-4;model;;60.00;;model-based;https://arxiv.org/abs/2311.06233;8 -nyu-mll/glue;rte;GPT-3.5;model;;71.00;;model-based;https://arxiv.org/abs/2311.06233;8 -nyu-mll/glue;wnli;GPT-4;model;;50.70;;model-based;https://arxiv.org/abs/2311.06233;8 -nyu-mll/glue;wnli;GPT-3.5;model;;12.68;;model-based;https://arxiv.org/abs/2311.06233;8 -samsum;;GPT-4;model;;;77.00;model-based;https://arxiv.org/abs/2311.06233;8 -samsum;;GPT-3.5;model;;;74.00;model-based;https://arxiv.org/abs/2311.06233;8 -EdinburghNLP/xsum;;GPT-4;model;;;95.00;model-based;https://arxiv.org/abs/2311.06233;8 -EdinburghNLP/xsum;;GPT-3.5;model;;;79.00;model-based;https://arxiv.org/abs/2311.06233;8 - -allenai/ai2_arc;;CommonCrawl;corpus;;;28.7;data-based;https://arxiv.org/abs/2310.17589;5 -tau/commonsense_qa;;CommonCrawl;corpus;;1.6;;data-based;https://arxiv.org/abs/2310.17589;5 -winogrande;;CommonCrawl;corpus;;1.1;;data-based;https://arxiv.org/abs/2310.17589;5 -ceval/ceval-exam;;CommonCrawl;corpus;;45.8;;data-based;https://arxiv.org/abs/2310.17589;5 -Rowan/hellaswag;;CommonCrawl;corpus;;12.4;;data-based;https://arxiv.org/abs/2310.17589;5 -cais/mmlu;;CommonCrawl;corpus;;;29.1;data-based;https://arxiv.org/abs/2310.17589;5 - -conll2003;;GPT-3.5;model;100.0;100.0;100.0;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7 -nyu-mll/glue;mnli;GPT-3.5;model;100.0;100.0;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7 -rajpurkar/squad_v2;;GPT-3.5;model;100.0;100.0;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7 - -lama;T-REx;allenai/c4;corpus;;;4.6;data-based;https://arxiv.org/abs/2104.08758;6 -lama;Google-RE;allenai/c4;corpus;;;5.7;data-based;https://arxiv.org/abs/2104.08758;6 -EdinburghNLP/xsum;;allenai/c4;corpus;;;15.49;data-based;https://arxiv.org/abs/2104.08758;6 -reddit_tifu;short;allenai/c4;corpus;;;24.88;data-based;https://arxiv.org/abs/2104.08758;6 -reddit_tifu;long;allenai/c4;corpus;;;1.87;data-based;https://arxiv.org/abs/2104.08758;6 -wiki_bio;;allenai/c4;corpus;;;3.72;data-based;https://arxiv.org/abs/2104.08758;6 -AMR-to-Text;;allenai/c4;corpus;;;10.43;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;BoolQ;allenai/c4;corpus;;;2.4;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;CoLA;allenai/c4;corpus;;;14.4;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;MNLI-hypothesis;allenai/c4;corpus;;;14.2;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;MNLI-premise;allenai/c4;corpus;;;15.2;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;MRPC-sentence-1;allenai/c4;corpus;;;2.7;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;MRPC-sentence-2;allenai/c4;corpus;;;2.7;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;QNLI-sentence;allenai/c4;corpus;;;53.6;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;QNLI-question;allenai/c4;corpus;;;1.8;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;RTE-sentence-1;allenai/c4;corpus;;;6;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;RTE-sentence-2;allenai/c4;corpus;;;10.8;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;SST-2;allenai/c4;corpus;;;11;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;STS-B-sentence-1;allenai/c4;corpus;;;18.3;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;STS-B-sentence-2;allenai/c4;corpus;;;18.6;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;WNLI-sentence-1;allenai/c4;corpus;;;4.8;data-based;https://arxiv.org/abs/2104.08758;6 -nyu-mll/glue;WNLI-sentence-2;allenai/c4;corpus;;;2.1;data-based;https://arxiv.org/abs/2104.08758;6 - -UCLNLP/adversarial_qa;adversarialQA;allenai/c4;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;adversarialQA;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;adversarialQA;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;adversarialQA;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 - -UCLNLP/adversarial_qa;dbert;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;dbert;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;dbert;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;dbert;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -UCLNLP/adversarial_qa;dbidaf;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;dbidaf;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;dbidaf;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;dbidaf;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -UCLNLP/adversarial_qa;droberta;allenai/c4;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;droberta;oscar-corpus/OSCAR-2301;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;droberta;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 -UCLNLP/adversarial_qa;droberta;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 - -aeslc;;allenai/c4;corpus;;;1.57;data-based;https://arxiv.org/abs/2310.20707;2 -aeslc;;oscar-corpus/OSCAR-2301;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2 -aeslc;;EleutherAI/pile;corpus;;;45.49;data-based;https://arxiv.org/abs/2310.20707;2 -aeslc;;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 - -amazon_reviews_multi;;allenai/c4;corpus;;;2.28;data-based;https://arxiv.org/abs/2310.20707;2 -amazon_reviews_multi;;oscar-corpus/OSCAR-2301;corpus;;;2.1;data-based;https://arxiv.org/abs/2310.20707;2 -amazon_reviews_multi;;EleutherAI/pile;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2 -amazon_reviews_multi;;togethercomputer/RedPajama-Data-V2;corpus;;;2.06;data-based;https://arxiv.org/abs/2310.20707;2 - -billsum;;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 -billsum;;oscar-corpus/OSCAR-2301;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 -billsum;;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 -billsum;;togethercomputer/RedPajama-Data-V2;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 - -cosmos_qa;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -cosmos_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -cosmos_qa;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -cosmos_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -crows_pairs;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -crows_pairs;;oscar-corpus/OSCAR-2301;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2 -crows_pairs;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -crows_pairs;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -ibm/duorc;ParaphraseRC;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -ibm/duorc;ParaphraseRC;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -ibm/duorc;ParaphraseRC;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -ibm/duorc;ParaphraseRC;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -ibm/duorc;SelfRC;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 -ibm/duorc;SelfRC;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -ibm/duorc;SelfRC;EleutherAI/pile;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2 -ibm/duorc;SelfRC;togethercomputer/RedPajama-Data-V2;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2 - -esnli;;allenai/c4;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 -esnli;;oscar-corpus/OSCAR-2301;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2 -esnli;;EleutherAI/pile;corpus;;;1.13;data-based;https://arxiv.org/abs/2310.20707;2 -esnli;;togethercomputer/RedPajama-Data-V2;corpus;;;1.24;data-based;https://arxiv.org/abs/2310.20707;2 - -gigaword;;allenai/c4;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2 -gigaword;;oscar-corpus/OSCAR-2301;corpus;;;0.36;data-based;https://arxiv.org/abs/2310.20707;2 -gigaword;;EleutherAI/pile;corpus;;;1.18;data-based;https://arxiv.org/abs/2310.20707;2 -gigaword;;togethercomputer/RedPajama-Data-V2;corpus;;;2.82;data-based;https://arxiv.org/abs/2310.20707;2 - -nyu-mll/glue;ax;allenai/c4;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;ax;oscar-corpus/OSCAR-2301;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;ax;EleutherAI/pile;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;ax;togethercomputer/RedPajama-Data-V2;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2 - -nyu-mll/glue;mnli-matched;allenai/c4;corpus;;;1.65;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;mnli-matched;oscar-corpus/OSCAR-2301;corpus;;;1.77;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;mnli-matched;EleutherAI/pile;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;mnli-matched;togethercomputer/RedPajama-Data-V2;corpus;;;2.26;data-based;https://arxiv.org/abs/2310.20707;2 - -nyu-mll/glue;mnli-mismatched;allenai/c4;corpus;;;1.73;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;mnli-mismatched;oscar-corpus/OSCAR-2301;corpus;;;1.91;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;mnli-mismatched;EleutherAI/pile;corpus;;;2.11;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;mnli-mismatched;togethercomputer/RedPajama-Data-V2;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2 - -nyu-mll/glue;mrpc;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;mrpc;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;mrpc;EleutherAI/pile;corpus;;;0.64;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;mrpc;togethercomputer/RedPajama-Data-V2;corpus;;;1.16;data-based;https://arxiv.org/abs/2310.20707;2 - -nyu-mll/glue;qnli;allenai/c4;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;qnli;oscar-corpus/OSCAR-2301;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;qnli;EleutherAI/pile;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;qnli;togethercomputer/RedPajama-Data-V2;corpus;;;1.21;data-based;https://arxiv.org/abs/2310.20707;2 - -nyu-mll/glue;rte;allenai/c4;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;rte;EleutherAI/pile;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;rte;togethercomputer/RedPajama-Data-V2;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2 - -nyu-mll/glue;stsb;allenai/c4;corpus;;;3.48;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;stsb;oscar-corpus/OSCAR-2301;corpus;;;3.12;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;stsb;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;stsb;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2 - -nyu-mll/glue;wnli;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;wnli;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;wnli;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -nyu-mll/glue;wnli;togethercomputer/RedPajama-Data-V2;corpus;;;2.05;data-based;https://arxiv.org/abs/2310.20707;2 - -head_qa;en;allenai/c4;corpus;;;5.22;data-based;https://arxiv.org/abs/2310.20707;2 -head_qa;en;oscar-corpus/OSCAR-2301;corpus;;;5.29;data-based;https://arxiv.org/abs/2310.20707;2 -head_qa;en;EleutherAI/pile;corpus;;;5.11;data-based;https://arxiv.org/abs/2310.20707;2 -head_qa;en;togethercomputer/RedPajama-Data-V2;corpus;;;5.94;data-based;https://arxiv.org/abs/2310.20707;2 - -health_fact;;allenai/c4;corpus;;;7.53;data-based;https://arxiv.org/abs/2310.20707;2 -health_fact;;oscar-corpus/OSCAR-2301;corpus;;;3.4;data-based;https://arxiv.org/abs/2310.20707;2 -health_fact;;EleutherAI/pile;corpus;;;1.94;data-based;https://arxiv.org/abs/2310.20707;2 -health_fact;;togethercomputer/RedPajama-Data-V2;corpus;;;18.7;data-based;https://arxiv.org/abs/2310.20707;2 - -hlgd;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -hlgd;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -hlgd;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -hlgd;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -liar;;allenai/c4;corpus;;;29.23;data-based;https://arxiv.org/abs/2310.20707;2 -liar;;oscar-corpus/OSCAR-2301;corpus;;;13.95;data-based;https://arxiv.org/abs/2310.20707;2 -liar;;EleutherAI/pile;corpus;;;10.91;data-based;https://arxiv.org/abs/2310.20707;2 -liar;;togethercomputer/RedPajama-Data-V2;corpus;;;45.05;data-based;https://arxiv.org/abs/2310.20707;2 - -math_dataset;algebra__linear_1d;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_dataset;algebra__linear_1d;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_dataset;algebra__linear_1d;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_dataset;algebra__linear_1d;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -math_dataset;algebra__linear_2d;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_dataset;algebra__linear_2d;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_dataset;algebra__linear_2d;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_dataset;algebra__linear_2d;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -math_dataset;algebra__linear_2d_composed;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_dataset;algebra__linear_2d_composed;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_dataset;algebra__linear_2d_composed;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_dataset;algebra__linear_2d_composed;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -math_qa;;allenai/c4;corpus;;;0.34;data-based;https://arxiv.org/abs/2310.20707;2 -math_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 -math_qa;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -math_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.07;data-based;https://arxiv.org/abs/2310.20707;2 - -mc_taco;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -mc_taco;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -mc_taco;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -mc_taco;;togethercomputer/RedPajama-Data-V2;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2 - -mocha;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -mocha;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -mocha;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -mocha;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -openai_humaneval;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -openai_humaneval;;oscar-corpus/OSCAR-2301;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2 -openai_humaneval;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -openai_humaneval;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -paws-x;en;allenai/c4;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2 -paws-x;en;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -paws-x;en;EleutherAI/pile;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2 -paws-x;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2 - -paws;labeled_final;allenai/c4;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2 -paws;labeled_final;oscar-corpus/OSCAR-2301;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 -paws;labeled_final;EleutherAI/pile;corpus;;;0.25;data-based;https://arxiv.org/abs/2310.20707;2 -paws;labeled_final;togethercomputer/RedPajama-Data-V2;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2 - -piqa;;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 -piqa;;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 -piqa;;EleutherAI/pile;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 -piqa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 - -race;all;allenai/c4;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2 -race;all;oscar-corpus/OSCAR-2301;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 -race;all;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -race;all;togethercomputer/RedPajama-Data-V2;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2 - -race;high;allenai/c4;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2 -race;high;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -race;high;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -race;high;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2 - -race;middle;allenai/c4;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2 -race;middle;oscar-corpus/OSCAR-2301;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2 -race;middle;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -race;middle;togethercomputer/RedPajama-Data-V2;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2 - -allenai/ropes;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -allenai/ropes;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -allenai/ropes;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -allenai/ropes;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -samsum;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -samsum;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -samsum;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -samsum;;togethercomputer/RedPajama-Data-V2;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2 - -scan;addprim_jump;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;addprim_jump;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;addprim_jump;EleutherAI/pile;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2 -scan;addprim_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2 - -scan;addprim_turn;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;addprim_turn;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;addprim_turn;EleutherAI/pile;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2 -scan;addprim_turn;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -scan;filler_num0;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;filler_num0;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;filler_num0;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;filler_num0;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2 - -scan;length;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;length;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;length;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 -scan;length;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -scan;simple;allenai/c4;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2 -scan;simple;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;simple;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 -scan;simple;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2 - -scan;template_around;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_around;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_around;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_around;togethercomputer/RedPajama-Data-V2;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2 - -scan;template_jump;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_jump;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_jump;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2 - -scan;template_opposite;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_opposite;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_opposite;EleutherAI/pile;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_opposite;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2 - -scan;template_right;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_right;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_right;EleutherAI/pile;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2 -scan;template_right;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2 - -allenai/scicite;;allenai/c4;corpus;;;1.78;data-based;https://arxiv.org/abs/2310.20707;2 -allenai/scicite;;oscar-corpus/OSCAR-2301;corpus;;;1.51;data-based;https://arxiv.org/abs/2310.20707;2 -allenai/scicite;;EleutherAI/pile;corpus;;;0.86;data-based;https://arxiv.org/abs/2310.20707;2 -allenai/scicite;;togethercomputer/RedPajama-Data-V2;corpus;;;1.72;data-based;https://arxiv.org/abs/2310.20707;2 - -scitail;snli_format;allenai/c4;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2 -scitail;snli_format;oscar-corpus/OSCAR-2301;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2 -scitail;snli_format;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2 -scitail;snli_format;togethercomputer/RedPajama-Data-V2;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2 - -scitail;tsv_format;allenai/c4;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2 -scitail;tsv_format;oscar-corpus/OSCAR-2301;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2 -scitail;tsv_format;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2 -scitail;tsv_format;togethercomputer/RedPajama-Data-V2;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2 - -sem_eval_2014_task_1;;allenai/c4;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2 -sem_eval_2014_task_1;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2 -sem_eval_2014_task_1;;EleutherAI/pile;corpus;;;4.89;data-based;https://arxiv.org/abs/2310.20707;2 -sem_eval_2014_task_1;;togethercomputer/RedPajama-Data-V2;corpus;;;52.81;data-based;https://arxiv.org/abs/2310.20707;2 - -sick;;allenai/c4;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2 -sick;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2 -sick;;EleutherAI/pile;corpus;;;4.79;data-based;https://arxiv.org/abs/2310.20707;2 -sick;;togethercomputer/RedPajama-Data-V2;corpus;;;52.61;data-based;https://arxiv.org/abs/2310.20707;2 - -snli;;allenai/c4;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 -snli;;oscar-corpus/OSCAR-2301;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2 -snli;;EleutherAI/pile;corpus;;;1.11;data-based;https://arxiv.org/abs/2310.20707;2 -snli;;togethercomputer/RedPajama-Data-V2;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2 - -squadshifts;amazon;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -squadshifts;amazon;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -squadshifts;amazon;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -squadshifts;amazon;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -squadshifts;new_wiki;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 -squadshifts;new_wiki;oscar-corpus/OSCAR-2301;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 -squadshifts;new_wiki;EleutherAI/pile;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 -squadshifts;new_wiki;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 - -squadshifts;nyt;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 -squadshifts;nyt;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 -squadshifts;nyt;EleutherAI/pile;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2 -squadshifts;nyt;togethercomputer/RedPajama-Data-V2;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 - -stsb_multi_mt;;allenai/c4;corpus;;;3.48;data-based;https://arxiv.org/abs/2310.20707;2 -stsb_multi_mt;;oscar-corpus/OSCAR-2301;corpus;;;3.12;data-based;https://arxiv.org/abs/2310.20707;2 -stsb_multi_mt;;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2 -stsb_multi_mt;;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2 - -subjqa;books;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;books;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;books;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;books;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -subjqa;grocery;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;grocery;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;grocery;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;grocery;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -subjqa;movies;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;movies;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;movies;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;movies;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -subjqa;restaurants;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;restaurants;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;restaurants;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -subjqa;restaurants;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -super_glue;axb;allenai/c4;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;axb;oscar-corpus/OSCAR-2301;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;axb;EleutherAI/pile;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;axb;togethercomputer/RedPajama-Data-V2;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2 - -super_glue;axg;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;axg;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;axg;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;axg;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -super_glue;boolq;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;boolq;oscar-corpus/OSCAR-2301;corpus;;;3.05;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;boolq;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;boolq;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 - -super_glue;cb;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;cb;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;cb;EleutherAI/pile;corpus;;;2;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;cb;togethercomputer/RedPajama-Data-V2;corpus;;;1.6;data-based;https://arxiv.org/abs/2310.20707;2 - -super_glue;copa;allenai/c4;corpus;;;0.6;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;copa;oscar-corpus/OSCAR-2301;corpus;;;1;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;copa;EleutherAI/pile;corpus;;;1.2;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;copa;togethercomputer/RedPajama-Data-V2;corpus;;;100.0;data-based;https://arxiv.org/abs/2310.20707;2 - -super_glue;multirc;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;multirc;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;multirc;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;multirc;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -super_glue;record;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;record;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;record;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;record;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -super_glue;rte;allenai/c4;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;rte;EleutherAI/pile;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;rte;togethercomputer/RedPajama-Data-V2;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2 - -super_glue;wic;allenai/c4;corpus;;;64.43;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;wic;oscar-corpus/OSCAR-2301;corpus;;;49.43;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;wic;EleutherAI/pile;corpus;;;18.57;data-based;https://arxiv.org/abs/2310.20707;2 -super_glue;wic;togethercomputer/RedPajama-Data-V2;corpus;;;60.21;data-based;https://arxiv.org/abs/2310.20707;2 - -swag;regular;allenai/c4;corpus;;;2.48;data-based;https://arxiv.org/abs/2310.20707;2 -swag;regular;oscar-corpus/OSCAR-2301;corpus;;;1.65;data-based;https://arxiv.org/abs/2310.20707;2 -swag;regular;EleutherAI/pile;corpus;;;2.21;data-based;https://arxiv.org/abs/2310.20707;2 -swag;regular;togethercomputer/RedPajama-Data-V2;corpus;;;2.79;data-based;https://arxiv.org/abs/2310.20707;2 - -tab_fact;tab_fact;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -tab_fact;tab_fact;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -tab_fact;tab_fact;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -tab_fact;tab_fact;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -wiki_qa;;allenai/c4;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2 -wiki_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2 -wiki_qa;;EleutherAI/pile;corpus;;;0.19;data-based;https://arxiv.org/abs/2310.20707;2 -wiki_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.91;data-based;https://arxiv.org/abs/2310.20707;2 - -winograd_wsc;wsc273;allenai/c4;corpus;;;29.3;data-based;https://arxiv.org/abs/2310.20707;2 -winograd_wsc;wsc273;oscar-corpus/OSCAR-2301;corpus;;;30.4;data-based;https://arxiv.org/abs/2310.20707;2 -winograd_wsc;wsc273;EleutherAI/pile;corpus;;;32.23;data-based;https://arxiv.org/abs/2310.20707;2 -winograd_wsc;wsc273;togethercomputer/RedPajama-Data-V2;corpus;;;58.24;data-based;https://arxiv.org/abs/2310.20707;2 - -winogrande;winogrande_xl;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -winogrande;winogrande_xl;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -winogrande;winogrande_xl;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -winogrande;winogrande_xl;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - -xnli;en;allenai/c4;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2 -xnli;en;oscar-corpus/OSCAR-2301;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2 -xnli;en;EleutherAI/pile;corpus;;;0.36;data-based;https://arxiv.org/abs/2310.20707;2 -xnli;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.44;data-based;https://arxiv.org/abs/2310.20707;2 - -xsum;;allenai/c4;corpus;;;2.13;data-based;https://arxiv.org/abs/2310.20707;2 -xsum;;oscar-corpus/OSCAR-2301;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 -xsum;;EleutherAI/pile;corpus;;;3.3;data-based;https://arxiv.org/abs/2310.20707;2 -xsum;;togethercomputer/RedPajama-Data-V2;corpus;;;4.28;data-based;https://arxiv.org/abs/2310.20707;2 - -zest;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -zest;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -zest;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 -zest;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 - - -imdb;;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 -imdb;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 - -ag_news;;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/abs/2308.08493;3 -ag_news;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 - -yelp_review_full;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 -yelp_review_full;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 - -nyu-mll/glue;rte;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 -nyu-mll/glue;rte;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 - -nyu-mll/glue;wnli;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/abs/2308.08493;3 -nyu-mll/glue;wnli;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 - -samsum;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 -samsum;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 - -EdinburghNLP/xsum;;GPT-4;model;0.0;;100.0;model-based;https://arxiv.org/abs/2308.08493;3 -EdinburghNLP/xsum;;GPT-3.5;model;0.0;;100.0;model-based;https://arxiv.org/abs/2308.08493;3 - -bigbio/mednli;;GPT-4;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 -bigbio/mednli;;GPT-3.5;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 - -RadNLI;;GPT-4;model;0.0;0.0;0.0;model-based;https://arxiv.org/pdf/2308.08493;8 -RadNLI;;GPT-3.5;model;0.0;0.0;0.0;model-based;https://arxiv.org/pdf/2308.08493;8 - - -openai_humaneval;;GPT-4;model;;;25.0;data-based;https://arxiv.org/abs/2303.08774;11 -ucinlp/drop;;GPT-4;model;;21.0;;data-based;https://arxiv.org/abs/2303.08774;11 -bigbench;;GPT-4;model;;;100.0;data-based;https://arxiv.org/abs/2303.08774;11 -gsm8k;;GPT-4;model;100.0;;1.0;data-based;https://arxiv.org/abs/2303.08774;11 -EleutherAI/hendrycks_math;;GPT-4;model;100.0;;;data-based;https://arxiv.org/abs/2303.08774;11 -cais/mmlu;;GPT-4;model;;;0.6;data-based;https://arxiv.org/abs/2303.08774;11 -ibragim-bad/arc_challenge;;GPT-4;model;;;3.4;data-based;https://arxiv.org/abs/2303.08774;11 -winogrande;;GPT-4;model;;;0.9;data-based;https://arxiv.org/abs/2303.08774;11 -cais/mmlu;;GPT-3.5;model;;;52.0;model-based;https://arxiv.org/abs/2311.09783;10 -winogrande;;GPT-3.5;model;;;9.0;model-based;https://arxiv.org/abs/2311.09783;10 -truthful_qa;;GPT-3.5;model;;;12.0;model-based;https://arxiv.org/abs/2311.09783;10 -allenai/openbookqa;;GPT-3.5;model;;;1.0;model-based;https://arxiv.org/abs/2311.09783;10 - -cais/mmlu;;GPT-4;model;;;57.0;model-based;https://arxiv.org/abs/2311.09783;10 -truthful_qa;;GPT-4;model;;;10.0;model-based;https://arxiv.org/abs/2311.09783;10 -winogrande;;GPT-4;model;;;12.0;model-based;https://arxiv.org/abs/2311.09783;10 -allenai/openbookqa;;GPT-4;model;;;1.0;model-based;https://arxiv.org/abs/2311.09783;10 -Rowan/hellaswag;;GPT-4;model;;;2.0;model-based;https://arxiv.org/abs/2311.09783;10 - - -allenai/openbookqa;;LLaMa 2-13B;model;;;4.0;model-based;https://arxiv.org/abs/2311.09783;10 -truthful_qa;;LLaMa 2-13B;model;;;2.0;model-based;https://arxiv.org/abs/2311.09783;10 -winogrande;;LLaMa 2-13B;model;;;1.0;model-based;https://arxiv.org/abs/2311.09783;10 - -truthful_qa;;Mistral-7B;model;;;15.0;model-based;https://arxiv.org/abs/2311.09783;10 -allenai/openbookqa;;Mistral-7B;model;;;10.0;model-based;https://arxiv.org/abs/2311.09783;10 -winogrande;;Mistral-7B;model;;;3.0;model-based;https://arxiv.org/abs/2311.09783;10 -cais/mmlu;;Mistral-7B;model;;;1.0;model-based;https://arxiv.org/abs/2311.09783;10 -RadNLI;;GPT-4;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 -RadNLI;;GPT-3.5;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 -RadNLI;;GPT-4;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 -RadNLI;;GPT-3.5;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 - - -openai_humaneval;;EleutherAI/pile;corpus;;;12.2;data-based;https://arxiv.org/abs/2403.04811;12 -mbpp;;EleutherAI/pile;corpus;;;3.6;data-based;https://arxiv.org/abs/2403.04811;12 -openai_humaneval;;bigcode/the-stack;corpus;;;18.9;data-based;https://arxiv.org/abs/2403.04811;12 -mbpp;;bigcode/the-stack;corpus;;;20.8;data-based;https://arxiv.org/abs/2403.04811;12 - -quac;;GPT-3;model;;99.0;;data-based;https://arxiv.org/abs/2005.14165;13 -rajpurkar/squad_v2;;GPT-3;model;;94.0;;data-based;https://arxiv.org/abs/2005.14165;13 -ucinlp/drop;;GPT-3;model;;93.0;;data-based;https://arxiv.org/abs/2005.14165;13 -Symbol Insertion;;GPT-3;model;;86.0;;data-based;https://arxiv.org/abs/2005.14165;13 -stanfordnlp/coqa;;GPT-3;model;;64.0;;data-based;https://arxiv.org/abs/2005.14165;13 -super_glue;record;GPT-3;model;;61.0;;data-based;https://arxiv.org/abs/2005.14165;13 -winograd_wsc;;GPT-3;model;;;60.0;data-based;https://arxiv.org/abs/2005.14165;13 -super_glue;boolq;GPT-3;model;;60.0;;data-based;https://arxiv.org/abs/2005.14165;13 -super_glue;multirc;GPT-3;model;;59.0;;data-based;https://arxiv.org/abs/2005.14165;13 -race;high;GPT-3;model;;;45.0;data-based;https://arxiv.org/abs/2005.14165;13 -cimec/lambada;;GPT-3;model;;;43.0;data-based;https://arxiv.org/abs/2005.14165;13 -super_glue;wsc;GPT-3;model;;40.0;;data-based;https://arxiv.org/abs/2005.14165;13 -piqa;;GPT-3;model;;29.0;;data-based;https://arxiv.org/abs/2005.14165;13 -wmt/wmt16;en-de;GPT-3;model;;;25.0;data-based;https://arxiv.org/abs/2005.14165;13 -wmt/wmt16;de-en;GPT-3;model;;;25.0;data-based;https://arxiv.org/abs/2005.14165;13 -race;middle;GPT-3;model;;;25.0;data-based;https://arxiv.org/abs/2005.14165;13 -rmanluo/RoG-webqsp;;GPT-3;model;;;21.0;data-based;https://arxiv.org/abs/2005.14165;13 -wmt/wmt16;en-ro;GPT-3;model;;;21.0;data-based;https://arxiv.org/abs/2005.14165;13 -wmt/wmt16;ro-en;GPT-3;model;;;21.0;data-based;https://arxiv.org/abs/2005.14165;13 -facebook/anli;test_r1;GPT-3;model;;;20.0;data-based;https://arxiv.org/abs/2005.14165;13 -facebook/anli;test_r2;GPT-3;model;;;18.0;data-based;https://arxiv.org/abs/2005.14165;13 -mandarjoshi/trivia_qa;;GPT-3;model;;17.0;;data-based;https://arxiv.org/abs/2005.14165;13 -facebook/anli;test_r3;GPT-3;model;;;16.0;data-based;https://arxiv.org/abs/2005.14165;13 -wmt/wmt16;fr-en;GPT-3;model;;;14.0;data-based;https://arxiv.org/abs/2005.14165;13 -wmt/wmt16;en-fr;GPT-3;model;;;14.0;data-based;https://arxiv.org/abs/2005.14165;13 -super_glue;rte;GPT-3;model;;8.0;;data-based;https://arxiv.org/abs/2005.14165;13 -super_glue;wic;GPT-3;model;;8.0;;data-based;https://arxiv.org/abs/2005.14165;13 -super_glue;cb;GPT-3;model;;7.0;;data-based;https://arxiv.org/abs/2005.14165;13 -Reversed Words;;GPT-3;model;;7.0;;data-based;https://arxiv.org/abs/2005.14165;13 -Anagrams 2;;GPT-3;model;;7.0;;data-based;https://arxiv.org/abs/2005.14165;13 -allenai/openbookqa;;GPT-3;model;;;6.0;data-based;https://arxiv.org/abs/2005.14165;13 -ibragim-bad/arc_easy;;GPT-3;model;;;4.0;data-based;https://arxiv.org/abs/2005.14165;13 -Anagrams 1;;GPT-3;model;;3.0;;data-based;https://arxiv.org/abs/2005.14165;13 -ibragim-bad/arc_challenge;;GPT-3;model;;;3.0;data-based;https://arxiv.org/abs/2005.14165;13 -super_glue;copa;GPT-3;model;;3.0;;data-based;https://arxiv.org/abs/2005.14165;13 -Rowan/hellaswag;;GPT-3;model;;2.0;;data-based;https://arxiv.org/abs/2005.14165;13 -natural_questions;;GPT-3;model;;;1.0;data-based;https://arxiv.org/abs/2005.14165;13 -Cycled Letters;;GPT-3;model;;1.0;;data-based;https://arxiv.org/abs/2005.14165;13 -SAT Analogies;;GPT-3;model;;1.0;;data-based;https://arxiv.org/abs/2005.14165;13 - -EdinburghNLP/xsum;;PaLM 2;model;;;42.0;data-based;https://arxiv.org/abs/2305.10403;13 -csebuetnlp/xlsum;;PaLM 2;model;;;46.9;data-based;https://arxiv.org/abs/2305.10403;13 -wiki_lingua;;PaLM 2;model;;;9.0;data-based;https://arxiv.org/abs/2305.10403;13 - -winograd_wsc;;PaLM;model;;;38.5;data-based;https://arxiv.org/abs/2204.02311;13 -rmanluo/RoG-webqsp;;PaLM;model;;;26.7;data-based;https://arxiv.org/abs/2204.02311;13 -super_glue;wsc;PaLM;model;;;36.8;data-based;https://arxiv.org/abs/2204.02311;13 -mandarjoshi/trivia_qa;;PaLM;model;;19.9;;data-based;https://arxiv.org/abs/2204.02311;13 -rajpurkar/squad_v2;;PaLM;model;;85.2;;data-based;https://arxiv.org/abs/2204.02311;13 -super_glue;record;PaLM;model;;43.4;;data-based;https://arxiv.org/abs/2204.02311;13 -cimec/lambada;;PaLM;model;;;29.3;data-based;https://arxiv.org/abs/2204.02311;13 -super_glue;cb;PaLM;model;;48.2;;data-based;https://arxiv.org/abs/2204.02311;13 -ibragim-bad/arc_easy;;PaLM;model;;;30.4;data-based;https://arxiv.org/abs/2204.02311;13 -ibragim-bad/arc_challenge;;PaLM;model;;;24.7;data-based;https://arxiv.org/abs/2204.02311;13 - -winograd_wsc;;GLaM;model;;67.3;;data-based;https://arxiv.org/abs/2112.06905;13 -winogrande;;GLaM;model;;;0.3;data-based;https://arxiv.org/abs/2112.06905;13 -super_glue;wic;GLaM;model;;8.2;;data-based;https://arxiv.org/abs/2112.06905;13 -super_glue;wsc;GLaM;model;;57.5;;data-based;https://arxiv.org/abs/2112.06905;13 -mandarjoshi/trivia_qa;;GLaM;model;;18.8;;data-based;https://arxiv.org/abs/2112.06905;13 -story_cloze;;GLaM;model;;100.0;;data-based;https://arxiv.org/abs/2112.06905;13 -rajpurkar/squad_v2;;GLaM;model;;94.6;;data-based;https://arxiv.org/abs/2112.06905;13 -super_glue;record;GLaM;model;;98.6;;data-based;https://arxiv.org/abs/2112.06905;13 -super_glue;rte;GLaM;model;;54.9;;data-based;https://arxiv.org/abs/2112.06905;13 -race;middle;GLaM;model;;58.4;;data-based;https://arxiv.org/abs/2112.06905;13 -race;high;GLaM;model;;74.0;;data-based;https://arxiv.org/abs/2112.06905;13 -quac;;GLaM;model;;99.9;;data-based;https://arxiv.org/abs/2112.06905;13 -piqa;;GLaM;model;;49.8;;data-based;https://arxiv.org/abs/2112.06905;13 -allenai/openbookqa;;GLaM;model;;20.0;;data-based;https://arxiv.org/abs/2112.06905;13 -natural_questions;;GLaM;model;;3.9;;data-based;https://arxiv.org/abs/2112.06905;13 -super_glue;multirc;GLaM;model;;68.8;;data-based;https://arxiv.org/abs/2112.06905;13 -cimec/lambada;;GLaM;model;;;21.8;data-based;https://arxiv.org/abs/2112.06905;13 -Rowan/hellaswag;;GLaM;model;;19.8;;data-based;https://arxiv.org/abs/2112.06905;13 -stanfordnlp/coqa;;GLaM;model;;;75.0;data-based;https://arxiv.org/abs/2112.06905;13 -super_glue;copa;GLaM;model;;3.0;;data-based;https://arxiv.org/abs/2112.06905;13 -super_glue;cb;GLaM;model;;26.8;;data-based;https://arxiv.org/abs/2112.06905;13 -super_glue;boolq;GLaM;model;;92.1;;data-based;https://arxiv.org/abs/2112.06905;13 -ibragim-bad/arc_easy;;GLaM;model;;32.5;;data-based;https://arxiv.org/abs/2112.06905;13 -ibragim-bad/arc_challenge;;GLaM;model;;31.8;;data-based;https://arxiv.org/abs/2112.06905;13 -facebook/anli;dev_r3;GLaM;model;;40.7;;data-based;https://arxiv.org/abs/2112.06905;13 -facebook/anli;dev_r2;GLaM;model;;96.8;;data-based;https://arxiv.org/abs/2112.06905;13 -facebook/anli;dev_r1;GLaM;model;;96.2;;data-based;https://arxiv.org/abs/2112.06905;13 - -winogrande;;FLAN;model;;;0.2;data-based;https://arxiv.org/abs/2109.01652;13 -mandarjoshi/trivia_qa;;FLAN;model;;22.8;;data-based;https://arxiv.org/abs/2109.01652;13 -story_cloze;;FLAN;model;;0.4;;data-based;https://arxiv.org/abs/2109.01652;13 -rajpurkar/squad_v2;;FLAN;model;;99.1;;data-based;https://arxiv.org/abs/2109.01652;13 -wmt/wmt16;ro-en;FLAN;model;;;12.4;data-based;https://arxiv.org/abs/2109.01652;13 -super_glue;record;FLAN;model;;68.0;;data-based;https://arxiv.org/abs/2109.01652;13 -super_glue;rte;FLAN;model;;33.9;;data-based;https://arxiv.org/abs/2109.01652;13 -piqa;;FLAN;model;;51.3;;data-based;https://arxiv.org/abs/2109.01652;13 -allenai/openbookqa;;FLAN;model;;15.0;;data-based;https://arxiv.org/abs/2109.01652;13 -natural_questions;;FLAN;model;;3.2;;data-based;https://arxiv.org/abs/2109.01652;13 -super_glue;multirc;FLAN;model;;59.3;;data-based;https://arxiv.org/abs/2109.01652;13 -Rowan/hellaswag;;FLAN;model;;34.5;;data-based;https://arxiv.org/abs/2109.01652;13 -wmt/wmt16;fr-en;FLAN;model;;;25.3;data-based;https://arxiv.org/abs/2109.01652;13 -wmt/wmt16;en-ro;FLAN;model;;;12.4;data-based;https://arxiv.org/abs/2109.01652;13 -wmt/wmt16;en-fr;FLAN;model;;;25.3;data-based;https://arxiv.org/abs/2109.01652;13 -wmt/wmt16;en-de;FLAN;model;;;14.3;data-based;https://arxiv.org/abs/2109.01652;13 -wmt/wmt16;de-en;FLAN;model;;;14.3;data-based;https://arxiv.org/abs/2109.01652;13 -ucinlp/drop;;FLAN;model;;99.4;;data-based;https://arxiv.org/abs/2109.01652;13 -super_glue;copa;FLAN;model;;9.0;;data-based;https://arxiv.org/abs/2109.01652;13 -super_glue;cb;FLAN;model;;5.4;;data-based;https://arxiv.org/abs/2109.01652;13 -super_glue;boolq;FLAN;model;;23.1;;data-based;https://arxiv.org/abs/2109.01652;13 -ibragim-bad/arc_easy;;FLAN;model;;20.2;;data-based;https://arxiv.org/abs/2109.01652;13 -ibragim-bad/arc_challenge;;FLAN;model;;15.6;;data-based;https://arxiv.org/abs/2109.01652;13 -facebook/anli;dev_r3;FLAN;model;;40.2;;data-based;https://arxiv.org/abs/2109.01652;13 -facebook/anli;dev_r2;FLAN;model;;97.9;;data-based;https://arxiv.org/abs/2109.01652;13 -facebook/anli;dev_r1;FLAN;model;;98.6;;data-based;https://arxiv.org/abs/2109.01652;13 - -ibragim-bad/arc_easy;;mistralai/Mistral-7B-v0.1;model;;;100.0;model-based;https://arxiv.org/abs/2310.17623;14 - -super_glue;boolq;allenai/c4 (realnewslike);corpus;;;0.6;data-based;https://arxiv.org/abs/2210.04261;15 -super_glue;cb;allenai/c4 (realnewslike);corpus;;;0.0;data-based;https://arxiv.org/abs/2210.04261;15 -super_glue;copa;allenai/c4 (realnewslike);corpus;;;0.0;data-based;https://arxiv.org/abs/2210.04261;15 -super_glue;multirc;allenai/c4 (realnewslike);corpus;;;1.2;data-based;https://arxiv.org/abs/2210.04261;15 -super_glue;record;allenai/c4 (realnewslike);corpus;;;7.3;data-based;https://arxiv.org/abs/2210.04261;15 -super_glue;rte;allenai/c4 (realnewslike);corpus;;;1.1;data-based;https://arxiv.org/abs/2210.04261;15 -super_glue;wic;allenai/c4 (realnewslike);corpus;;;0.0;data-based;https://arxiv.org/abs/2210.04261;15 -super_glue;wsc;allenai/c4 (realnewslike);corpus;;;0.0;data-based;https://arxiv.org/abs/2210.04261;15 +Evaluation Dataset;Subset;Contaminated Source;Version;Model or corpus;Train Split;Development Split;Test Split;Approach;Reference;PR +AMR-to-Text;;allenai/c4;;corpus;;;10.43;data-based;https://arxiv.org/abs/2104.08758;6 + +Anagrams 1;;GPT-3;;model;;3.0;;data-based;https://arxiv.org/abs/2005.14165;13 + +Anagrams 2;;GPT-3;;model;;7.0;;data-based;https://arxiv.org/abs/2005.14165;13 + +Cycled Letters;;GPT-3;;model;;1.0;;data-based;https://arxiv.org/abs/2005.14165;13 + +EdinburghNLP/xsum;;GPT-3.5;;model;0.0;;100.0;model-based;https://arxiv.org/abs/2308.08493;3 +EdinburghNLP/xsum;;GPT-3.5;;model;;;79.00;model-based;https://arxiv.org/abs/2311.06233;8 +EdinburghNLP/xsum;;GPT-4;;model;0.0;;100.0;model-based;https://arxiv.org/abs/2308.08493;3 +EdinburghNLP/xsum;;GPT-4;;model;;;95.00;model-based;https://arxiv.org/abs/2311.06233;8 +EdinburghNLP/xsum;;PaLM 2;;model;;;42.0;data-based;https://arxiv.org/abs/2305.10403;13 +EdinburghNLP/xsum;;allenai/c4;;corpus;;;15.49;data-based;https://arxiv.org/abs/2104.08758;6 + +EleutherAI/hendrycks_math;;GPT-4;;model;100.0;;;data-based;https://arxiv.org/abs/2303.08774;11 + +RadNLI;;GPT-3.5;;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 +RadNLI;;GPT-4;;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 + +Reversed Words;;GPT-3;;model;;7.0;;data-based;https://arxiv.org/abs/2005.14165;13 + +Rowan/hellaswag;;CommonCrawl;;corpus;;12.4;;data-based;https://arxiv.org/abs/2310.17589;5 +Rowan/hellaswag;;FLAN;;model;;34.5;;data-based;https://arxiv.org/abs/2109.01652;13 +Rowan/hellaswag;;GLaM;;model;;19.8;;data-based;https://arxiv.org/abs/2112.06905;13 +Rowan/hellaswag;;GPT-3;;model;;2.0;;data-based;https://arxiv.org/abs/2005.14165;13 +Rowan/hellaswag;;GPT-4;;model;;;2.0;model-based;https://arxiv.org/abs/2311.09783;10 + +SAT Analogies;;GPT-3;;model;;1.0;;data-based;https://arxiv.org/abs/2005.14165;13 + +Symbol Insertion;;GPT-3;;model;;86.0;;data-based;https://arxiv.org/abs/2005.14165;13 + +UCLNLP/adversarial_qa;adversarialQA;EleutherAI/pile;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;adversarialQA;allenai/c4;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;adversarialQA;oscar-corpus/OSCAR-2301;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;adversarialQA;togethercomputer/RedPajama-Data-V2;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 + +UCLNLP/adversarial_qa;dbert;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;dbert;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;dbert;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;dbert;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +UCLNLP/adversarial_qa;dbidaf;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;dbidaf;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;dbidaf;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;dbidaf;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +UCLNLP/adversarial_qa;droberta;EleutherAI/pile;;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;droberta;allenai/c4;;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;droberta;oscar-corpus/OSCAR-2301;;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 +UCLNLP/adversarial_qa;droberta;togethercomputer/RedPajama-Data-V2;;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 + +aeslc;;EleutherAI/pile;;corpus;;;45.49;data-based;https://arxiv.org/abs/2310.20707;2 +aeslc;;allenai/c4;;corpus;;;1.57;data-based;https://arxiv.org/abs/2310.20707;2 +aeslc;;oscar-corpus/OSCAR-2301;;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2 +aeslc;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 + +ag_news;;GPT-3.5;;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +ag_news;;GPT-3.5;;model;;;82.00;model-based;https://arxiv.org/abs/2311.06233;8 +ag_news;;GPT-4;;model;100.0;;100.0;model-based;https://arxiv.org/abs/2308.08493;3 +ag_news;;GPT-4;;model;;;91.00;model-based;https://arxiv.org/abs/2311.06233;8 + +allenai/ai2_arc;;CommonCrawl;;corpus;;;28.7;data-based;https://arxiv.org/abs/2310.17589;5 + +allenai/openbookqa;;FLAN;;model;;15.0;;data-based;https://arxiv.org/abs/2109.01652;13 +allenai/openbookqa;;GLaM;;model;;20.0;;data-based;https://arxiv.org/abs/2112.06905;13 +allenai/openbookqa;;GPT-3;;model;;;6.0;data-based;https://arxiv.org/abs/2005.14165;13 +allenai/openbookqa;;GPT-3.5;;model;;;1.0;model-based;https://arxiv.org/abs/2311.09783;10 +allenai/openbookqa;;GPT-4;;model;;;1.0;model-based;https://arxiv.org/abs/2311.09783;10 +allenai/openbookqa;;LLaMa 2-13B;;model;;;4.0;model-based;https://arxiv.org/abs/2311.09783;10 +allenai/openbookqa;;Mistral-7B;;model;;;10.0;model-based;https://arxiv.org/abs/2311.09783;10 + +allenai/ropes;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +allenai/ropes;;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +allenai/ropes;;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +allenai/ropes;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +allenai/scicite;;EleutherAI/pile;;corpus;;;0.86;data-based;https://arxiv.org/abs/2310.20707;2 +allenai/scicite;;allenai/c4;;corpus;;;1.78;data-based;https://arxiv.org/abs/2310.20707;2 +allenai/scicite;;oscar-corpus/OSCAR-2301;;corpus;;;1.51;data-based;https://arxiv.org/abs/2310.20707;2 +allenai/scicite;;togethercomputer/RedPajama-Data-V2;;corpus;;;1.72;data-based;https://arxiv.org/abs/2310.20707;2 + +amazon_reviews_multi;;EleutherAI/pile;;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2 +amazon_reviews_multi;;allenai/c4;;corpus;;;2.28;data-based;https://arxiv.org/abs/2310.20707;2 +amazon_reviews_multi;;oscar-corpus/OSCAR-2301;;corpus;;;2.1;data-based;https://arxiv.org/abs/2310.20707;2 +amazon_reviews_multi;;togethercomputer/RedPajama-Data-V2;;corpus;;;2.06;data-based;https://arxiv.org/abs/2310.20707;2 + +bigbench;;GPT-4;;model;;;100.0;data-based;https://arxiv.org/abs/2303.08774;11 + +bigbio/mednli;;GPT-3.5;;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 +bigbio/mednli;;GPT-4;;model;0.0;0.0;0.0;model-based;https://arxiv.org/abs/2308.08493;8 + +billsum;;EleutherAI/pile;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 +billsum;;allenai/c4;;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 +billsum;;oscar-corpus/OSCAR-2301;;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 +billsum;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 + +cais/mmlu;;CommonCrawl;;corpus;;;29.1;data-based;https://arxiv.org/abs/2310.17589;5 +cais/mmlu;;GPT-3.5;;model;;;52.0;model-based;https://arxiv.org/abs/2311.09783;10 +cais/mmlu;;GPT-4;;model;;;57.0;model-based;https://arxiv.org/abs/2311.09783;10 +cais/mmlu;;GPT-4;;model;;;0.6;data-based;https://arxiv.org/abs/2303.08774;11 +cais/mmlu;;Mistral-7B;;model;;;1.0;model-based;https://arxiv.org/abs/2311.09783;10 + +ceval/ceval-exam;;CommonCrawl;;corpus;;45.8;;data-based;https://arxiv.org/abs/2310.17589;5 + +cimec/lambada;;GLaM;;model;;;21.8;data-based;https://arxiv.org/abs/2112.06905;13 +cimec/lambada;;GPT-3;;model;;;43.0;data-based;https://arxiv.org/abs/2005.14165;13 +cimec/lambada;;PaLM;;model;;;29.3;data-based;https://arxiv.org/abs/2204.02311;13 + +conll2003;;GPT-3.5;;model;100.0;100.0;100.0;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7 + +cosmos_qa;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +cosmos_qa;;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +cosmos_qa;;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +cosmos_qa;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +crows_pairs;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +crows_pairs;;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +crows_pairs;;oscar-corpus/OSCAR-2301;;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2 +crows_pairs;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +csebuetnlp/xlsum;;PaLM 2;;model;;;46.9;data-based;https://arxiv.org/abs/2305.10403;13 + +esnli;;EleutherAI/pile;;corpus;;;1.13;data-based;https://arxiv.org/abs/2310.20707;2 +esnli;;allenai/c4;;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 +esnli;;oscar-corpus/OSCAR-2301;;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2 +esnli;;togethercomputer/RedPajama-Data-V2;;corpus;;;1.24;data-based;https://arxiv.org/abs/2310.20707;2 + +facebook/anli;dev_r1;FLAN;;model;;98.6;;data-based;https://arxiv.org/abs/2109.01652;13 +facebook/anli;dev_r1;GLaM;;model;;96.2;;data-based;https://arxiv.org/abs/2112.06905;13 + +facebook/anli;dev_r2;FLAN;;model;;97.9;;data-based;https://arxiv.org/abs/2109.01652;13 +facebook/anli;dev_r2;GLaM;;model;;96.8;;data-based;https://arxiv.org/abs/2112.06905;13 + +facebook/anli;dev_r3;FLAN;;model;;40.2;;data-based;https://arxiv.org/abs/2109.01652;13 +facebook/anli;dev_r3;GLaM;;model;;40.7;;data-based;https://arxiv.org/abs/2112.06905;13 + +facebook/anli;test_r1;GPT-3;;model;;;20.0;data-based;https://arxiv.org/abs/2005.14165;13 + +facebook/anli;test_r2;GPT-3;;model;;;18.0;data-based;https://arxiv.org/abs/2005.14165;13 + +facebook/anli;test_r3;GPT-3;;model;;;16.0;data-based;https://arxiv.org/abs/2005.14165;13 + +gigaword;;EleutherAI/pile;;corpus;;;1.18;data-based;https://arxiv.org/abs/2310.20707;2 +gigaword;;allenai/c4;;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2 +gigaword;;oscar-corpus/OSCAR-2301;;corpus;;;0.36;data-based;https://arxiv.org/abs/2310.20707;2 +gigaword;;togethercomputer/RedPajama-Data-V2;;corpus;;;2.82;data-based;https://arxiv.org/abs/2310.20707;2 + +gsm8k;;GPT-4;;model;100.0;;1.0;data-based;https://arxiv.org/abs/2303.08774;11 +gsm8k;;GPT-4;;model;79.00;;;model-based;https://arxiv.org/abs/2311.06233;8 + +head_qa;en;EleutherAI/pile;;corpus;;;5.11;data-based;https://arxiv.org/abs/2310.20707;2 +head_qa;en;allenai/c4;;corpus;;;5.22;data-based;https://arxiv.org/abs/2310.20707;2 +head_qa;en;oscar-corpus/OSCAR-2301;;corpus;;;5.29;data-based;https://arxiv.org/abs/2310.20707;2 +head_qa;en;togethercomputer/RedPajama-Data-V2;;corpus;;;5.94;data-based;https://arxiv.org/abs/2310.20707;2 + +health_fact;;EleutherAI/pile;;corpus;;;1.94;data-based;https://arxiv.org/abs/2310.20707;2 +health_fact;;allenai/c4;;corpus;;;7.53;data-based;https://arxiv.org/abs/2310.20707;2 +health_fact;;oscar-corpus/OSCAR-2301;;corpus;;;3.4;data-based;https://arxiv.org/abs/2310.20707;2 +health_fact;;togethercomputer/RedPajama-Data-V2;;corpus;;;18.7;data-based;https://arxiv.org/abs/2310.20707;2 + +hlgd;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +hlgd;;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +hlgd;;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +hlgd;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +ibm/duorc;ParaphraseRC;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +ibm/duorc;ParaphraseRC;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +ibm/duorc;ParaphraseRC;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +ibm/duorc;ParaphraseRC;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +ibm/duorc;SelfRC;EleutherAI/pile;;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2 +ibm/duorc;SelfRC;allenai/c4;;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 +ibm/duorc;SelfRC;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +ibm/duorc;SelfRC;togethercomputer/RedPajama-Data-V2;;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2 + +ibragim-bad/arc_challenge;;FLAN;;model;;15.6;;data-based;https://arxiv.org/abs/2109.01652;13 +ibragim-bad/arc_challenge;;GLaM;;model;;31.8;;data-based;https://arxiv.org/abs/2112.06905;13 +ibragim-bad/arc_challenge;;GPT-3;;model;;;3.0;data-based;https://arxiv.org/abs/2005.14165;13 +ibragim-bad/arc_challenge;;GPT-4;;model;;;3.4;data-based;https://arxiv.org/abs/2303.08774;11 +ibragim-bad/arc_challenge;;PaLM;;model;;;24.7;data-based;https://arxiv.org/abs/2204.02311;13 + +ibragim-bad/arc_easy;;FLAN;;model;;20.2;;data-based;https://arxiv.org/abs/2109.01652;13 +ibragim-bad/arc_easy;;GLaM;;model;;32.5;;data-based;https://arxiv.org/abs/2112.06905;13 +ibragim-bad/arc_easy;;GPT-3;;model;;;4.0;data-based;https://arxiv.org/abs/2005.14165;13 +ibragim-bad/arc_easy;;PaLM;;model;;;30.4;data-based;https://arxiv.org/abs/2204.02311;13 +ibragim-bad/arc_easy;;mistralai/Mistral-7B-v0.1;;model;;;100.0;model-based;https://arxiv.org/abs/2310.17623;14 + +imdb;;GPT-3.5;;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +imdb;;GPT-3.5;;model;;;55.00;model-based;https://arxiv.org/abs/2311.06233;8 +imdb;;GPT-4;;model;100.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +imdb;;GPT-4;;model;;;82.00;model-based;https://arxiv.org/abs/2311.06233;8 + +lama;Google-RE;allenai/c4;;corpus;;;5.7;data-based;https://arxiv.org/abs/2104.08758;6 + +lama;T-REx;allenai/c4;;corpus;;;4.6;data-based;https://arxiv.org/abs/2104.08758;6 + +liar;;EleutherAI/pile;;corpus;;;10.91;data-based;https://arxiv.org/abs/2310.20707;2 +liar;;allenai/c4;;corpus;;;29.23;data-based;https://arxiv.org/abs/2310.20707;2 +liar;;oscar-corpus/OSCAR-2301;;corpus;;;13.95;data-based;https://arxiv.org/abs/2310.20707;2 +liar;;togethercomputer/RedPajama-Data-V2;;corpus;;;45.05;data-based;https://arxiv.org/abs/2310.20707;2 + +mandarjoshi/trivia_qa;;FLAN;;model;;22.8;;data-based;https://arxiv.org/abs/2109.01652;13 +mandarjoshi/trivia_qa;;GLaM;;model;;18.8;;data-based;https://arxiv.org/abs/2112.06905;13 +mandarjoshi/trivia_qa;;GPT-3;;model;;17.0;;data-based;https://arxiv.org/abs/2005.14165;13 +mandarjoshi/trivia_qa;;PaLM;;model;;19.9;;data-based;https://arxiv.org/abs/2204.02311;13 + +math_dataset;algebra__linear_1d;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_dataset;algebra__linear_1d;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_dataset;algebra__linear_1d;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_dataset;algebra__linear_1d;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +math_dataset;algebra__linear_2d;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_dataset;algebra__linear_2d;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_dataset;algebra__linear_2d;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_dataset;algebra__linear_2d;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +math_dataset;algebra__linear_2d_composed;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_dataset;algebra__linear_2d_composed;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_dataset;algebra__linear_2d_composed;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_dataset;algebra__linear_2d_composed;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +math_qa;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +math_qa;;allenai/c4;;corpus;;;0.34;data-based;https://arxiv.org/abs/2310.20707;2 +math_qa;;oscar-corpus/OSCAR-2301;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 +math_qa;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.07;data-based;https://arxiv.org/abs/2310.20707;2 + +mbpp;;EleutherAI/pile;;corpus;;;3.6;data-based;https://arxiv.org/abs/2403.04811;12 +mbpp;;bigcode/the-stack;;corpus;;;20.8;data-based;https://arxiv.org/abs/2403.04811;12 + +mc_taco;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +mc_taco;;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +mc_taco;;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +mc_taco;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2 + +mocha;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +mocha;;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +mocha;;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +mocha;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +natural_questions;;FLAN;;model;;3.2;;data-based;https://arxiv.org/abs/2109.01652;13 +natural_questions;;GLaM;;model;;3.9;;data-based;https://arxiv.org/abs/2112.06905;13 +natural_questions;;GPT-3;;model;;;1.0;data-based;https://arxiv.org/abs/2005.14165;13 + +nyu-mll/glue;BoolQ;allenai/c4;;corpus;;;2.4;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;CoLA;allenai/c4;;corpus;;;14.4;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;MNLI-hypothesis;allenai/c4;;corpus;;;14.2;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;MNLI-premise;allenai/c4;;corpus;;;15.2;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;MRPC-sentence-1;allenai/c4;;corpus;;;2.7;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;MRPC-sentence-2;allenai/c4;;corpus;;;2.7;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;QNLI-question;allenai/c4;;corpus;;;1.8;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;QNLI-sentence;allenai/c4;;corpus;;;53.6;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;RTE-sentence-1;allenai/c4;;corpus;;;6;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;RTE-sentence-2;allenai/c4;;corpus;;;10.8;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;SST-2;allenai/c4;;corpus;;;11;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;STS-B-sentence-1;allenai/c4;;corpus;;;18.3;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;STS-B-sentence-2;allenai/c4;;corpus;;;18.6;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;WNLI-sentence-1;allenai/c4;;corpus;;;4.8;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;WNLI-sentence-2;allenai/c4;;corpus;;;2.1;data-based;https://arxiv.org/abs/2104.08758;6 + +nyu-mll/glue;ax;EleutherAI/pile;;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;ax;allenai/c4;;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;ax;oscar-corpus/OSCAR-2301;;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;ax;togethercomputer/RedPajama-Data-V2;;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2 + +nyu-mll/glue;mnli;GPT-3.5;;model;100.0;100.0;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7 + +nyu-mll/glue;mnli-matched;EleutherAI/pile;;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;mnli-matched;allenai/c4;;corpus;;;1.65;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;mnli-matched;oscar-corpus/OSCAR-2301;;corpus;;;1.77;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;mnli-matched;togethercomputer/RedPajama-Data-V2;;corpus;;;2.26;data-based;https://arxiv.org/abs/2310.20707;2 + +nyu-mll/glue;mnli-mismatched;EleutherAI/pile;;corpus;;;2.11;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;mnli-mismatched;allenai/c4;;corpus;;;1.73;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;mnli-mismatched;oscar-corpus/OSCAR-2301;;corpus;;;1.91;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;mnli-mismatched;togethercomputer/RedPajama-Data-V2;;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2 + +nyu-mll/glue;mrpc;EleutherAI/pile;;corpus;;;0.64;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;mrpc;allenai/c4;;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;mrpc;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;mrpc;togethercomputer/RedPajama-Data-V2;;corpus;;;1.16;data-based;https://arxiv.org/abs/2310.20707;2 + +nyu-mll/glue;qnli;EleutherAI/pile;;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;qnli;allenai/c4;;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;qnli;oscar-corpus/OSCAR-2301;;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;qnli;togethercomputer/RedPajama-Data-V2;;corpus;;;1.21;data-based;https://arxiv.org/abs/2310.20707;2 + +nyu-mll/glue;rte;EleutherAI/pile;;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;rte;GPT-3.5;;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +nyu-mll/glue;rte;GPT-3.5;;model;;71.00;;model-based;https://arxiv.org/abs/2311.06233;8 +nyu-mll/glue;rte;GPT-4;;model;100.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +nyu-mll/glue;rte;GPT-4;;model;;60.00;;model-based;https://arxiv.org/abs/2311.06233;8 +nyu-mll/glue;rte;allenai/c4;;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;rte;oscar-corpus/OSCAR-2301;;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;rte;togethercomputer/RedPajama-Data-V2;;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2 + +nyu-mll/glue;stsb;EleutherAI/pile;;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;stsb;allenai/c4;;corpus;;;3.48;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;stsb;oscar-corpus/OSCAR-2301;;corpus;;;3.12;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;stsb;togethercomputer/RedPajama-Data-V2;;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2 + +nyu-mll/glue;wnli;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;wnli;GPT-3.5;;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +nyu-mll/glue;wnli;GPT-3.5;;model;;12.68;;model-based;https://arxiv.org/abs/2311.06233;8 +nyu-mll/glue;wnli;GPT-4;;model;100.0;;100.0;model-based;https://arxiv.org/abs/2308.08493;3 +nyu-mll/glue;wnli;GPT-4;;model;;50.70;;model-based;https://arxiv.org/abs/2311.06233;8 +nyu-mll/glue;wnli;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;wnli;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +nyu-mll/glue;wnli;togethercomputer/RedPajama-Data-V2;;corpus;;;2.05;data-based;https://arxiv.org/abs/2310.20707;2 + +openai_humaneval;;EleutherAI/pile;;corpus;;;12.2;data-based;https://arxiv.org/abs/2403.04811;12 +openai_humaneval;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +openai_humaneval;;GPT-3.5-turbo;0613;model;;;23.79;model-based;https://arxiv.org/abs/2402.15938;16 +openai_humaneval;;GPT-3.5-turbo;1106;model;;;41.47;model-based;https://arxiv.org/abs/2402.15938;16 +openai_humaneval;;GPT-4;;model;;;25.0;data-based;https://arxiv.org/abs/2303.08774;11 +openai_humaneval;;GPT-4;;model;;;56.71;model-based;https://arxiv.org/abs/2311.06233;8 +openai_humaneval;;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +openai_humaneval;;bigcode/the-stack;;corpus;;;18.9;data-based;https://arxiv.org/abs/2403.04811;12 +openai_humaneval;;oscar-corpus/OSCAR-2301;;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2 +openai_humaneval;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +paws;labeled_final;EleutherAI/pile;;corpus;;;0.25;data-based;https://arxiv.org/abs/2310.20707;2 +paws;labeled_final;allenai/c4;;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2 +paws;labeled_final;oscar-corpus/OSCAR-2301;;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 +paws;labeled_final;togethercomputer/RedPajama-Data-V2;;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2 + +paws-x;en;EleutherAI/pile;;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2 +paws-x;en;allenai/c4;;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2 +paws-x;en;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +paws-x;en;togethercomputer/RedPajama-Data-V2;;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2 + +piqa;;EleutherAI/pile;;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 +piqa;;FLAN;;model;;51.3;;data-based;https://arxiv.org/abs/2109.01652;13 +piqa;;GLaM;;model;;49.8;;data-based;https://arxiv.org/abs/2112.06905;13 +piqa;;GPT-3;;model;;29.0;;data-based;https://arxiv.org/abs/2005.14165;13 +piqa;;allenai/c4;;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 +piqa;;oscar-corpus/OSCAR-2301;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 +piqa;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 + +quac;;GLaM;;model;;99.9;;data-based;https://arxiv.org/abs/2112.06905;13 +quac;;GPT-3;;model;;99.0;;data-based;https://arxiv.org/abs/2005.14165;13 + +race;all;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +race;all;allenai/c4;;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2 +race;all;oscar-corpus/OSCAR-2301;;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2 +race;all;togethercomputer/RedPajama-Data-V2;;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2 + +race;high;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +race;high;GLaM;;model;;74.0;;data-based;https://arxiv.org/abs/2112.06905;13 +race;high;GPT-3;;model;;;45.0;data-based;https://arxiv.org/abs/2005.14165;13 +race;high;allenai/c4;;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2 +race;high;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +race;high;togethercomputer/RedPajama-Data-V2;;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2 + +race;middle;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +race;middle;GLaM;;model;;58.4;;data-based;https://arxiv.org/abs/2112.06905;13 +race;middle;GPT-3;;model;;;25.0;data-based;https://arxiv.org/abs/2005.14165;13 +race;middle;allenai/c4;;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2 +race;middle;oscar-corpus/OSCAR-2301;;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2 +race;middle;togethercomputer/RedPajama-Data-V2;;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2 + +rajpurkar/squad_v2;;FLAN;;model;;99.1;;data-based;https://arxiv.org/abs/2109.01652;13 +rajpurkar/squad_v2;;GLaM;;model;;94.6;;data-based;https://arxiv.org/abs/2112.06905;13 +rajpurkar/squad_v2;;GPT-3;;model;;94.0;;data-based;https://arxiv.org/abs/2005.14165;13 +rajpurkar/squad_v2;;GPT-3.5;;model;100.0;100.0;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;7 +rajpurkar/squad_v2;;PaLM;;model;;85.2;;data-based;https://arxiv.org/abs/2204.02311;13 + +reddit_tifu;long;allenai/c4;;corpus;;;1.87;data-based;https://arxiv.org/abs/2104.08758;6 + +reddit_tifu;short;allenai/c4;;corpus;;;24.88;data-based;https://arxiv.org/abs/2104.08758;6 + +rmanluo/RoG-webqsp;;GPT-3;;model;;;21.0;data-based;https://arxiv.org/abs/2005.14165;13 +rmanluo/RoG-webqsp;;PaLM;;model;;;26.7;data-based;https://arxiv.org/abs/2204.02311;13 + +samsum;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +samsum;;GPT-3.5;;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +samsum;;GPT-3.5;;model;;;74.00;model-based;https://arxiv.org/abs/2311.06233;8 +samsum;;GPT-4;;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +samsum;;GPT-4;;model;;;77.00;model-based;https://arxiv.org/abs/2311.06233;8 +samsum;;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +samsum;;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +samsum;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2 + +scan;addprim_jump;EleutherAI/pile;;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2 +scan;addprim_jump;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;addprim_jump;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;addprim_jump;togethercomputer/RedPajama-Data-V2;;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2 + +scan;addprim_turn;EleutherAI/pile;;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2 +scan;addprim_turn;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;addprim_turn;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;addprim_turn;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +scan;filler_num0;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;filler_num0;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;filler_num0;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;filler_num0;togethercomputer/RedPajama-Data-V2;;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2 + +scan;length;EleutherAI/pile;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 +scan;length;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;length;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;length;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +scan;simple;EleutherAI/pile;;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2 +scan;simple;allenai/c4;;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2 +scan;simple;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;simple;togethercomputer/RedPajama-Data-V2;;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2 + +scan;template_around;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_around;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_around;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_around;togethercomputer/RedPajama-Data-V2;;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2 + +scan;template_jump;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_jump;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_jump;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_jump;togethercomputer/RedPajama-Data-V2;;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2 + +scan;template_opposite;EleutherAI/pile;;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_opposite;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_opposite;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_opposite;togethercomputer/RedPajama-Data-V2;;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2 + +scan;template_right;EleutherAI/pile;;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_right;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_right;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +scan;template_right;togethercomputer/RedPajama-Data-V2;;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2 + +scitail;snli_format;EleutherAI/pile;;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2 +scitail;snli_format;allenai/c4;;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2 +scitail;snli_format;oscar-corpus/OSCAR-2301;;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2 +scitail;snli_format;togethercomputer/RedPajama-Data-V2;;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2 + +scitail;tsv_format;EleutherAI/pile;;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2 +scitail;tsv_format;allenai/c4;;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2 +scitail;tsv_format;oscar-corpus/OSCAR-2301;;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2 +scitail;tsv_format;togethercomputer/RedPajama-Data-V2;;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2 + +sem_eval_2014_task_1;;EleutherAI/pile;;corpus;;;4.89;data-based;https://arxiv.org/abs/2310.20707;2 +sem_eval_2014_task_1;;allenai/c4;;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2 +sem_eval_2014_task_1;;oscar-corpus/OSCAR-2301;;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2 +sem_eval_2014_task_1;;togethercomputer/RedPajama-Data-V2;;corpus;;;52.81;data-based;https://arxiv.org/abs/2310.20707;2 + +sick;;EleutherAI/pile;;corpus;;;4.79;data-based;https://arxiv.org/abs/2310.20707;2 +sick;;allenai/c4;;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2 +sick;;oscar-corpus/OSCAR-2301;;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2 +sick;;togethercomputer/RedPajama-Data-V2;;corpus;;;52.61;data-based;https://arxiv.org/abs/2310.20707;2 + +snli;;EleutherAI/pile;;corpus;;;1.11;data-based;https://arxiv.org/abs/2310.20707;2 +snli;;allenai/c4;;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 +snli;;oscar-corpus/OSCAR-2301;;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2 +snli;;togethercomputer/RedPajama-Data-V2;;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2 + +squadshifts;amazon;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +squadshifts;amazon;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +squadshifts;amazon;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +squadshifts;amazon;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +squadshifts;new_wiki;EleutherAI/pile;;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 +squadshifts;new_wiki;allenai/c4;;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 +squadshifts;new_wiki;oscar-corpus/OSCAR-2301;;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 +squadshifts;new_wiki;togethercomputer/RedPajama-Data-V2;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 + +squadshifts;nyt;EleutherAI/pile;;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2 +squadshifts;nyt;allenai/c4;;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2 +squadshifts;nyt;oscar-corpus/OSCAR-2301;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 +squadshifts;nyt;togethercomputer/RedPajama-Data-V2;;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2 + +stanfordnlp/coqa;;GLaM;;model;;;75.0;data-based;https://arxiv.org/abs/2112.06905;13 +stanfordnlp/coqa;;GPT-3;;model;;64.0;;data-based;https://arxiv.org/abs/2005.14165;13 + +story_cloze;;FLAN;;model;;0.4;;data-based;https://arxiv.org/abs/2109.01652;13 +story_cloze;;GLaM;;model;;100.0;;data-based;https://arxiv.org/abs/2112.06905;13 + +stsb_multi_mt;;EleutherAI/pile;;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2 +stsb_multi_mt;;allenai/c4;;corpus;;;3.48;data-based;https://arxiv.org/abs/2310.20707;2 +stsb_multi_mt;;oscar-corpus/OSCAR-2301;;corpus;;;3.12;data-based;https://arxiv.org/abs/2310.20707;2 +stsb_multi_mt;;togethercomputer/RedPajama-Data-V2;;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2 + +subjqa;books;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;books;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;books;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;books;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +subjqa;grocery;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;grocery;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;grocery;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;grocery;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +subjqa;movies;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;movies;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;movies;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;movies;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +subjqa;restaurants;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;restaurants;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;restaurants;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +subjqa;restaurants;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;axb;EleutherAI/pile;;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;axb;allenai/c4;;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;axb;oscar-corpus/OSCAR-2301;;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;axb;togethercomputer/RedPajama-Data-V2;;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;axg;EleutherAI/pile;;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;axg;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;axg;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;axg;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;boolq;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;boolq;FLAN;;model;;23.1;;data-based;https://arxiv.org/abs/2109.01652;13 +super_glue;boolq;GLaM;;model;;92.1;;data-based;https://arxiv.org/abs/2112.06905;13 +super_glue;boolq;GPT-3;;model;;60.0;;data-based;https://arxiv.org/abs/2005.14165;13 +super_glue;boolq;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;boolq;allenai/c4;realnewslike;corpus;;;0.6;data-based;https://arxiv.org/abs/2210.04261;15 +super_glue;boolq;oscar-corpus/OSCAR-2301;;corpus;;;3.05;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;boolq;togethercomputer/RedPajama-Data-V2;;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;cb;EleutherAI/pile;;corpus;;;2;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;cb;FLAN;;model;;5.4;;data-based;https://arxiv.org/abs/2109.01652;13 +super_glue;cb;GLaM;;model;;26.8;;data-based;https://arxiv.org/abs/2112.06905;13 +super_glue;cb;GPT-3;;model;;7.0;;data-based;https://arxiv.org/abs/2005.14165;13 +super_glue;cb;PaLM;;model;;48.2;;data-based;https://arxiv.org/abs/2204.02311;13 +super_glue;cb;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;cb;allenai/c4;realnewslike;corpus;;;0.0;data-based;https://arxiv.org/abs/2210.04261;15 +super_glue;cb;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;cb;togethercomputer/RedPajama-Data-V2;;corpus;;;1.6;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;copa;EleutherAI/pile;;corpus;;;1.2;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;copa;FLAN;;model;;9.0;;data-based;https://arxiv.org/abs/2109.01652;13 +super_glue;copa;GLaM;;model;;3.0;;data-based;https://arxiv.org/abs/2112.06905;13 +super_glue;copa;GPT-3;;model;;3.0;;data-based;https://arxiv.org/abs/2005.14165;13 +super_glue;copa;allenai/c4;;corpus;;;0.6;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;copa;allenai/c4;realnewslike;corpus;;;0.0;data-based;https://arxiv.org/abs/2210.04261;15 +super_glue;copa;oscar-corpus/OSCAR-2301;;corpus;;;1;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;copa;togethercomputer/RedPajama-Data-V2;;corpus;;;100.0;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;multirc;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;multirc;FLAN;;model;;59.3;;data-based;https://arxiv.org/abs/2109.01652;13 +super_glue;multirc;GLaM;;model;;68.8;;data-based;https://arxiv.org/abs/2112.06905;13 +super_glue;multirc;GPT-3;;model;;59.0;;data-based;https://arxiv.org/abs/2005.14165;13 +super_glue;multirc;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;multirc;allenai/c4;realnewslike;corpus;;;1.2;data-based;https://arxiv.org/abs/2210.04261;15 +super_glue;multirc;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;multirc;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;record;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;record;FLAN;;model;;68.0;;data-based;https://arxiv.org/abs/2109.01652;13 +super_glue;record;GLaM;;model;;98.6;;data-based;https://arxiv.org/abs/2112.06905;13 +super_glue;record;GPT-3;;model;;61.0;;data-based;https://arxiv.org/abs/2005.14165;13 +super_glue;record;PaLM;;model;;43.4;;data-based;https://arxiv.org/abs/2204.02311;13 +super_glue;record;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;record;allenai/c4;realnewslike;corpus;;;7.3;data-based;https://arxiv.org/abs/2210.04261;15 +super_glue;record;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;record;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;rte;EleutherAI/pile;;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;rte;FLAN;;model;;33.9;;data-based;https://arxiv.org/abs/2109.01652;13 +super_glue;rte;GLaM;;model;;54.9;;data-based;https://arxiv.org/abs/2112.06905;13 +super_glue;rte;GPT-3;;model;;8.0;;data-based;https://arxiv.org/abs/2005.14165;13 +super_glue;rte;allenai/c4;;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;rte;allenai/c4;realnewslike;corpus;;;1.1;data-based;https://arxiv.org/abs/2210.04261;15 +super_glue;rte;oscar-corpus/OSCAR-2301;;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;rte;togethercomputer/RedPajama-Data-V2;;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;wic;EleutherAI/pile;;corpus;;;18.57;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;wic;GLaM;;model;;8.2;;data-based;https://arxiv.org/abs/2112.06905;13 +super_glue;wic;GPT-3;;model;;8.0;;data-based;https://arxiv.org/abs/2005.14165;13 +super_glue;wic;allenai/c4;;corpus;;;64.43;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;wic;allenai/c4;realnewslike;corpus;;;0.0;data-based;https://arxiv.org/abs/2210.04261;15 +super_glue;wic;oscar-corpus/OSCAR-2301;;corpus;;;49.43;data-based;https://arxiv.org/abs/2310.20707;2 +super_glue;wic;togethercomputer/RedPajama-Data-V2;;corpus;;;60.21;data-based;https://arxiv.org/abs/2310.20707;2 + +super_glue;wsc;GLaM;;model;;57.5;;data-based;https://arxiv.org/abs/2112.06905;13 +super_glue;wsc;GPT-3;;model;;40.0;;data-based;https://arxiv.org/abs/2005.14165;13 +super_glue;wsc;PaLM;;model;;;36.8;data-based;https://arxiv.org/abs/2204.02311;13 +super_glue;wsc;allenai/c4;realnewslike;corpus;;;0.0;data-based;https://arxiv.org/abs/2210.04261;15 + +swag;regular;EleutherAI/pile;;corpus;;;2.21;data-based;https://arxiv.org/abs/2310.20707;2 +swag;regular;allenai/c4;;corpus;;;2.48;data-based;https://arxiv.org/abs/2310.20707;2 +swag;regular;oscar-corpus/OSCAR-2301;;corpus;;;1.65;data-based;https://arxiv.org/abs/2310.20707;2 +swag;regular;togethercomputer/RedPajama-Data-V2;;corpus;;;2.79;data-based;https://arxiv.org/abs/2310.20707;2 + +tab_fact;tab_fact;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +tab_fact;tab_fact;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +tab_fact;tab_fact;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +tab_fact;tab_fact;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +tau/commonsense_qa;;CommonCrawl;;corpus;;1.6;;data-based;https://arxiv.org/abs/2310.17589;5 + +truthful_qa;;GPT-3.5;;model;;;12.0;model-based;https://arxiv.org/abs/2311.09783;10 +truthful_qa;;GPT-4;;model;;;10.0;model-based;https://arxiv.org/abs/2311.09783;10 +truthful_qa;;LLaMa 2-13B;;model;;;2.0;model-based;https://arxiv.org/abs/2311.09783;10 +truthful_qa;;Mistral-7B;;model;;;15.0;model-based;https://arxiv.org/abs/2311.09783;10 + +ucinlp/drop;;FLAN;;model;;99.4;;data-based;https://arxiv.org/abs/2109.01652;13 +ucinlp/drop;;GPT-3;;model;;93.0;;data-based;https://arxiv.org/abs/2005.14165;13 +ucinlp/drop;;GPT-4;;model;;21.0;;data-based;https://arxiv.org/abs/2303.08774;11 +ucinlp/drop;;GPT-4;;model;;44.00;;model-based;https://arxiv.org/abs/2311.06233;8 + +wiki_bio;;allenai/c4;;corpus;;;3.72;data-based;https://arxiv.org/abs/2104.08758;6 + +wiki_lingua;;PaLM 2;;model;;;9.0;data-based;https://arxiv.org/abs/2305.10403;13 + +wiki_qa;;EleutherAI/pile;;corpus;;;0.19;data-based;https://arxiv.org/abs/2310.20707;2 +wiki_qa;;allenai/c4;;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2 +wiki_qa;;oscar-corpus/OSCAR-2301;;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2 +wiki_qa;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.91;data-based;https://arxiv.org/abs/2310.20707;2 + +winograd_wsc;;GLaM;;model;;67.3;;data-based;https://arxiv.org/abs/2112.06905;13 +winograd_wsc;;GPT-3;;model;;;60.0;data-based;https://arxiv.org/abs/2005.14165;13 +winograd_wsc;;PaLM;;model;;;38.5;data-based;https://arxiv.org/abs/2204.02311;13 + +winograd_wsc;wsc273;EleutherAI/pile;;corpus;;;32.23;data-based;https://arxiv.org/abs/2310.20707;2 +winograd_wsc;wsc273;allenai/c4;;corpus;;;29.3;data-based;https://arxiv.org/abs/2310.20707;2 +winograd_wsc;wsc273;oscar-corpus/OSCAR-2301;;corpus;;;30.4;data-based;https://arxiv.org/abs/2310.20707;2 +winograd_wsc;wsc273;togethercomputer/RedPajama-Data-V2;;corpus;;;58.24;data-based;https://arxiv.org/abs/2310.20707;2 + +winogrande;;CommonCrawl;;corpus;;1.1;;data-based;https://arxiv.org/abs/2310.17589;5 +winogrande;;FLAN;;model;;;0.2;data-based;https://arxiv.org/abs/2109.01652;13 +winogrande;;GLaM;;model;;;0.3;data-based;https://arxiv.org/abs/2112.06905;13 +winogrande;;GPT-3.5;;model;;;9.0;model-based;https://arxiv.org/abs/2311.09783;10 +winogrande;;GPT-4;;model;;;12.0;model-based;https://arxiv.org/abs/2311.09783;10 +winogrande;;GPT-4;;model;;;0.9;data-based;https://arxiv.org/abs/2303.08774;11 +winogrande;;LLaMa 2-13B;;model;;;1.0;model-based;https://arxiv.org/abs/2311.09783;10 +winogrande;;Mistral-7B;;model;;;3.0;model-based;https://arxiv.org/abs/2311.09783;10 + +winogrande;winogrande_xl;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +winogrande;winogrande_xl;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +winogrande;winogrande_xl;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +winogrande;winogrande_xl;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 + +wmt/wmt16;de-en;FLAN;;model;;;14.3;data-based;https://arxiv.org/abs/2109.01652;13 +wmt/wmt16;de-en;GPT-3;;model;;;25.0;data-based;https://arxiv.org/abs/2005.14165;13 + +wmt/wmt16;en-de;FLAN;;model;;;14.3;data-based;https://arxiv.org/abs/2109.01652;13 +wmt/wmt16;en-de;GPT-3;;model;;;25.0;data-based;https://arxiv.org/abs/2005.14165;13 + +wmt/wmt16;en-fr;FLAN;;model;;;25.3;data-based;https://arxiv.org/abs/2109.01652;13 +wmt/wmt16;en-fr;GPT-3;;model;;;14.0;data-based;https://arxiv.org/abs/2005.14165;13 + +wmt/wmt16;en-ro;FLAN;;model;;;12.4;data-based;https://arxiv.org/abs/2109.01652;13 +wmt/wmt16;en-ro;GPT-3;;model;;;21.0;data-based;https://arxiv.org/abs/2005.14165;13 + +wmt/wmt16;fr-en;FLAN;;model;;;25.3;data-based;https://arxiv.org/abs/2109.01652;13 +wmt/wmt16;fr-en;GPT-3;;model;;;14.0;data-based;https://arxiv.org/abs/2005.14165;13 + +wmt/wmt16;ro-en;FLAN;;model;;;12.4;data-based;https://arxiv.org/abs/2109.01652;13 +wmt/wmt16;ro-en;GPT-3;;model;;;21.0;data-based;https://arxiv.org/abs/2005.14165;13 + +xnli;en;EleutherAI/pile;;corpus;;;0.36;data-based;https://arxiv.org/abs/2310.20707;2 +xnli;en;allenai/c4;;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2 +xnli;en;oscar-corpus/OSCAR-2301;;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2 +xnli;en;togethercomputer/RedPajama-Data-V2;;corpus;;;0.44;data-based;https://arxiv.org/abs/2310.20707;2 + +xsum;;EleutherAI/pile;;corpus;;;3.3;data-based;https://arxiv.org/abs/2310.20707;2 +xsum;;allenai/c4;;corpus;;;2.13;data-based;https://arxiv.org/abs/2310.20707;2 +xsum;;oscar-corpus/OSCAR-2301;;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2 +xsum;;togethercomputer/RedPajama-Data-V2;;corpus;;;4.28;data-based;https://arxiv.org/abs/2310.20707;2 + +yelp_review_full;;GPT-3.5;;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +yelp_review_full;;GPT-3.5;;model;;;13.00;model-based;https://arxiv.org/abs/2311.06233;8 +yelp_review_full;;GPT-4;;model;0.0;;0.0;model-based;https://arxiv.org/abs/2308.08493;3 +yelp_review_full;;GPT-4;;model;;;80.00;model-based;https://arxiv.org/abs/2311.06233;8 + +zest;;EleutherAI/pile;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +zest;;allenai/c4;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +zest;;oscar-corpus/OSCAR-2301;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2 +zest;;togethercomputer/RedPajama-Data-V2;;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2