File size: 33,294 Bytes
eadd64a 0c35958 eadd64a f35c65c eadd64a f35c65c ab79de8 f35c65c 5a41656 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 |
Evaluation Dataset;Subset;Contaminated Source;Model or corpus;Train Split;Development Split;Test Split;Approach;Reference;PR
conll2003;;GPT-4;Model;;;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;4
nyu-mll/glue;;GPT-4;Model;;;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;4
rajpurkar/squad_v2;;GPT-4;Model;;;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;4
https://catalog.ldc.upenn.edu/LDC2006T06;;GPT-4;Model;;;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;4
quac;;GPT-4;Model;;;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;4
natural_questions;;GPT-4;Model;;;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;4
google/boolq;;GPT-4;Model;;;;model-based;https://hitz-zentroa.github.io/lm-contamination/blog/;4
UCLNLP/adversarial_qa;adversarialQA;allenai/c4;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;adversarialQA;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;adversarialQA;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;adversarialQA;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;dbert;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;dbert;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;dbert;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;dbert;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;dbidaf;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;dbidaf;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;dbidaf;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;dbidaf;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;droberta;allenai/c4;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;droberta;oscar-corpus/OSCAR-2301;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;droberta;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
UCLNLP/adversarial_qa;droberta;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707
aeslc;;allenai/c4;corpus;;;1.57;data-based;https://arxiv.org/abs/2310.20707;2
aeslc;;oscar-corpus/OSCAR-2301;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2
aeslc;;EleutherAI/pile;corpus;;;45.49;data-based;https://arxiv.org/abs/2310.20707;2
aeslc;;togethercomputer/RedPajama-Data-V2;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
amazon_reviews_multi;;allenai/c4;corpus;;;2.28;data-based;https://arxiv.org/abs/2310.20707;2
amazon_reviews_multi;;oscar-corpus/OSCAR-2301;corpus;;;2.10;data-based;https://arxiv.org/abs/2310.20707;2
amazon_reviews_multi;;EleutherAI/pile;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2
amazon_reviews_multi;;togethercomputer/RedPajama-Data-V2;corpus;;;2.06;data-based;https://arxiv.org/abs/2310.20707;2
billsum;;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
billsum;;oscar-corpus/OSCAR-2301;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
billsum;;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
billsum;;togethercomputer/RedPajama-Data-V2;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
cosmos_qa;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
cosmos_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
cosmos_qa;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
cosmos_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
crows_pairs;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
crows_pairs;;oscar-corpus/OSCAR-2301;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
crows_pairs;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
crows_pairs;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
ibm/duorc;ParaphraseRC;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
ibm/duorc;ParaphraseRC;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
ibm/duorc;ParaphraseRC;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
ibm/duorc;ParaphraseRC;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
ibm/duorc;SelfRC;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
ibm/duorc;SelfRC;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
ibm/duorc;SelfRC;EleutherAI/pile;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
ibm/duorc;SelfRC;togethercomputer/RedPajama-Data-V2;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
esnli;;allenai/c4;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
esnli;;oscar-corpus/OSCAR-2301;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2
esnli;;EleutherAI/pile;corpus;;;1.13;data-based;https://arxiv.org/abs/2310.20707;2
esnli;;togethercomputer/RedPajama-Data-V2;corpus;;;1.24;data-based;https://arxiv.org/abs/2310.20707;2
gigaword;;allenai/c4;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2
gigaword;;oscar-corpus/OSCAR-2301;corpus;;;0.36;data-based;https://arxiv.org/abs/2310.20707;2
gigaword;;EleutherAI/pile;corpus;;;1.18;data-based;https://arxiv.org/abs/2310.20707;2
gigaword;;togethercomputer/RedPajama-Data-V2;corpus;;;2.82;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;ax;allenai/c4;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;ax;oscar-corpus/OSCAR-2301;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;ax;EleutherAI/pile;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;ax;togethercomputer/RedPajama-Data-V2;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mnli-matched;allenai/c4;corpus;;;1.65;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mnli-matched;oscar-corpus/OSCAR-2301;corpus;;;1.77;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mnli-matched;EleutherAI/pile;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mnli-matched;togethercomputer/RedPajama-Data-V2;corpus;;;2.26;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mnli-mismatched;allenai/c4;corpus;;;1.73;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mnli-mismatched;oscar-corpus/OSCAR-2301;corpus;;;1.91;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mnli-mismatched;EleutherAI/pile;corpus;;;2.11;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mnli-mismatched;togethercomputer/RedPajama-Data-V2;corpus;;;2.17;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mrpc;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mrpc;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mrpc;EleutherAI/pile;corpus;;;0.64;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;mrpc;togethercomputer/RedPajama-Data-V2;corpus;;;1.16;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;qnli;allenai/c4;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;qnli;oscar-corpus/OSCAR-2301;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;qnli;EleutherAI/pile;corpus;;;1.48;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;qnli;togethercomputer/RedPajama-Data-V2;corpus;;;1.21;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;rte;allenai/c4;corpus;;;0.20;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;rte;EleutherAI/pile;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;rte;togethercomputer/RedPajama-Data-V2;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;stsb;allenai/c4;corpus;;;3.48;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;stsb;oscar-corpus/OSCAR-2301;corpus;;;3.12;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;stsb;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;stsb;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;wnli;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;wnli;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;wnli;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
nyu-mll/glue;wnli;togethercomputer/RedPajama-Data-V2;corpus;;;2.05;data-based;https://arxiv.org/abs/2310.20707;2
head_qa;en;allenai/c4;corpus;;;5.22;data-based;https://arxiv.org/abs/2310.20707;2
head_qa;en;oscar-corpus/OSCAR-2301;corpus;;;5.29;data-based;https://arxiv.org/abs/2310.20707;2
head_qa;en;EleutherAI/pile;corpus;;;5.11;data-based;https://arxiv.org/abs/2310.20707;2
head_qa;en;togethercomputer/RedPajama-Data-V2;corpus;;;5.94;data-based;https://arxiv.org/abs/2310.20707;2
health_fact;;allenai/c4;corpus;;;7.53;data-based;https://arxiv.org/abs/2310.20707;2
health_fact;;oscar-corpus/OSCAR-2301;corpus;;;3.40;data-based;https://arxiv.org/abs/2310.20707;2
health_fact;;EleutherAI/pile;corpus;;;1.94;data-based;https://arxiv.org/abs/2310.20707;2
health_fact;;togethercomputer/RedPajama-Data-V2;corpus;;;18.70;data-based;https://arxiv.org/abs/2310.20707;2
hlgd;;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
hlgd;;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
hlgd;;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
hlgd;;togethercomputer/RedPajama-Data-V2;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
liar;;allenai/c4;corpus;;;29.23;data-based;https://arxiv.org/abs/2310.20707;2
liar;;oscar-corpus/OSCAR-2301;corpus;;;13.95;data-based;https://arxiv.org/abs/2310.20707;2
liar;;EleutherAI/pile;corpus;;;10.91;data-based;https://arxiv.org/abs/2310.20707;2
liar;;togethercomputer/RedPajama-Data-V2;corpus;;;45.05;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_1d;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_1d;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_1d;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_1d;togethercomputer/RedPajama-Data-V2;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_2d;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_2d;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_2d;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_2d;togethercomputer/RedPajama-Data-V2;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_2d_composed;allenai/c4;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_2d_composed;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_2d_composed;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_dataset;algebra__linear_2d_composed;togethercomputer/RedPajama-Data-V2;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_qa;;allenai/c4;corpus;;;0.34;data-based;https://arxiv.org/abs/2310.20707;2
math_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
math_qa;;EleutherAI/pile;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
math_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.07;data-based;https://arxiv.org/abs/2310.20707;2
mc_taco;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
mc_taco;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
mc_taco;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
mc_taco;;togethercomputer/RedPajama-Data-V2;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2
mocha;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
mocha;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
mocha;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
mocha;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
openai_humaneval;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
openai_humaneval;;oscar-corpus/OSCAR-2301;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2
openai_humaneval;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
openai_humaneval;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
paws-x;en;allenai/c4;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2
paws-x;en;oscar-corpus/OSCAR-2301;corpus;;;0.00;data-based;https://arxiv.org/abs/2310.20707;2
paws-x;en;EleutherAI/pile;corpus;;;0.15;data-based;https://arxiv.org/abs/2310.20707;2
paws-x;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
paws;labeled_final;allenai/c4;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2
paws;labeled_final;oscar-corpus/OSCAR-2301;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
paws;labeled_final;EleutherAI/pile;corpus;;;0.25;data-based;https://arxiv.org/abs/2310.20707;2
paws;labeled_final;togethercomputer/RedPajama-Data-V2;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2
piqa;;allenai/c4;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
piqa;;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
piqa;;EleutherAI/pile;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
piqa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
race;all;allenai/c4;corpus;;;0.14;data-based;https://arxiv.org/abs/2310.20707;2
race;all;oscar-corpus/OSCAR-2301;corpus;;;0.06;data-based;https://arxiv.org/abs/2310.20707;2
race;all;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
race;all;togethercomputer/RedPajama-Data-V2;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
race;high;allenai/c4;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2
race;high;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
race;high;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
race;high;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2
race;middle;allenai/c4;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2
race;middle;oscar-corpus/OSCAR-2301;corpus;;;0.21;data-based;https://arxiv.org/abs/2310.20707;2
race;middle;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
race;middle;togethercomputer/RedPajama-Data-V2;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2
allenai/ropes;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
allenai/ropes;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
allenai/ropes;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
allenai/ropes;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
samsum;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
samsum;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
samsum;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
samsum;;togethercomputer/RedPajama-Data-V2;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2
scan;addprim_jump;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;addprim_jump;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;addprim_jump;EleutherAI/pile;corpus;;;0.05;data-based;https://arxiv.org/abs/2310.20707;2
scan;addprim_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
scan;addprim_turn;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;addprim_turn;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;addprim_turn;EleutherAI/pile;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2
scan;addprim_turn;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;filler_num0;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;filler_num0;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;filler_num0;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;filler_num0;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
scan;length;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;length;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;length;EleutherAI/pile;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
scan;length;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;simple;allenai/c4;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
scan;simple;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;simple;EleutherAI/pile;corpus;;;0.1;data-based;https://arxiv.org/abs/2310.20707;2
scan;simple;togethercomputer/RedPajama-Data-V2;corpus;;;0.26;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_around;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_around;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_around;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_around;togethercomputer/RedPajama-Data-V2;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_jump;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_jump;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_jump;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_jump;togethercomputer/RedPajama-Data-V2;corpus;;;0.9;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_opposite;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_opposite;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_opposite;EleutherAI/pile;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_opposite;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_right;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_right;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_right;EleutherAI/pile;corpus;;;0.11;data-based;https://arxiv.org/abs/2310.20707;2
scan;template_right;togethercomputer/RedPajama-Data-V2;corpus;;;0.16;data-based;https://arxiv.org/abs/2310.20707;2
allenai/scicite;;allenai/c4;corpus;;;1.78;data-based;https://arxiv.org/abs/2310.20707;2
allenai/scicite;;oscar-corpus/OSCAR-2301;corpus;;;1.51;data-based;https://arxiv.org/abs/2310.20707;2
allenai/scicite;;EleutherAI/pile;corpus;;;0.86;data-based;https://arxiv.org/abs/2310.20707;2
allenai/scicite;;togethercomputer/RedPajama-Data-V2;corpus;;;1.72;data-based;https://arxiv.org/abs/2310.20707;2
scitail;snli_format;allenai/c4;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2
scitail;snli_format;oscar-corpus/OSCAR-2301;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2
scitail;snli_format;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
scitail;snli_format;togethercomputer/RedPajama-Data-V2;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2
scitail;tsv_format;allenai/c4;corpus;;;0.09;data-based;https://arxiv.org/abs/2310.20707;2
scitail;tsv_format;oscar-corpus/OSCAR-2301;corpus;;;0.38;data-based;https://arxiv.org/abs/2310.20707;2
scitail;tsv_format;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
scitail;tsv_format;togethercomputer/RedPajama-Data-V2;corpus;;;0.71;data-based;https://arxiv.org/abs/2310.20707;2
sem_eval_2014_task_1;;allenai/c4;corpus;;;0.35;data-based;https://arxiv.org/abs/2310.20707;2
sem_eval_2014_task_1;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
sem_eval_2014_task_1;;EleutherAI/pile;corpus;;;4.89;data-based;https://arxiv.org/abs/2310.20707;2
sem_eval_2014_task_1;;togethercomputer/RedPajama-Data-V2;corpus;;;52.81;data-based;https://arxiv.org/abs/2310.20707;2
sick;;allenai/c4;corpus;;;0.31;data-based;https://arxiv.org/abs/2310.20707;2
sick;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
sick;;EleutherAI/pile;corpus;;;4.79;data-based;https://arxiv.org/abs/2310.20707;2
sick;;togethercomputer/RedPajama-Data-V2;corpus;;;52.61;data-based;https://arxiv.org/abs/2310.20707;2
snli;;allenai/c4;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
snli;;oscar-corpus/OSCAR-2301;corpus;;;0.08;data-based;https://arxiv.org/abs/2310.20707;2
snli;;EleutherAI/pile;corpus;;;1.11;data-based;https://arxiv.org/abs/2310.20707;2
snli;;togethercomputer/RedPajama-Data-V2;corpus;;;1.22;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;amazon;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;amazon;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;amazon;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;amazon;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;new_wiki;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;new_wiki;oscar-corpus/OSCAR-2301;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;new_wiki;EleutherAI/pile;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;new_wiki;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;nyt;allenai/c4;corpus;;;0.01;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;nyt;oscar-corpus/OSCAR-2301;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;nyt;EleutherAI/pile;corpus;;;0.02;data-based;https://arxiv.org/abs/2310.20707;2
squadshifts;nyt;togethercomputer/RedPajama-Data-V2;corpus;;;0.04;data-based;https://arxiv.org/abs/2310.20707;2
stsb_multi_mt;;allenai/c4;corpus;;;3.48;data-based;https://arxiv.org/abs/2310.20707;2
stsb_multi_mt;;oscar-corpus/OSCAR-2301;corpus;;;3.12;data-based;https://arxiv.org/abs/2310.20707;2
stsb_multi_mt;;EleutherAI/pile;corpus;;;11.09;data-based;https://arxiv.org/abs/2310.20707;2
stsb_multi_mt;;togethercomputer/RedPajama-Data-V2;corpus;;;9.86;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;books;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;books;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;books;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;books;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;grocery;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;grocery;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;grocery;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;grocery;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;movies;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;movies;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;movies;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;movies;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;restaurants;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;restaurants;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;restaurants;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
subjqa;restaurants;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;axb;allenai/c4;corpus;;;1.99;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;axb;oscar-corpus/OSCAR-2301;corpus;;;1.45;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;axb;EleutherAI/pile;corpus;;;5.07;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;axb;togethercomputer/RedPajama-Data-V2;corpus;;;6.16;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;axg;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;axg;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;axg;EleutherAI/pile;corpus;;;0.28;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;axg;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;boolq;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;boolq;oscar-corpus/OSCAR-2301;corpus;;;3.05;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;boolq;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;boolq;togethercomputer/RedPajama-Data-V2;corpus;;;0.03;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;cb;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;cb;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;cb;EleutherAI/pile;corpus;;;2.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;cb;togethercomputer/RedPajama-Data-V2;corpus;;;1.6;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;copa;allenai/c4;corpus;;;0.6;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;copa;oscar-corpus/OSCAR-2301;corpus;;;1.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;copa;EleutherAI/pile;corpus;;;1.2;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;copa;togethercomputer/RedPajama-Data-V2;corpus;;;100.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;multirc;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;multirc;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;multirc;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;multirc;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;record;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;record;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;record;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;record;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;rte;allenai/c4;corpus;;;0.2;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;rte;oscar-corpus/OSCAR-2301;corpus;;;0.17;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;rte;EleutherAI/pile;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;rte;togethercomputer/RedPajama-Data-V2;corpus;;;67.47;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;wic;allenai/c4;corpus;;;64.43;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;wic;oscar-corpus/OSCAR-2301;corpus;;;49.43;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;wic;EleutherAI/pile;corpus;;;18.57;data-based;https://arxiv.org/abs/2310.20707;2
super_glue;wic;togethercomputer/RedPajama-Data-V2;corpus;;;60.21;data-based;https://arxiv.org/abs/2310.20707;2
swag;regular;allenai/c4;corpus;;;2.48;data-based;https://arxiv.org/abs/2310.20707;2
swag;regular;oscar-corpus/OSCAR-2301;corpus;;;1.65;data-based;https://arxiv.org/abs/2310.20707;2
swag;regular;EleutherAI/pile;corpus;;;2.21;data-based;https://arxiv.org/abs/2310.20707;2
swag;regular;togethercomputer/RedPajama-Data-V2;corpus;;;2.79;data-based;https://arxiv.org/abs/2310.20707;2
tab_fact;tab_fact;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
tab_fact;tab_fact;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
tab_fact;tab_fact;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
tab_fact;tab_fact;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
wiki_qa;;allenai/c4;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
wiki_qa;;oscar-corpus/OSCAR-2301;corpus;;;0.18;data-based;https://arxiv.org/abs/2310.20707;2
wiki_qa;;EleutherAI/pile;corpus;;;0.19;data-based;https://arxiv.org/abs/2310.20707;2
wiki_qa;;togethercomputer/RedPajama-Data-V2;corpus;;;0.91;data-based;https://arxiv.org/abs/2310.20707;2
winograd_wsc;wsc273;allenai/c4;corpus;;;29.30;data-based;https://arxiv.org/abs/2310.20707;2
winograd_wsc;wsc273;oscar-corpus/OSCAR-2301;corpus;;;30.40;data-based;https://arxiv.org/abs/2310.20707;2
winograd_wsc;wsc273;EleutherAI/pile;corpus;;;32.23;data-based;https://arxiv.org/abs/2310.20707;2
winograd_wsc;wsc273;togethercomputer/RedPajama-Data-V2;corpus;;;58.24;data-based;https://arxiv.org/abs/2310.20707;2
winogrande;winogrande_xl;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
winogrande;winogrande_xl;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
winogrande;winogrande_xl;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
winogrande;winogrande_xl;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
xnli;en;allenai/c4;corpus;;;0.12;data-based;https://arxiv.org/abs/2310.20707;2
xnli;en;oscar-corpus/OSCAR-2301;corpus;;;0.24;data-based;https://arxiv.org/abs/2310.20707;2
xnli;en;EleutherAI/pile;corpus;;;0.36;data-based;https://arxiv.org/abs/2310.20707;2
xnli;en;togethercomputer/RedPajama-Data-V2;corpus;;;0.44;data-based;https://arxiv.org/abs/2310.20707;2
xsum;;allenai/c4;corpus;;;2.13;data-based;https://arxiv.org/abs/2310.20707;2
xsum;;oscar-corpus/OSCAR-2301;corpus;;;0.13;data-based;https://arxiv.org/abs/2310.20707;2
xsum;;EleutherAI/pile;corpus;;;3.30;data-based;https://arxiv.org/abs/2310.20707;2
xsum;;togethercomputer/RedPajama-Data-V2;corpus;;;4.28;data-based;https://arxiv.org/abs/2310.20707;2
zest;;allenai/c4;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
zest;;oscar-corpus/OSCAR-2301;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
zest;;EleutherAI/pile;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
zest;;togethercomputer/RedPajama-Data-V2;corpus;;;0.0;data-based;https://arxiv.org/abs/2310.20707;2
imdb;;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
imdb;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
ag_news;;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
ag_news;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
yelp_review_full;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
yelp_review_full;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
nyu-mll/glue;rte;GPT-4;model;100.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
nyu-mll/glue;rte;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
nyu-mll/glue;wnli;GPT-4;model;100.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
nyu-mll/glue;wnli;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
samsum;;GPT-4;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
samsum;;GPT-3.5;model;0.0;;0.0;model-based;https://arxiv.org/pdf/2308.08493;3
EdinburghNLP/xsum;;GPT-4;model;0.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
EdinburghNLP/xsum;;GPT-3.5;model;0.0;;100.0;model-based;https://arxiv.org/pdf/2308.08493;3
|