devingulliver commited on
Commit
d7b21e1
1 Parent(s): 1a8f528

restart everything

Browse files

moving jamba evals to Open LLM due to lack of compute :(
also add eaglex!

Files changed (1) hide show
  1. data.csv +4 -4
data.csv CHANGED
@@ -33,11 +33,11 @@ Type,Name,Average,ARC,HellaSwag,MMLU,TruthfulQA,Winogrande,GSM8K,Architecture,Mo
33
  🟢 Pretrained,EleutherAI/pythia-1.4b,34.74,32.76,53.31,25.68,38.88,57.46,00.36,Transformer,1.5B,base
34
  🔶 SFT,RWKV/rwkv-raven-1b5,33.56,31.83,52.60,25.96,37.09,53.91,00.00,RWKV-4,1.5B,RWKV/rwkv-4-1b5-pile
35
  🟢 Pretrained,RWKV/rwkv-4-1b5-pile,33.25,31.83,52.25,25.77,35.80,53.83,00.00,RWKV-4,1.5B,base
36
- ⏸️ Paused,google/recurrentgemma-2b,,,,,,,,Griffin,3B,base
37
- ⏸️ Paused,google/recurrentgemma-2b-it,,,,,,,,Griffin,3B,google/recurrentgemma-2b
 
38
  ⏸️ Paused,danfu09/H3-1.3B,,,,,,,,H3,1.5B,base
39
  ⏸️ Paused,TimeMobius/Mobius-RWKV-Chat-12B-128k-v4-HF,,,,,,,,RWKV-5,13B,TimeMobius/Mobius-RWKV-mega-12B-128k-base
40
  ⏳ Pending,EleutherAI/Hermes-RWKV-v4-3B,,,,,,,,RWKV-4,3B,RWKV/rwkv-4-3b-pile
41
  ⏳ Pending,togethercomputer/StripedHyena-Hessian-7B,,,,,,,,StripedHyena,7B,base
42
- ⏳ Pending,togethercomputer/StripedHyena-Nous-7B,,,,,,,,StripedHyena,7B,togethercomputer/StripedHyena-Hessian-7B
43
- ⏳ Pending,ai21labs/Jamba-v0.1,,,,,,,,Jamba,60B,base
 
33
  🟢 Pretrained,EleutherAI/pythia-1.4b,34.74,32.76,53.31,25.68,38.88,57.46,00.36,Transformer,1.5B,base
34
  🔶 SFT,RWKV/rwkv-raven-1b5,33.56,31.83,52.60,25.96,37.09,53.91,00.00,RWKV-4,1.5B,RWKV/rwkv-4-1b5-pile
35
  🟢 Pretrained,RWKV/rwkv-4-1b5-pile,33.25,31.83,52.25,25.77,35.80,53.83,00.00,RWKV-4,1.5B,base
36
+ 🔄 Running,RWKV/v5-EagleX-v2-7B-HF,,,,,,,,RWKV-5,7B,base
37
+ 🔄 Running,google/recurrentgemma-2b,,,,,,,,Griffin,3B,base
38
+ 🔄 Running,google/recurrentgemma-2b-it,,,,,,,,Griffin,3B,google/recurrentgemma-2b
39
  ⏸️ Paused,danfu09/H3-1.3B,,,,,,,,H3,1.5B,base
40
  ⏸️ Paused,TimeMobius/Mobius-RWKV-Chat-12B-128k-v4-HF,,,,,,,,RWKV-5,13B,TimeMobius/Mobius-RWKV-mega-12B-128k-base
41
  ⏳ Pending,EleutherAI/Hermes-RWKV-v4-3B,,,,,,,,RWKV-4,3B,RWKV/rwkv-4-3b-pile
42
  ⏳ Pending,togethercomputer/StripedHyena-Hessian-7B,,,,,,,,StripedHyena,7B,base
43
+ ⏳ Pending,togethercomputer/StripedHyena-Nous-7B,,,,,,,,StripedHyena,7B,togethercomputer/StripedHyena-Hessian-7B