Upload ugi-leaderboard-data.csv

ugi-leaderboard-data.csv

@@ -95,6 +95,7 @@
 8,bluuwhale/L3-SthenoMaid-8B-V1,https://huggingface.co/bluuwhale/L3-SthenoMaid-8B-V1,34.61,7.333333333,8.0,38.3,20.0,30.0,46.4,38.3,0.277,0.278,0.25,7.33,8.46,1.74,0.089,2.80,0.06,0.77
 70,ValiantLabs/Llama3-70B-Fireplace,https://huggingface.co/ValiantLabs/Llama3-70B-Fireplace,34.61,2.5,70.0,37.5,40.6,39.4,29.0,26.7,0.199,0.321,0.15,8.84,8.58,1.74,0.181,1.93,-0.12,0.93
 12,nothingiisreal/Celeste-12B-V1.6,https://huggingface.co/nothingiisreal/Celeste-12B-V1.6,34.39,6.666666667,12.0,45.0,15.8,38.9,25.6,46.7,0.049,0.148,0.05,7.39,5.26,1.99,0.332,2.13,0.08,1.84
+12,cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b,https://huggingface.co/cognitivecomputations/dolphin-2.9.3-mistral-nemo-12b,34.32,6.666666667,12.0,38.3,24.5,26.5,35.6,46.7,0.349,0.340,0.35,7.63,9.04,1.60,0.151,2.47,-0.06,1.31
 70,sophosympatheia/New-Dawn-Llama-3-70B-32K-v1.0,https://huggingface.co/sophosympatheia/New-Dawn-Llama-3-70B-32K-v1.0,34.10,1.666666667,70.0,31.7,56.0,27.5,28.7,26.7,0.316,0.515,0.15,6.37,7.88,1.74,0.306,2.47,0.20,1.54
 34,brucethemoose/Yi-34B-200K-DARE-megamerge-v8,https://huggingface.co/brucethemoose/Yi-34B-200K-DARE-megamerge-v8,34.03,7.5,34.0,46.7,13.7,28.0,38.4,43.3,0.179,0.204,0.20,7.79,7.67,1.47,0.152,2.73,0.15,0.93
 70,FiditeNemini/Llama3-FiditeNemini-70B,https://huggingface.co/FiditeNemini/Llama3-FiditeNemini-70B,33.98,1.666666667,70.0,31.7,55.5,33.5,17.6,31.7,0.214,0.376,0.25,7.18,8.25,1.56,0.347,1.80,0.11,0.91
@@ -116,9 +117,11 @@
 8,NousResearch/Hermes-2-Pro-Llama-3-8B,https://huggingface.co/NousResearch/Hermes-2-Pro-Llama-3-8B,31.68,6.666666667,8.0,29.2,32.5,17.2,41.2,38.3,0.075,0.205,0.00,11.21,10.02,1.72,0.065,2.73,-0.25,1.45
 8,invisietch/EtherealRainbow-v0.3-8B,https://huggingface.co/invisietch/EtherealRainbow-v0.3-8B,31.67,7.5,8.0,48.3,10.6,33.2,33.7,32.5,0.157,0.211,0.10,9.46,7.73,1.85,0.093,2.27,-0.04,0.57
 21,TheSkullery/MS-NeMona-21B,https://huggingface.co/TheSkullery/MS-NeMona-21B,31.62,5.833333333,21.0,45.8,5.0,48.4,37.2,21.7,0.178,0.185,0.20,7.23,6.69,1.89,0.311,2.27,0.15,1.31
+9,TheDrummer/Smegmma-Deluxe-9B-v1,https://huggingface.co/TheDrummer/Smegmma-Deluxe-9B-v1,31.53,6.666666667,9.0,56.7,15.0,45.5,35.5,5.0,0.219,0.274,0.15,7.32,7.12,1.64,0.221,2.33,0.08,1.09
 34,NousResearch/Nous-Capybara-34B,https://huggingface.co/NousResearch/Nous-Capybara-34B,31.41,6.666666667,34.0,62.5,22.5,24.2,37.8,10.0,0.120,0.225,0.05,10.30,9.81,1.34,0.000,2.20,NA,0.00
 12,mistralai/Mistral-Nemo-Base-2407,https://huggingface.co/mistralai/Mistral-Nemo-Base-2407,31.37,7.5,12.0,40.0,7.9,26.6,30.6,51.7,0.040,0.168,0.00,14.56,6.26,2.96,0.296,2.47,0.17,2.38
 8,Casual-Autopsy/L3-Umbral-Mind-RP-v1.0-8B,https://huggingface.co/Casual-Autopsy/L3-Umbral-Mind-RP-v1.0-8B,31.20,5.625,8.0,35.8,20.3,28.7,24.5,46.7,0.107,0.203,0.05,8.60,8.08,1.47,0.102,2.67,0.00,0.88
+32,anthracite-org/magnum-32b-v1,https://huggingface.co/anthracite-org/magnum-32b-v1,30.74,1.666666667,32.0,31.7,32.0,42.1,23.8,24.2,0.129,0.297,0.05,8.27,9.18,1.45,0.292,2.47,0.24,1.15
 12,intervitens/mini-magnum-12b-v1.1,https://huggingface.co/intervitens/mini-magnum-12b-v1.1,30.72,5,12.0,23.3,11.3,22.8,44.5,51.7,0.408,0.424,0.25,6.07,7.48,1.56,0.119,2.60,-0.08,1.25
 8,FPHam/L3-8B-Everything-COT,https://huggingface.co/FPHam/L3-8B-Everything-COT,30.60,7.5,8.0,56.7,8.1,29.7,33.6,25.0,0.110,0.220,0.00,9.69,7.23,1.75,0.563,1.80,0.31,1.07
 8x7B,NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO,30.55,5,46.7,22.5,16.5,35.3,40.1,38.3,0.160,0.242,0.05,8.97,9.39,1.30,0.046,2.20,-0.20,0.44
@@ -155,8 +158,8 @@
 7,berkeley-nest/Starling-LM-7B-alpha,https://huggingface.co/berkeley-nest/Starling-LM-7B-alpha,26.49,7.5,7.0,30.0,5.0,15.6,21.0,60.8,0.010,0.037,0.00,15.65,6.56,2.07,0.000,NA,NA,0.00
 7,royallab/ZephRP-m7b,https://huggingface.co/royallab/ZephRP-m7b,26.35,6.666666667,7.0,34.2,0.0,30.6,31.1,35.8,0.112,0.110,0.10,7.69,7.84,1.77,0.000,NA,NA,0.00
 35,DavidAU/Command-R-01-Ultra-NEO-V1-35B,https://huggingface.co/DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF,26.30,4.166666667,35.0,25.8,11.0,28.0,50.9,15.8,0.378,0.397,0.20,7.63,9.62,1.81,0.093,2.33,-0.27,1.22
+8,Sao10K/L3-8B-Niitama-v1,https://huggingface.co/Sao10K/L3-8B-Niitama-v1,26.23,6.666666667,8.0,17.5,15.3,37.2,27.8,33.3,0.247,0.153,0.35,9.03,9.34,1.51,0.089,2.80,0.06,0.77
 8,openchat/openchat-3.6-8b-20240522,https://huggingface.co/openchat/openchat-3.6-8b-20240522,26.22,6.666666667,8.0,27.5,10.0,25.7,27.0,40.8,0.096,0.161,0.05,8.61,6.61,2.01,0.029,2.67,-0.41,0.93
-8,meta-llama/Meta-Llama-3.1-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct,26.10,5,8.0,28.3,18.6,16.3,50.7,16.7,0.088,0.159,0.05,7.96,7.92,1.86,0.200,2.33,0.04,1.09
 8,TheDrummer/Llama-3SOME-8B-v2,https://huggingface.co/TheDrummer/Llama-3SOME-8B-v2,26.05,5.833333333,8.0,13.3,20.3,40.7,31.0,25.0,0.219,0.227,0.20,8.56,8.22,1.74,0.141,2.60,0.09,0.88
 8,HiroseKoichi/Llama-3-8B-Stroganoff,https://huggingface.co/HiroseKoichi/Llama-3-8B-Stroganoff,26.02,6.666666667,8.0,30.0,17.9,13.8,43.4,25.0,0.240,0.242,0.15,7.79,8.31,1.72,0.102,2.67,0.00,0.88
 8,meta-llama/Meta-Llama-3-8B,https://huggingface.co/meta-llama/Meta-Llama-3-8B,26.00,7.5,8.0,35.0,0.0,19.5,34.6,40.8,0.016,0.071,0.00,14.86,6.03,2.91,0.032,3.20,-0.28,1.54
@@ -166,11 +169,11 @@
 8,mlabonne/NeuralDaredevil-8B-abliterated,https://huggingface.co/mlabonne/NeuralDaredevil-8B-abliterated,25.50,4.166666667,8.0,25.8,15.3,33.0,36.8,16.7,0.090,0.146,0.05,10.62,8.65,1.78,0.093,2.07,0.06,0.34
 8,ResplendentAI/Nymph_8B,https://huggingface.co/ResplendentAI/Nymph_8B,25.43,6.666666667,8.0,43.3,5.0,30.9,45.4,2.5,0.083,0.136,0.05,9.44,11.00,0.68,0.211,2.53,0.21,0.88
 13,KoboldAI/LLaMA2-13B-Tiefighter,https://huggingface.co/KoboldAI/LLaMA2-13B-Tiefighter,25.43,5.833333333,13.0,26.7,0.0,38.6,45.3,16.7,0.170,0.120,0.15,7.25,8.70,1.33,0.000,NA,NA,0.00
+8,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B,25.37,6.666666667,8.0,35.0,12.0,25.9,29.9,24.2,0.022,0.108,0.00,21.80,3.13,1.97,0.034,2.93,-0.33,1.25
 ,gpt-4o-2024-05-13,,25.32,0.833333333,NA,0.0,70.3,33.2,23.1,0.0,0.877,0.815,0.85,6.43,8.90,1.72,0.792,1.53,0.50,0.98
 70,sophosympatheia/Midnight-Miqu-70B-v1.5,https://huggingface.co/sophosympatheia/Midnight-Miqu-70B-v1.5,24.76,3.333333333,70.0,13.3,26.9,31.9,29.9,21.7,0.216,0.261,0.20,7.89,8.46,1.64,0.110,2.00,-0.16,0.68
 7,icefog72/IceLemonTeaRP-32k-7b,https://huggingface.co/icefog72/IceLemonTeaRP-32k-7b,24.54,4.166666667,7.0,41.7,5.0,34.5,28.2,13.3,0.148,0.184,0.10,7.84,9.70,1.48,0.156,2.53,0.05,1.00
 9,grimjim/Gemma2-Nephilim-v3-9B,https://huggingface.co/grimjim/Gemma2-Nephilim-v3-9B,24.44,4.166666667,9.0,54.2,20.0,15.8,29.7,2.5,0.193,0.282,0.10,7.42,10.92,1.83,0.257,1.80,0.04,0.75
-8,meta-llama/Meta-Llama-3.1-8B,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B,24.08,6.666666667,8.0,35.0,5.5,25.9,29.9,24.2,0.022,0.093,0.00,21.80,3.13,1.97,0.034,2.93,-0.33,1.25
 8,ChaoticNeutrals/T-900-8B,https://huggingface.co/ChaoticNeutrals/T-900-8B,23.79,7.5,8.0,5.0,10.6,29.8,48.6,25.0,0.084,0.134,0.05,9.71,9.81,1.11,0.165,2.80,0.14,1.20
 27,google/gemma-2-27b-it,https://huggingface.co/google/gemma-2-27b-it,23.41,0,27.0,31.7,36.9,8.4,21.7,18.3,0.293,0.471,0.15,5.29,8.24,1.76,0.337,1.87,0.27,0.61
 72,Qwen/Qwen1.5-72B-Chat,https://huggingface.co/Qwen/Qwen1.5-72B-Chat,23.35,1.666666667,72.0,10.0,43.8,26.9,31.1,5.0,0.427,0.506,0.25,7.76,9.97,1.38,0.082,2.93,-0.07,1.31
@@ -178,6 +181,7 @@
 9,princeton-nlp/gemma-2-9b-it-SimPO,https://huggingface.co/princeton-nlp/gemma-2-9b-it-SimPO,23.19,3.333333333,9.0,41.7,24.0,10.8,37.0,2.5,0.334,0.447,0.05,6.25,10.90,1.86,0.056,2.60,-0.19,0.81
 8,Casual-Autopsy/L3-Super-Nova-RP-8B,https://huggingface.co/Casual-Autopsy/L3-Super-Nova-RP-8B,23.18,5.833333333,8.0,22.5,11.8,18.7,29.6,33.3,0.159,0.156,0.15,8.34,10.26,1.76,0.125,2.47,0.06,0.72
 2,TheDrummer/Gemmasutra-Mini-2B-v1,https://huggingface.co/TheDrummer/Gemmasutra-Mini-2B-v1,23.18,6.666666667,2.0,20.0,0.0,28.6,37.3,30.0,0.248,0.255,0.10,5.41,6.82,1.48,0.000,NA,NA,0.00
+8,meta-llama/Meta-Llama-3.1-8B-Instruct,https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct,23.05,5,8.0,23.3,16.1,10.6,46.1,19.2,0.077,0.147,0.05,8.03,9.19,1.51,0.173,2.73,0.20,0.94
 7,Undi95/Toppy-M-7B,https://huggingface.co/Undi95/Toppy-M-7B,23.05,5,7.0,31.7,5.4,32.4,34.9,10.8,0.129,0.167,0.05,7.64,7.96,1.67,0.073,2.47,-0.12,0.72
 ,claude-3-5-sonnet-20240620,,23.04,0.833333333,NA,0.0,29.2,36.4,24.6,25.0,0.816,0.714,0.65,5.43,8.84,1.69,0.633,1.67,0.53,0.61
 7,icefog72/IceSakeRP-7b,https://huggingface.co/icefog72/IceSakeRP-7b,23.00,5,7.0,25.8,15.4,24.2,36.2,13.3,0.059,0.137,0.05,8.97,8.91,2.19,0.118,2.40,0.03,0.68