open_dutch_llm_leaderboard

Running

App Files Files Community

Bram Vanroy commited on Dec 6, 2023

Commit

2686c5b

•

1 Parent(s): c4c7f48

add models.json

Browse files

Files changed (1) hide show

evals/models.json +142 -68

evals/models.json CHANGED Viewed

@@ -1,70 +1,144 @@
 {
-  "bloom-7b1": {
-    "model_name": "pretrained=bigscience/bloom-7b1",
-    "args": "pretrained=bigscience/bloom-7b1"
-  },
-  "gpt-neo-1.3b-dutch": {
-    "model_name": "yhavinga/gpt-neo-1.3B-dutch",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "gpt-neo-125m-dutch": {
-    "model_name": "yhavinga/gpt-neo-125M-dutch",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "gpt2-large-dutch": {
-    "model_name": "yhavinga/gpt2-large-dutch",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "gpt2-medium-dutch": {
-    "model_name": "yhavinga/gpt2-medium-dutch",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "llama-2-13b-chat-dutch": {
-    "model_name": "BramVanroy/Llama-2-13b-chat-dutch",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "llama-2-13b-chat-hf": {
-    "model_name": "meta-llama/Llama-2-13b-chat-hf",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "llama-2-13b-hf": {
-    "model_name": "meta-llama/Llama-2-13b-hf",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "llama-2-7b-chat-hf": {
-    "model_name": "meta-llama/Llama-2-7b-chat-hf",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "llama-2-7b-hf": {
-    "model_name": "meta-llama/Llama-2-7b-hf",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "llama-7b": {
-    "model_name": "pretrained=/sensei-fs/users/daclai/uoChatGPT/llama-7B",
-    "args": "pretrained=/sensei-fs/users/daclai/uoChatGPT/llama-7B"
-  },
-  "llama2-13b-ft-mc4_nl_cleaned_tiny": {
-    "model_name": "BramVanroy/llama2-13b-ft-mc4_nl_cleaned_tiny",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "mistral-7b-v0.1": {
-    "model_name": "mistralai/Mistral-7B-v0.1",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "neural-chat-7b-v3-1": {
-    "model_name": "Intel/neural-chat-7b-v3-1",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "orca-2-13b": {
-    "model_name": "microsoft/Orca-2-13b",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "orca-2-7b": {
-    "model_name": "microsoft/Orca-2-7b",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  },
-  "zephyr-7b-beta": {
-    "model_name": "HuggingFaceH4/zephyr-7b-beta",
-    "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True"
-  }
 }

 {
+    "Llama-2-13b-chat-dutch": {
+        "compute_dtype": "bfloat16",
+        "model_name": "BramVanroy/Llama-2-13b-chat-dutch",
+        "num_parameters": 13015864320,
+        "quantization": "8-bit"
+    },
+    "Llama-2-13b-chat-hf": {
+        "compute_dtype": "bfloat16",
+        "model_name": "meta-llama/Llama-2-13b-chat-hf",
+        "num_parameters": 13015864320,
+        "quantization": "8-bit"
+    },
+    "Llama-2-13b-hf": {
+        "compute_dtype": "bfloat16",
+        "model_name": "meta-llama/Llama-2-13b-hf",
+        "num_parameters": 13015864320,
+        "quantization": "8-bit"
+    },
+    "Llama-2-7b-chat-hf": {
+        "compute_dtype": "bfloat16",
+        "model_name": "meta-llama/Llama-2-7b-chat-hf",
+        "num_parameters": 6738415616,
+        "quantization": "8-bit"
+    },
+    "Llama-2-7b-hf": {
+        "compute_dtype": "bfloat16",
+        "model_name": "meta-llama/Llama-2-7b-hf",
+        "num_parameters": 6738415616,
+        "quantization": "8-bit"
+    },
+    "Mistral-7B-v0.1": {
+        "compute_dtype": "bfloat16",
+        "model_name": "mistralai/Mistral-7B-v0.1",
+        "num_parameters": 7241732096,
+        "quantization": "8-bit"
+    },
+    "Orca-2-13b": {
+        "compute_dtype": "bfloat16",
+        "model_name": "microsoft/Orca-2-13b",
+        "num_parameters": 13015895040,
+        "quantization": "8-bit"
+    },
+    "Orca-2-7b": {
+        "compute_dtype": "bfloat16",
+        "model_name": "microsoft/Orca-2-7b",
+        "num_parameters": 6738440192,
+        "quantization": "8-bit"
+    },
+    "bloom-7b1": {
+        "args": "pretrained=bigscience/bloom-7b1",
+        "model_name": "pretrained=bigscience/bloom-7b1"
+    },
+    "gpt-neo-1.3B-dutch": {
+        "compute_dtype": "bfloat16",
+        "model_name": "yhavinga/gpt-neo-1.3B-dutch",
+        "num_parameters": 1315575808,
+        "quantization": "8-bit"
+    },
+    "gpt-neo-1.3b-dutch": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "yhavinga/gpt-neo-1.3B-dutch"
+    },
+    "gpt-neo-125M-dutch": {
+        "compute_dtype": "bfloat16",
+        "model_name": "yhavinga/gpt-neo-125M-dutch",
+        "num_parameters": 125198592,
+        "quantization": "8-bit"
+    },
+    "gpt-neo-125m-dutch": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "yhavinga/gpt-neo-125M-dutch"
+    },
+    "gpt2-large-dutch": {
+        "compute_dtype": "bfloat16",
+        "model_name": "yhavinga/gpt2-large-dutch",
+        "num_parameters": 774030080,
+        "quantization": "8-bit"
+    },
+    "gpt2-medium-dutch": {
+        "compute_dtype": "bfloat16",
+        "model_name": "yhavinga/gpt2-medium-dutch",
+        "num_parameters": 354823168,
+        "quantization": "8-bit"
+    },
+    "llama-2-13b-chat-dutch": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "BramVanroy/Llama-2-13b-chat-dutch"
+    },
+    "llama-2-13b-chat-hf": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "meta-llama/Llama-2-13b-chat-hf"
+    },
+    "llama-2-13b-hf": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "meta-llama/Llama-2-13b-hf"
+    },
+    "llama-2-7b-chat-hf": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "meta-llama/Llama-2-7b-chat-hf"
+    },
+    "llama-2-7b-hf": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "meta-llama/Llama-2-7b-hf"
+    },
+    "llama-7b": {
+        "args": "pretrained=/sensei-fs/users/daclai/uoChatGPT/llama-7B",
+        "model_name": "pretrained=/sensei-fs/users/daclai/uoChatGPT/llama-7B"
+    },
+    "llama2-13b-ft-mc4": {
+        "compute_dtype": "bfloat16",
+        "model_name": "BramVanroy/llama2-13b-ft-mc4_nl_cleaned_tiny",
+        "num_parameters": 13015864320,
+        "quantization": "8-bit"
+    },
+    "llama2-13b-ft-mc4_nl_cleaned_tiny": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "BramVanroy/llama2-13b-ft-mc4_nl_cleaned_tiny"
+    },
+    "mistral-7b-v0.1": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "mistralai/Mistral-7B-v0.1"
+    },
+    "neural-chat-7b-v3-1": {
+        "compute_dtype": "bfloat16",
+        "model_name": "Intel/neural-chat-7b-v3-1",
+        "num_parameters": 7241732096,
+        "quantization": "8-bit"
+    },
+    "orca-2-13b": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "microsoft/Orca-2-13b"
+    },
+    "orca-2-7b": {
+        "args": "use_accelerate=True,device_map_option=auto,dtype=bfloat16,load_in_8bit=True",
+        "model_name": "microsoft/Orca-2-7b"
+    },
+    "zephyr-7b-beta": {
+        "compute_dtype": "bfloat16",
+        "model_name": "HuggingFaceH4/zephyr-7b-beta",
+        "num_parameters": 7241732096,
+        "quantization": "8-bit"
+    }
 }