Upload 4 files
Browse files
mistral-instruct-v0.2-onmt-awq-gemm.00.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:750101f6df1b856246cc89a0ab56bd33f84c67fda7a854d662e47cdc1cd63aa4
|
| 3 |
+
size 4150957864
|
mistral-instruct-v0.2-onmt-awq-gemm.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2627fde96ef77f6d6046c8a63c156b7ea13a5c558bc8629df90cf50780054d47
|
| 3 |
+
size 1054216
|
mmlu_results_mistral-instruct-v0.2-onmt-awq-gemm.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
mmlu_results_mistral-instruct-v0.2-onmt-awq-gemm.txt
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
ACC-abstract_algebra: 0.3000
|
| 2 |
+
ACC-anatomy: 0.5481
|
| 3 |
+
ACC-astronomy: 0.5987
|
| 4 |
+
ACC-business_ethics: 0.5200
|
| 5 |
+
ACC-clinical_knowledge: 0.6642
|
| 6 |
+
ACC-college_biology: 0.6597
|
| 7 |
+
ACC-college_chemistry: 0.4300
|
| 8 |
+
ACC-college_computer_science: 0.5200
|
| 9 |
+
ACC-college_mathematics: 0.3300
|
| 10 |
+
ACC-college_medicine: 0.5838
|
| 11 |
+
ACC-college_physics: 0.4706
|
| 12 |
+
ACC-computer_security: 0.7000
|
| 13 |
+
ACC-conceptual_physics: 0.5149
|
| 14 |
+
ACC-econometrics: 0.3947
|
| 15 |
+
ACC-electrical_engineering: 0.5655
|
| 16 |
+
ACC-elementary_mathematics: 0.3810
|
| 17 |
+
ACC-formal_logic: 0.3889
|
| 18 |
+
ACC-global_facts: 0.3800
|
| 19 |
+
ACC-high_school_biology: 0.6258
|
| 20 |
+
ACC-high_school_chemistry: 0.4926
|
| 21 |
+
ACC-high_school_computer_science: 0.6100
|
| 22 |
+
ACC-high_school_european_history: 0.7273
|
| 23 |
+
ACC-high_school_geography: 0.7424
|
| 24 |
+
ACC-high_school_government_and_politics: 0.8394
|
| 25 |
+
ACC-high_school_macroeconomics: 0.5641
|
| 26 |
+
ACC-high_school_mathematics: 0.3185
|
| 27 |
+
ACC-high_school_microeconomics: 0.6807
|
| 28 |
+
ACC-high_school_physics: 0.3113
|
| 29 |
+
ACC-high_school_psychology: 0.7817
|
| 30 |
+
ACC-high_school_statistics: 0.4537
|
| 31 |
+
ACC-high_school_us_history: 0.7353
|
| 32 |
+
ACC-high_school_world_history: 0.7595
|
| 33 |
+
ACC-human_aging: 0.6368
|
| 34 |
+
ACC-human_sexuality: 0.7328
|
| 35 |
+
ACC-international_law: 0.7769
|
| 36 |
+
ACC-jurisprudence: 0.7315
|
| 37 |
+
ACC-logical_fallacies: 0.7423
|
| 38 |
+
ACC-machine_learning: 0.4286
|
| 39 |
+
ACC-management: 0.7184
|
| 40 |
+
ACC-marketing: 0.8547
|
| 41 |
+
ACC-medical_genetics: 0.6700
|
| 42 |
+
ACC-miscellaneous: 0.7752
|
| 43 |
+
ACC-moral_disputes: 0.6618
|
| 44 |
+
ACC-moral_scenarios: 0.3385
|
| 45 |
+
ACC-nutrition: 0.6699
|
| 46 |
+
ACC-philosophy: 0.6656
|
| 47 |
+
ACC-prehistory: 0.6543
|
| 48 |
+
ACC-professional_accounting: 0.4645
|
| 49 |
+
ACC-professional_law: 0.4374
|
| 50 |
+
ACC-professional_medicine: 0.5993
|
| 51 |
+
ACC-professional_psychology: 0.6209
|
| 52 |
+
ACC-public_relations: 0.6727
|
| 53 |
+
ACC-security_studies: 0.7347
|
| 54 |
+
ACC-sociology: 0.6716
|
| 55 |
+
ACC-us_foreign_policy: 0.7900
|
| 56 |
+
ACC-virology: 0.4759
|
| 57 |
+
ACC-world_religions: 0.8187
|
| 58 |
+
ACC-all: 0.5849
|
| 59 |
+
[2023-12-26 21:44:27,219 INFO] total run time 2379.34
|
| 60 |
+
|