diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..b356c0fc2c6d74b967a3cab126ffdbeebb4ddd77 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,2 @@ +*.json filter=lfs diff=lfs merge=lfs -text +*.py filter=lfs diff=lfs merge=lfs -text diff --git a/_results/hellaswag.json b/_results/hellaswag.json new file mode 100644 index 0000000000000000000000000000000000000000..c38977081019241ed403fb209c5beff81e8c424a --- /dev/null +++ b/_results/hellaswag.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5bfbbbd793bb3700fdd232df51df2bed54e600cff359d66e1ad715c4059dba +size 8273334 diff --git a/_results/zero-shot/hellaswag_results.json b/_results/zero-shot/hellaswag_results.json new file mode 100644 index 0000000000000000000000000000000000000000..87ca2fc26ac9cadd14e0f8d40be100fbfd0084f7 --- /dev/null +++ b/_results/zero-shot/hellaswag_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c473faa1c445e96bfde24cc0f95bcb6b065673ca15a9e2047844e26c24ddc5ee +size 17889988 diff --git a/_results/zero-shot/hendrycksTest-abstract_algebra_results.json b/_results/zero-shot/hendrycksTest-abstract_algebra_results.json new file mode 100644 index 0000000000000000000000000000000000000000..db76d22e340f87ae8b71172eba368a17ad83d63e --- /dev/null +++ b/_results/zero-shot/hendrycksTest-abstract_algebra_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98acded413c08949406ad0a3ae51557e358e76c1fd025af5b860e0fced332716 +size 69709 diff --git a/_results/zero-shot/hendrycksTest-anatomy_results.json b/_results/zero-shot/hendrycksTest-anatomy_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fe53aefef0bf3db4f86dbf0e297073a3e9b2aaf4 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-anatomy_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b82c943f9760a478fed6e9b5281ad31df9e1bfb64f436c59478fd0b0976d06a +size 124285 diff --git a/_results/zero-shot/hendrycksTest-astronomy_results.json b/_results/zero-shot/hendrycksTest-astronomy_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e28f65df1655674bd863fd130bd368fd1f40b560 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-astronomy_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9871011e8711ff1271527b55394ccbabd30a5106fbb059ee9c83826e7d5b8cf2 +size 168185 diff --git a/_results/zero-shot/hendrycksTest-business_ethics_results.json b/_results/zero-shot/hendrycksTest-business_ethics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..48d2f63d62b3d8bc5b25b0452e21588005ddeb5a --- /dev/null +++ b/_results/zero-shot/hendrycksTest-business_ethics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5373e79ebdad893d1c9333cfcaa0751cdac6cbdb423fec4b75e862fb8f05d80 +size 114742 diff --git a/_results/zero-shot/hendrycksTest-clinical_knowledge_results.json b/_results/zero-shot/hendrycksTest-clinical_knowledge_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b8994e162b517e613677e836cbc1b75c51e18efe --- /dev/null +++ b/_results/zero-shot/hendrycksTest-clinical_knowledge_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5590a21bff7d84df84020d526659cec4167ed88e7852cea7d89fb95f7e299158 +size 240896 diff --git a/_results/zero-shot/hendrycksTest-college_biology_results.json b/_results/zero-shot/hendrycksTest-college_biology_results.json new file mode 100644 index 0000000000000000000000000000000000000000..960f899564c32171ef180c102c89d72edb210001 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-college_biology_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e4e8d90471389e85e91511c9dd3fef144723c265cb6d5f219a9688872d69bb +size 158943 diff --git a/_results/zero-shot/hendrycksTest-college_chemistry_results.json b/_results/zero-shot/hendrycksTest-college_chemistry_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d0b7fe2b4f2abac49574e5d9133bdaf0d743dba2 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-college_chemistry_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcee98a3f0c48382c2010bb6b23addeee619be474f7fc5322a4dd817bb4349e9 +size 84762 diff --git a/_results/zero-shot/hendrycksTest-college_computer_science_results.json b/_results/zero-shot/hendrycksTest-college_computer_science_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bbd4ac38ea23d41bcb40c2feb0061e070f28a89b --- /dev/null +++ b/_results/zero-shot/hendrycksTest-college_computer_science_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:655bf4968460b42b0250257cc24343bf1e8afb39b690819dff280915f2cb1354 +size 123186 diff --git a/_results/zero-shot/hendrycksTest-college_mathematics_results.json b/_results/zero-shot/hendrycksTest-college_mathematics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9420de6338c41af83fdf5f763f1477f4014c8d5b --- /dev/null +++ b/_results/zero-shot/hendrycksTest-college_mathematics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb10d0404001fa7edc730192689c0a0c43e074b3f3da7027ba55f1620012e4c +size 84530 diff --git a/_results/zero-shot/hendrycksTest-college_medicine_results.json b/_results/zero-shot/hendrycksTest-college_medicine_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d81891a632753a4469db9ad3fc6cdd08377afdb8 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-college_medicine_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44cb2aa886452b62be4d0139965412e4348f8b89d397b400a816952a8bfb6ee4 +size 241110 diff --git a/_results/zero-shot/hendrycksTest-college_physics_results.json b/_results/zero-shot/hendrycksTest-college_physics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fad720af35fa150575c431c69c442d9144b9216d --- /dev/null +++ b/_results/zero-shot/hendrycksTest-college_physics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99709d05fcc8daa1143eeabb71083c8ce30b941590a6f439d5311ad21d164960 +size 100570 diff --git a/_results/zero-shot/hendrycksTest-computer_security_results.json b/_results/zero-shot/hendrycksTest-computer_security_results.json new file mode 100644 index 0000000000000000000000000000000000000000..242b7d18f2fcd89ffdad39c28bccbbdb93a76671 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-computer_security_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a348ab3a7b486690305e518f2077c516f2291da364bbd209b8a7889fb53d64 +size 96212 diff --git a/_results/zero-shot/hendrycksTest-conceptual_physics_results.json b/_results/zero-shot/hendrycksTest-conceptual_physics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..5769750562959f959fd9aed4e95088d46473fc80 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-conceptual_physics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7765b03f169ed88c57b9afc798c67ded790c89255685b89597d613eb8f326152 +size 171073 diff --git a/_results/zero-shot/hendrycksTest-econometrics_results.json b/_results/zero-shot/hendrycksTest-econometrics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e635635e0b37fed5e28504c31c647eaa26ef3dcd --- /dev/null +++ b/_results/zero-shot/hendrycksTest-econometrics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9944ba50bb59361f9a477d87d25d63a23cfa14abe3c0f02c9add4a7d3825f48 +size 147528 diff --git a/_results/zero-shot/hendrycksTest-electrical_engineering_results.json b/_results/zero-shot/hendrycksTest-electrical_engineering_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f66f8afa84cbc255498a8b358927df0b1b9dd5c5 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-electrical_engineering_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe6650e62d6e26c953d5e3cc2bd4a8e5686abb6734414faf92c562224fb72789 +size 105839 diff --git a/_results/zero-shot/hendrycksTest-elementary_mathematics_results.json b/_results/zero-shot/hendrycksTest-elementary_mathematics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..045e80b527a1d4666c4617511dcac908395b1ac5 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-elementary_mathematics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380aa49b9e75129ff9b7e9e8a7c4f6a62fe49b4257ba4661db0b70c2289a019d +size 274513 diff --git a/_results/zero-shot/hendrycksTest-formal_logic_results.json b/_results/zero-shot/hendrycksTest-formal_logic_results.json new file mode 100644 index 0000000000000000000000000000000000000000..839770d75800833bf6fbb80bedd135439b06cd3b --- /dev/null +++ b/_results/zero-shot/hendrycksTest-formal_logic_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34584ee156a47809fb48406adb14b0d3f439c0a27f82eadaa9016235a3483f35 +size 162876 diff --git a/_results/zero-shot/hendrycksTest-global_facts_results.json b/_results/zero-shot/hendrycksTest-global_facts_results.json new file mode 100644 index 0000000000000000000000000000000000000000..b947d02ebeba21f041aa99f6cb0aae3bcd0aac78 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-global_facts_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce9696511d5caf333348669dda7f61f6f758b9332308d49d893ba5248f834f9 +size 72336 diff --git a/_results/zero-shot/hendrycksTest-high_school_biology_results.json b/_results/zero-shot/hendrycksTest-high_school_biology_results.json new file mode 100644 index 0000000000000000000000000000000000000000..9ea38204311c157582b1516abc15d1f85d65f4df --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_biology_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d3dda7ae20c1c3fdcf0e47105f75d74273116d34cca803be5a5ade43949b19 +size 369482 diff --git a/_results/zero-shot/hendrycksTest-high_school_chemistry_results.json b/_results/zero-shot/hendrycksTest-high_school_chemistry_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c14167ab2f18a67f2959fdcff269d6099f3c9d57 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_chemistry_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52f243ed1bd3b7207efd3811ed4b08c3a3294cab654394e3df325cd901714fb1 +size 204979 diff --git a/_results/zero-shot/hendrycksTest-high_school_computer_science_results.json b/_results/zero-shot/hendrycksTest-high_school_computer_science_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d96dec02775789e8c3b9e95933ff4e50423e6409 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_computer_science_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1137235b952d67a6dc259231c41ad6551f8e0389b22a293ee9db24c94d0cdd +size 137165 diff --git a/_results/zero-shot/hendrycksTest-high_school_european_history_results.json b/_results/zero-shot/hendrycksTest-high_school_european_history_results.json new file mode 100644 index 0000000000000000000000000000000000000000..200ca0d260ada3c13fde39ac69b5542b80b2c834 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_european_history_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b050f876c76d78cbca1b2c9dd4775adead9432f703f3041d0792fb7d09e82a +size 629881 diff --git a/_results/zero-shot/hendrycksTest-high_school_geography_results.json b/_results/zero-shot/hendrycksTest-high_school_geography_results.json new file mode 100644 index 0000000000000000000000000000000000000000..1ac4672622451e08528e47d3d28e24d8eb7467b5 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_geography_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9d8f47a9aabf2c9ee9212e660f56909f94a2a299fbdd12933cac666a8fbefa +size 163896 diff --git a/_results/zero-shot/hendrycksTest-high_school_government_and_politics_results.json b/_results/zero-shot/hendrycksTest-high_school_government_and_politics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a43972e90a530037ccaa0a3fdf893c723c05c437 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_government_and_politics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c7bda180499352381ccd48c85dce6f051124a2784209b17b042197312e2696 +size 234288 diff --git a/_results/zero-shot/hendrycksTest-high_school_macroeconomics_results.json b/_results/zero-shot/hendrycksTest-high_school_macroeconomics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..924918b182a2458f0aef75e400f1d3cf07f1620a --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_macroeconomics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9534222b3a74d63e4de67e0a76a009897c8de4cfc9a1e83210e9b9ef84f99178 +size 433359 diff --git a/_results/zero-shot/hendrycksTest-high_school_mathematics_results.json b/_results/zero-shot/hendrycksTest-high_school_mathematics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c94225f47fd8930dc5c7b1c7a0a8c0e69b971e6e --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_mathematics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7fbfa0fc18c42ba43d761b8dbf87d53a438a9b4d4a0ea59f4c295924a6acc6d +size 203612 diff --git a/_results/zero-shot/hendrycksTest-high_school_microeconomics_results.json b/_results/zero-shot/hendrycksTest-high_school_microeconomics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..c04c0196a1c31f95b5b344c505a7ffb72a22fa79 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_microeconomics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:819d7cfa653982d386f603922bddfb73958d942c17156dbd5fe149aff39f5ccb +size 273665 diff --git a/_results/zero-shot/hendrycksTest-high_school_physics_results.json b/_results/zero-shot/hendrycksTest-high_school_physics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6a7153477b1977d59f37746cb144845d7e3c4a --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_physics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8f052f34e0032fad387e588180a5bef57f671ba749f947d347116e358a1f2d +size 192460 diff --git a/_results/zero-shot/hendrycksTest-high_school_psychology_results.json b/_results/zero-shot/hendrycksTest-high_school_psychology_results.json new file mode 100644 index 0000000000000000000000000000000000000000..6fcb00d93bc42375696d3134501b6c759fee5d03 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_psychology_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a62dbf77aefd2412ba0397895bca9a6aca3cf8c7e3675d670e25c27ce6ead5 +size 556908 diff --git a/_results/zero-shot/hendrycksTest-high_school_statistics_results.json b/_results/zero-shot/hendrycksTest-high_school_statistics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..d60bf01d4ae73c478315a8d4a30b27432e66a428 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_statistics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c8024f2690315351ae4a5ad4ee1c96fca15f7457253b8983b97b0fe25c6b03 +size 336971 diff --git a/_results/zero-shot/hendrycksTest-high_school_us_history_results.json b/_results/zero-shot/hendrycksTest-high_school_us_history_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3ed59add2c3cac72af35cbdab316f6af58bb372d --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_us_history_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e636e9b44272e8b4f0b4e7aa6f459ae9d5c484d228006eb521cc739dce6d07c5 +size 701743 diff --git a/_results/zero-shot/hendrycksTest-high_school_world_history_results.json b/_results/zero-shot/hendrycksTest-high_school_world_history_results.json new file mode 100644 index 0000000000000000000000000000000000000000..1da0dd91f97d49b8851d5bffe6d89a4ceba0f9e7 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-high_school_world_history_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e683851839408a56477d17b1c33196284039a154f117fc3aae74af824985231e +size 890481 diff --git a/_results/zero-shot/hendrycksTest-human_aging_results.json b/_results/zero-shot/hendrycksTest-human_aging_results.json new file mode 100644 index 0000000000000000000000000000000000000000..038732d10fe5d78e6c06945df95ecedf9c4cb420 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-human_aging_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e06c4ab3a3cb2abf96b5e85a8e50588e6751778fb016b442449388f026ff6340 +size 183283 diff --git a/_results/zero-shot/hendrycksTest-human_sexuality_results.json b/_results/zero-shot/hendrycksTest-human_sexuality_results.json new file mode 100644 index 0000000000000000000000000000000000000000..3016d53084b738d817bd680e04bc55b88331a936 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-human_sexuality_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02288d8bd3f50e71eb6cf1e0f9fe0b2b3c70d0667a85bffd7dd1fb7f300f72df +size 118875 diff --git a/_results/zero-shot/hendrycksTest-international_law_results.json b/_results/zero-shot/hendrycksTest-international_law_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ec88c7f8eecdd5ab3409c8a9098c0332287595d1 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-international_law_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cef928a14964215c1020d2f7c535d6034ae42a2280286a39a707e8eaa11a0b7 +size 187345 diff --git a/_results/zero-shot/hendrycksTest-jurisprudence_results.json b/_results/zero-shot/hendrycksTest-jurisprudence_results.json new file mode 100644 index 0000000000000000000000000000000000000000..400f93fb5ba4fe11f1a4b0acd44203695a2cf628 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-jurisprudence_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7543a007643582d91243cc984cd5caf2abaac31823592011df31901adf518eab +size 119374 diff --git a/_results/zero-shot/hendrycksTest-logical_fallacies_results.json b/_results/zero-shot/hendrycksTest-logical_fallacies_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bb1e07453c6f3c85eb1177987c65ec32581f59c3 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-logical_fallacies_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6fe83292819eebfda3e72297bddc5a6e2f2388ac0a85141989aa780dbc91862 +size 178321 diff --git a/_results/zero-shot/hendrycksTest-machine_learning_results.json b/_results/zero-shot/hendrycksTest-machine_learning_results.json new file mode 100644 index 0000000000000000000000000000000000000000..216073512f1514277b656aca1d86e8679acb2b21 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-machine_learning_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c290f7e099185477b3ffe7d24e89a431b5b8eac1577ba94aeb98b01a4b15edfc +size 112250 diff --git a/_results/zero-shot/hendrycksTest-management_results.json b/_results/zero-shot/hendrycksTest-management_results.json new file mode 100644 index 0000000000000000000000000000000000000000..acbecfc01a9fc7810cb7c3f9957683ae8382f326 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-management_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4fe6ac71f0e80cee0fe778263b28ae2a6704891ed1c6cb1d267ac0d7072597 +size 85855 diff --git a/_results/zero-shot/hendrycksTest-marketing_results.json b/_results/zero-shot/hendrycksTest-marketing_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bacdc320672ca8a063926e11de07f28e186920a9 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-marketing_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf8bd38144b0d86359c8d6370d3b0097d961e41ad0b9abd597f63c47b986a1e +size 224231 diff --git a/_results/zero-shot/hendrycksTest-medical_genetics_results.json b/_results/zero-shot/hendrycksTest-medical_genetics_results.json new file mode 100644 index 0000000000000000000000000000000000000000..fdb253f9c476124267093c21b461614652491736 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-medical_genetics_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7563e2c79dd68d017bf012d47912db27c1c0c052d4859beaafc461bb9f6bbb +size 82048 diff --git a/_results/zero-shot/hendrycksTest-miscellaneous_results.json b/_results/zero-shot/hendrycksTest-miscellaneous_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4b24a2374a3bdef0e63980f22cbdb6b174cdaf9b --- /dev/null +++ b/_results/zero-shot/hendrycksTest-miscellaneous_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd91682d51c87b8442517dde66ffabe60d9a902b424dc5fa5418bf558030209 +size 580654 diff --git a/_results/zero-shot/hendrycksTest-moral_disputes_results.json b/_results/zero-shot/hendrycksTest-moral_disputes_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a2bf233b8bbc4ea356c559ceb919b9462690cc54 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-moral_disputes_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c593327785f85859f438f9ba95b22cad8a749696de0814a48e33b91a72554e40 +size 382625 diff --git a/_results/zero-shot/hendrycksTest-moral_scenarios_results.json b/_results/zero-shot/hendrycksTest-moral_scenarios_results.json new file mode 100644 index 0000000000000000000000000000000000000000..347a9f44da6a77d7064d255b71984179ff5cc365 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-moral_scenarios_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7230d4d58548b0b4ea02840154667c598b5a36b087cf8b0245925c2a2ff714b4 +size 1097787 diff --git a/_results/zero-shot/hendrycksTest-nutrition_results.json b/_results/zero-shot/hendrycksTest-nutrition_results.json new file mode 100644 index 0000000000000000000000000000000000000000..909ba3092d6f6ed75845ea28190b6133aea859c8 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-nutrition_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c9ddeaafecb01d2b3a6a98ee73265b759dfcb4ee7050a379315d2b51b5aa88f +size 335204 diff --git a/_results/zero-shot/hendrycksTest-philosophy_results.json b/_results/zero-shot/hendrycksTest-philosophy_results.json new file mode 100644 index 0000000000000000000000000000000000000000..624b4c4880b8909ebef337b0ed79363182f03562 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-philosophy_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c0937b73d8a810b6c3055296337f0ca5e37b2013d4674d15ca48ce33f53b93 +size 302736 diff --git a/_results/zero-shot/hendrycksTest-prehistory_results.json b/_results/zero-shot/hendrycksTest-prehistory_results.json new file mode 100644 index 0000000000000000000000000000000000000000..f7658c03febf3d666a739de88f4ae98ab8dc2686 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-prehistory_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea9a4922a1d8a5367a25edbd7edfd626e919e0c2b1ff4b193a07761cd8e69da +size 327560 diff --git a/_results/zero-shot/hendrycksTest-professional_accounting_results.json b/_results/zero-shot/hendrycksTest-professional_accounting_results.json new file mode 100644 index 0000000000000000000000000000000000000000..ea9ff30e312ce6d020244de4b27ab03f35f72a85 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-professional_accounting_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8206857ace63dfa73892613206d0538c53473a3cd134bdce8dc53f33e3190b42 +size 391446 diff --git a/_results/zero-shot/hendrycksTest-professional_law_results.json b/_results/zero-shot/hendrycksTest-professional_law_results.json new file mode 100644 index 0000000000000000000000000000000000000000..2121cce351e95b3a5e211ee15ec6333ab7569f53 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-professional_law_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b93d5d756334bde73d434f581e9d375fd37f8c5cab6fc8127027358aed9a1c64 +size 4827511 diff --git a/_results/zero-shot/hendrycksTest-professional_medicine_results.json b/_results/zero-shot/hendrycksTest-professional_medicine_results.json new file mode 100644 index 0000000000000000000000000000000000000000..baf71a635d54a69342e5f9364bf5504c38611ebb --- /dev/null +++ b/_results/zero-shot/hendrycksTest-professional_medicine_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc8d480753fca8131707a51d821897e09faa68ac32450e58532118dcbfeaee7 +size 553262 diff --git a/_results/zero-shot/hendrycksTest-professional_psychology_results.json b/_results/zero-shot/hendrycksTest-professional_psychology_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a7527faafd637c12dc99732fdb6347f430643700 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-professional_psychology_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ba2574aca4d2209819f5c119edb047ede6c5b247b68d3e5a3e20a53a04084c +size 765140 diff --git a/_results/zero-shot/hendrycksTest-public_relations_results.json b/_results/zero-shot/hendrycksTest-public_relations_results.json new file mode 100644 index 0000000000000000000000000000000000000000..dc70a06f254a9f64a27728bdea9c0abf3b3be0ba --- /dev/null +++ b/_results/zero-shot/hendrycksTest-public_relations_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaf093eaf01185f1cc7ed6ccef6cc2b4ae997914f6ea663ad6b3278796263dd3 +size 104715 diff --git a/_results/zero-shot/hendrycksTest-security_studies_results.json b/_results/zero-shot/hendrycksTest-security_studies_results.json new file mode 100644 index 0000000000000000000000000000000000000000..0042af74bf3e0f4b238af6de09139b5e84ffeef9 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-security_studies_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16b669883866e53244f49ff5336bbb2ae79fe38e1ae67aef700f22fbf301330 +size 665645 diff --git a/_results/zero-shot/hendrycksTest-sociology_results.json b/_results/zero-shot/hendrycksTest-sociology_results.json new file mode 100644 index 0000000000000000000000000000000000000000..4281428da905858b787c6673569dfb01a6da3cb5 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-sociology_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcfe9c7b6cb7cb34535d6691d9b097166f1918683f6ef25a27a938e73070749e +size 242851 diff --git a/_results/zero-shot/hendrycksTest-us_foreign_policy_results.json b/_results/zero-shot/hendrycksTest-us_foreign_policy_results.json new file mode 100644 index 0000000000000000000000000000000000000000..2f295bf3c92a77d07c6c30bb43c4c67c64e60314 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-us_foreign_policy_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab68dafa4328709f815f3920d85d5cdb46d1e73d67f08acd42e99394fa41cd5 +size 106101 diff --git a/_results/zero-shot/hendrycksTest-virology_results.json b/_results/zero-shot/hendrycksTest-virology_results.json new file mode 100644 index 0000000000000000000000000000000000000000..62534dea5cc8f56b790287572f134907d9fcf234 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-virology_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d25230440681edd77ffa588086ff2624c242028fd06e72294194b12d0337740 +size 147084 diff --git a/_results/zero-shot/hendrycksTest-world_religions_results.json b/_results/zero-shot/hendrycksTest-world_religions_results.json new file mode 100644 index 0000000000000000000000000000000000000000..2bfea8e6d31e0eafb71e095c24265527e284e242 --- /dev/null +++ b/_results/zero-shot/hendrycksTest-world_religions_results.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:763fb2445f8b29c3771316926a268ef00ea8084fbcbff3f510a01800c3e16b3d +size 110909 diff --git a/eval_bittensor.py b/eval_bittensor.py new file mode 100644 index 0000000000000000000000000000000000000000..2196837eaf28f76b1e51520bd34c5a58b81c1441 --- /dev/null +++ b/eval_bittensor.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a487da717e6eea99f1e7013716c92101129807afbe7d35fd8a0c089303c46b +size 7183 diff --git a/visualise_results.py b/visualise_results.py new file mode 100644 index 0000000000000000000000000000000000000000..d14b66f8c7b0e321e700fea83e87f0d21c84cc12 --- /dev/null +++ b/visualise_results.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf1418aae366fddd251e93c0ef80f35e2f1c8e0a4e7d07b8aacd4aada8107bd +size 2102