Commit
•
e5ba81a
1
Parent(s):
b7541d9
Update README.md
Browse files
README.md
CHANGED
|
@@ -15,6 +15,8 @@ widget:
|
|
| 15 |
# TinyLlama-1.1B ---My personal Test update
|
| 16 |
</div>
|
| 17 |
Llamafactory EVAL
|
|
|
|
|
|
|
| 18 |
!CUDA_VISIBLE_DEVICES=0 python src/evaluate.py \
|
| 19 |
--model_name_or_path Deathsquad10/TinyLlama-Remix \
|
| 20 |
--template vanilla \
|
|
@@ -24,12 +26,13 @@ Llamafactory EVAL
|
|
| 24 |
--n_shot 5 \
|
| 25 |
--use_unsloth \
|
| 26 |
--batch_size 1
|
| 27 |
-
|
| 28 |
-
|
|
|
|
| 29 |
STEM: 27.10
|
| 30 |
-
Social Sciences: 25.48
|
| 31 |
-
|
| 32 |
-
|
| 33 |
|
| 34 |
|
| 35 |
https://github.com/jzhang38/TinyLlama
|
|
|
|
| 15 |
# TinyLlama-1.1B ---My personal Test update
|
| 16 |
</div>
|
| 17 |
Llamafactory EVAL
|
| 18 |
+
|
| 19 |
+
|
| 20 |
!CUDA_VISIBLE_DEVICES=0 python src/evaluate.py \
|
| 21 |
--model_name_or_path Deathsquad10/TinyLlama-Remix \
|
| 22 |
--template vanilla \
|
|
|
|
| 26 |
--n_shot 5 \
|
| 27 |
--use_unsloth \
|
| 28 |
--batch_size 1
|
| 29 |
+
|
| 30 |
+
|
| 31 |
+
Average: 26.29
|
| 32 |
STEM: 27.10
|
| 33 |
+
Social Sciences: 25.48
|
| 34 |
+
Humanities: 25.62
|
| 35 |
+
Other: 27.26
|
| 36 |
|
| 37 |
|
| 38 |
https://github.com/jzhang38/TinyLlama
|