muzammil-eds
commited on
Commit
·
165a6a0
1
Parent(s):
1568692
Update README.md
Browse files
README.md
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
-
# TinyLlama-1.1B
|
2 |
-
|
3 |
-
|
4 |
---
|
5 |
license: apache-2.0
|
6 |
-
datasets:
|
7 |
-
- Generated using GPT 3.5 and 4
|
8 |
-
|
9 |
language:
|
10 |
- en
|
|
|
|
|
|
|
|
|
|
|
11 |
---
|
|
|
12 |
<div align="center">
|
13 |
|
14 |
# TinyLlama-1.1B
|
@@ -28,4 +28,4 @@ Finetuning TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T model on
|
|
28 |
| TinyLlama-1.1B-intermediate-step-480k-1007B | 1007B | 52.54 | 33.40 | 55.96 | 27.82 | 52.36 | 59.54 | 69.91 | 50.22 |
|
29 |
| TinyLlama-1.1B-intermediate-step-715k-1.5T | 1.5T | 53.68 | 35.20 | 58.33 | 29.18 | 51.89 | 59.08 | 71.65 | 51.29 |
|
30 |
| TinyLlama-1.1B-intermediate-step-955k-2T | 2T | 54.63 | 33.40 | 56.83 | 28.07 | 54.67 | 63.21 | 70.67 | 51.64 |
|
31 |
-
| **TinyLlama-1.1B-intermediate-step-1195k-token-2.5T** | **2.5T** | **58.96** | **34.40** | **58.72** | **31.91** | **56.78** | **63.21** | **73.07** | **53.86**|
|
|
|
|
|
|
|
|
|
1 |
---
|
2 |
license: apache-2.0
|
|
|
|
|
|
|
3 |
language:
|
4 |
- en
|
5 |
+
pipeline_tag: text-generation
|
6 |
+
tags:
|
7 |
+
- chemistry
|
8 |
+
- biology
|
9 |
+
- medical
|
10 |
---
|
11 |
+
|
12 |
<div align="center">
|
13 |
|
14 |
# TinyLlama-1.1B
|
|
|
28 |
| TinyLlama-1.1B-intermediate-step-480k-1007B | 1007B | 52.54 | 33.40 | 55.96 | 27.82 | 52.36 | 59.54 | 69.91 | 50.22 |
|
29 |
| TinyLlama-1.1B-intermediate-step-715k-1.5T | 1.5T | 53.68 | 35.20 | 58.33 | 29.18 | 51.89 | 59.08 | 71.65 | 51.29 |
|
30 |
| TinyLlama-1.1B-intermediate-step-955k-2T | 2T | 54.63 | 33.40 | 56.83 | 28.07 | 54.67 | 63.21 | 70.67 | 51.64 |
|
31 |
+
| **TinyLlama-1.1B-intermediate-step-1195k-token-2.5T** | **2.5T** | **58.96** | **34.40** | **58.72** | **31.91** | **56.78** | **63.21** | **73.07** | **53.86**|
|