Update README.md
Browse files
README.md
CHANGED
|
@@ -8,4 +8,46 @@ base_model:
|
|
| 8 |
pipeline_tag: visual-question-answering
|
| 9 |
---
|
| 10 |
|
| 11 |
-
Pretrain stage only,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
pipeline_tag: visual-question-answering
|
| 9 |
---
|
| 10 |
|
| 11 |
+
Pretrain stage only, 4630 epochs
|
| 12 |
+
|
| 13 |
+
[MMMU](https://tinyllava-factory.readthedocs.io/en/latest/Evaluation.html#mmmu)
|
| 14 |
+
|
| 15 |
+
| Category | # Samples | Accuracy |
|
| 16 |
+
|---------------------------------|-----------|----------|
|
| 17 |
+
| Overall | 900 | 0.280 |
|
| 18 |
+
| Overall-Art and Design | 120 | 0.208 |
|
| 19 |
+
| Art | 30 | 0.167 |
|
| 20 |
+
| Art Theory | 30 | 0.200 |
|
| 21 |
+
| Design | 30 | 0.367 |
|
| 22 |
+
| Music | 30 | 0.100 |
|
| 23 |
+
| Overall-Business | 150 | 0.213 |
|
| 24 |
+
| Accounting | 30 | 0.100 |
|
| 25 |
+
| Economics | 30 | 0.367 |
|
| 26 |
+
| Finance | 30 | 0.200 |
|
| 27 |
+
| Management | 30 | 0.233 |
|
| 28 |
+
| Marketing | 30 | 0.167 |
|
| 29 |
+
| Overall-Science | 150 | 0.300 |
|
| 30 |
+
| Biology | 30 | 0.300 |
|
| 31 |
+
| Chemistry | 30 | 0.133 |
|
| 32 |
+
| Geography | 30 | 0.300 |
|
| 33 |
+
| Math | 30 | 0.333 |
|
| 34 |
+
| Physics | 30 | 0.433 |
|
| 35 |
+
| Overall-Health and Medicine | 150 | 0.340 |
|
| 36 |
+
| Basic Medical Science | 30 | 0.300 |
|
| 37 |
+
| Clinical Medicine | 30 | 0.133 |
|
| 38 |
+
| Diagnostics and Laboratory Med. | 30 | 0.333 |
|
| 39 |
+
| Pharmacy | 30 | 0.400 |
|
| 40 |
+
| Public Health | 30 | 0.533 |
|
| 41 |
+
| Overall-Humanities and Soc. Sci.| 120 | 0.342 |
|
| 42 |
+
| History | 30 | 0.300 |
|
| 43 |
+
| Literature | 30 | 0.567 |
|
| 44 |
+
| Sociology | 30 | 0.233 |
|
| 45 |
+
| Psychology | 30 | 0.267 |
|
| 46 |
+
| Overall-Tech and Engineering | 210 | 0.276 |
|
| 47 |
+
| Agriculture | 30 | 0.300 |
|
| 48 |
+
| Architecture and Engineering | 30 | 0.200 |
|
| 49 |
+
| Computer Science | 30 | 0.367 |
|
| 50 |
+
| Electronics | 30 | 0.200 |
|
| 51 |
+
| Energy and Power | 30 | 0.367 |
|
| 52 |
+
| Materials | 30 | 0.233 |
|
| 53 |
+
| Mechanical Engineering | 30 | 0.267 |
|