|
--- |
|
language: |
|
- en |
|
- ko |
|
tags: |
|
- generation |
|
license: apache-2.0 |
|
model-index: |
|
- name: task_1 |
|
results: |
|
- task: |
|
type: natural-language-generation |
|
dataset: |
|
type: hellaswag |
|
name: hellaswag(10 shots) |
|
metrics: |
|
- type: acc_norm |
|
value: 27.7 |
|
- name: task_2 |
|
results: |
|
- task: |
|
type: natural-language-generation |
|
dataset: |
|
type: ARC |
|
name: ARC(25 shots) |
|
metrics: |
|
- type: acc_norm |
|
value: 23.8 |
|
- name: task_3 |
|
results: |
|
- task: |
|
type: natural-language-generation |
|
dataset: |
|
type: MMLU |
|
name: MMLU(5 shots) |
|
metrics: |
|
- type: acc |
|
value: 24.9 |
|
|
|
- name: task_4 |
|
results: |
|
- task: |
|
type: natural-language-generation |
|
dataset: |
|
type: TruthfulQA |
|
name: TruthfulQA(0 shots) |
|
metrics: |
|
- type: mc2 |
|
value: 46.5 |
|
--- |
