metadata
language:
- en
- ko
tags:
- generation
license: apache-2.0
model-index:
- name: task_1
results:
- task:
type: natural-language-generation
dataset:
type: hellaswag
name: hellaswag(10 shots)
metrics:
- type: acc_norm
value: 27.7
- name: task_2
results:
- task:
type: natural-language-generation
dataset:
type: ARC
name: ARC(25 shots)
metrics:
- type: acc_norm
value: 23.8
- name: task_3
results:
- task:
type: natural-language-generation
dataset:
type: MMLU
name: MMLU(5 shots)
metrics:
- type: acc
value: 24.9
- name: task_4
results:
- task:
type: natural-language-generation
dataset:
type: TruthfulQA
name: TruthfulQA(0 shots)
metrics:
- type: mc2
value: 46.5