Update README.md
Browse files
README.md
CHANGED
@@ -34,59 +34,6 @@ metrics:
|
|
34 |
library_name: transformers
|
35 |
tags:
|
36 |
- code
|
37 |
-
model-index:
|
38 |
-
- name: StarCoderPlus
|
39 |
-
results:
|
40 |
-
- task:
|
41 |
-
type: text-generation
|
42 |
-
dataset:
|
43 |
-
type: openai_humaneval
|
44 |
-
name: HumanEval (Prompted)
|
45 |
-
metrics:
|
46 |
-
- name: pass@1
|
47 |
-
type: pass@1
|
48 |
-
value: 26.7
|
49 |
-
verified: false
|
50 |
-
- task:
|
51 |
-
type: text-generation
|
52 |
-
dataset:
|
53 |
-
type: MMLU (5-shot)
|
54 |
-
name: MMLU
|
55 |
-
metrics:
|
56 |
-
- name: Accuracy
|
57 |
-
type: Accuracy
|
58 |
-
value: 45.1
|
59 |
-
verified: false
|
60 |
-
- task:
|
61 |
-
type: text-generation
|
62 |
-
dataset:
|
63 |
-
type: HellaSwag (10-shot)
|
64 |
-
name: HellaSwag
|
65 |
-
metrics:
|
66 |
-
- name: Accuracy
|
67 |
-
type: Accuracy
|
68 |
-
value: 77.3
|
69 |
-
verified: false
|
70 |
-
- task:
|
71 |
-
type: text-generation
|
72 |
-
dataset:
|
73 |
-
type: ARC (25-shot)
|
74 |
-
name: ARC
|
75 |
-
metrics:
|
76 |
-
- name: Accuracy
|
77 |
-
type: Accuracy
|
78 |
-
value: 48.9
|
79 |
-
verified: false
|
80 |
-
- task:
|
81 |
-
type: text-generation
|
82 |
-
dataset:
|
83 |
-
type: ThrutfulQA (0-shot)
|
84 |
-
name: ThrutfulQA
|
85 |
-
metrics:
|
86 |
-
- name: Accuracy
|
87 |
-
type: Accuracy
|
88 |
-
value: 37.9
|
89 |
-
verified: false
|
90 |
extra_gated_prompt: >-
|
91 |
## Model License Agreement
|
92 |
|
|
|
34 |
library_name: transformers
|
35 |
tags:
|
36 |
- code
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
37 |
extra_gated_prompt: >-
|
38 |
## Model License Agreement
|
39 |
|