Hugging Face's logo

ibm
/
PowerLM-3b

Text Generation
Transformers
Safetensors
granite
Eval Results
Model card Files Community
1
YikangS commited on
Commit
38a624d
•
1 Parent(s): 63586c6

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +12 -12
README.md CHANGED
@@ -1,7 +1,7 @@
1
  ---
2
  pipeline_tag: text-generation
3
  inference: false
4
- license: cc-by-nc-4.0
5
  library_name: transformers
6
  model-index:
7
  - name: ibm/PowerLM-3b
@@ -14,7 +14,7 @@ model-index:
14
  metrics:
15
  - name: accuracy-norm
16
  type: accuracy-norm
17
- value: 57.2
18
  verified: false
19
  - task:
20
  type: text-generation
@@ -24,7 +24,7 @@ model-index:
24
  metrics:
25
  - name: accuracy
26
  type: accuracy
27
- value: 75
28
  verified: false
29
  - task:
30
  type: text-generation
@@ -34,7 +34,7 @@ model-index:
34
  metrics:
35
  - name: accuracy-norm
36
  type: accuracy-norm
37
- value: 74.2
38
  verified: false
39
  - task:
40
  type: text-generation
@@ -44,7 +44,7 @@ model-index:
44
  metrics:
45
  - name: accuracy-norm
46
  type: accuracy-norm
47
- value: 41.2
48
  verified: false
49
  - task:
50
  type: text-generation
@@ -64,17 +64,17 @@ model-index:
64
  metrics:
65
  - name: accuracy-norm
66
  type: accuracy-norm
67
- value: 66.3
68
  verified: false
69
  - task:
70
  type: text-generation
71
  dataset:
72
  type: lm-eval-harness
73
- name: MMLU
74
  metrics:
75
  - name: accuracy
76
  type: accuracy
77
- value: 44.3
78
  verified: false
79
  - task:
80
  type: text-generation
@@ -84,7 +84,7 @@ model-index:
84
  metrics:
85
  - name: accuracy
86
  type: accuracy
87
- value: 35.9
88
  verified: false
89
  - task:
90
  type: text-generation
@@ -94,7 +94,7 @@ model-index:
94
  metrics:
95
  - name: accuracy
96
  type: accuracy
97
- value: 14
98
  verified: false
99
  - task:
100
  type: text-generation
@@ -104,7 +104,7 @@ model-index:
104
  metrics:
105
  - name: pass@1
106
  type: pass@1
107
- value: 21.9
108
  verified: false
109
  - task:
110
  type: text-generation
@@ -114,7 +114,7 @@ model-index:
114
  metrics:
115
  - name: pass@1
116
  type: pass@1
117
- value: 28
118
  verified: false
119
  ---
120
 
 
1
  ---
2
  pipeline_tag: text-generation
3
  inference: false
4
+ license: apache-2.0
5
  library_name: transformers
6
  model-index:
7
  - name: ibm/PowerLM-3b
 
14
  metrics:
15
  - name: accuracy-norm
16
  type: accuracy-norm
17
+ value: 60.5
18
  verified: false
19
  - task:
20
  type: text-generation
 
24
  metrics:
25
  - name: accuracy
26
  type: accuracy
27
+ value: 72.0
28
  verified: false
29
  - task:
30
  type: text-generation
 
34
  metrics:
35
  - name: accuracy-norm
36
  type: accuracy-norm
37
+ value: 74.6
38
  verified: false
39
  - task:
40
  type: text-generation
 
44
  metrics:
45
  - name: accuracy-norm
46
  type: accuracy-norm
47
+ value: 43.6
48
  verified: false
49
  - task:
50
  type: text-generation
 
64
  metrics:
65
  - name: accuracy-norm
66
  type: accuracy-norm
67
+ value: 70.0
68
  verified: false
69
  - task:
70
  type: text-generation
71
  dataset:
72
  type: lm-eval-harness
73
+ name: MMLU (5 shot)
74
  metrics:
75
  - name: accuracy
76
  type: accuracy
77
+ value: 49.2
78
  verified: false
79
  - task:
80
  type: text-generation
 
84
  metrics:
85
  - name: accuracy
86
  type: accuracy
87
+ value: 34.9
88
  verified: false
89
  - task:
90
  type: text-generation
 
94
  metrics:
95
  - name: accuracy
96
  type: accuracy
97
+ value: 15.2
98
  verified: false
99
  - task:
100
  type: text-generation
 
104
  metrics:
105
  - name: pass@1
106
  type: pass@1
107
+ value: 26.8
108
  verified: false
109
  - task:
110
  type: text-generation
 
114
  metrics:
115
  - name: pass@1
116
  type: pass@1
117
+ value: 33.6
118
  verified: false
119
  ---
120