Update README.md
Browse files
README.md
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
---
|
2 |
-
license:
|
3 |
language:
|
4 |
- code
|
5 |
programming_language:
|
@@ -33,6 +33,8 @@ model-index:
|
|
33 |
type: pass@100
|
34 |
value: 0.0
|
35 |
verified: false
|
|
|
|
|
36 |
dataset:
|
37 |
type: nuprl/MultiPL-E
|
38 |
name: MultiPL HumanEval (Java)
|
@@ -48,6 +50,8 @@ model-index:
|
|
48 |
- name: pass@100
|
49 |
type: pass@100
|
50 |
value: 0.0
|
|
|
|
|
51 |
dataset:
|
52 |
type: nuprl/MultiPL-E
|
53 |
name: MultiPL HumanEval (JavaScript)
|
@@ -63,6 +67,8 @@ model-index:
|
|
63 |
- name: pass@100
|
64 |
type: pass@100
|
65 |
value: 0.0
|
|
|
|
|
66 |
dataset:
|
67 |
type: openai_humaneval
|
68 |
name: MBPP (Python)
|
@@ -79,6 +85,8 @@ model-index:
|
|
79 |
type: pass@100
|
80 |
value: 0.0
|
81 |
verified: false
|
|
|
|
|
82 |
dataset:
|
83 |
type: nuprl/MultiPL-E
|
84 |
name: MultiPL MBPP (Java)
|
@@ -94,6 +102,8 @@ model-index:
|
|
94 |
- name: pass@100
|
95 |
type: pass@100
|
96 |
value: 0.0
|
|
|
|
|
97 |
dataset:
|
98 |
type: nuprl/MultiPL-E
|
99 |
name: MultiPL MBPP (JavaScript)
|
@@ -109,6 +119,8 @@ model-index:
|
|
109 |
- name: pass@100
|
110 |
type: pass@100
|
111 |
value: 0.0
|
|
|
|
|
112 |
dataset:
|
113 |
type: loubnabnl/humaneval_infilling
|
114 |
name: HumanEval FIM (Python)
|
@@ -125,6 +137,8 @@ model-index:
|
|
125 |
type: pass@100
|
126 |
value: 0.0
|
127 |
verified: false
|
|
|
|
|
128 |
dataset:
|
129 |
type: nuprl/MultiPL-E
|
130 |
name: MultiPL HumanEval FIM (Java)
|
@@ -140,6 +154,8 @@ model-index:
|
|
140 |
- name: pass@100
|
141 |
type: pass@100
|
142 |
value: 0.0
|
|
|
|
|
143 |
dataset:
|
144 |
type: nuprl/MultiPL-E
|
145 |
name: MultiPL HumanEval FIM (JavaScript)
|
@@ -155,6 +171,8 @@ model-index:
|
|
155 |
- name: pass@100
|
156 |
type: pass@100
|
157 |
value: 0.0
|
|
|
|
|
158 |
dataset:
|
159 |
type: code_x_glue_ct_code_to_text
|
160 |
name: CodeXGLUE code-to-text (Python)
|
@@ -163,6 +181,6 @@ model-index:
|
|
163 |
type: bleu
|
164 |
value: 0.0
|
165 |
verified: false
|
|
|
166 |
|
167 |
-
# SantaCoder
|
168 |
-
|
|
|
1 |
---
|
2 |
+
license: other
|
3 |
language:
|
4 |
- code
|
5 |
programming_language:
|
|
|
33 |
type: pass@100
|
34 |
value: 0.0
|
35 |
verified: false
|
36 |
+
- task:
|
37 |
+
type: text-generation
|
38 |
dataset:
|
39 |
type: nuprl/MultiPL-E
|
40 |
name: MultiPL HumanEval (Java)
|
|
|
50 |
- name: pass@100
|
51 |
type: pass@100
|
52 |
value: 0.0
|
53 |
+
- task:
|
54 |
+
type: text-generation
|
55 |
dataset:
|
56 |
type: nuprl/MultiPL-E
|
57 |
name: MultiPL HumanEval (JavaScript)
|
|
|
67 |
- name: pass@100
|
68 |
type: pass@100
|
69 |
value: 0.0
|
70 |
+
- task:
|
71 |
+
type: text-generation
|
72 |
dataset:
|
73 |
type: openai_humaneval
|
74 |
name: MBPP (Python)
|
|
|
85 |
type: pass@100
|
86 |
value: 0.0
|
87 |
verified: false
|
88 |
+
- task:
|
89 |
+
type: text-generation
|
90 |
dataset:
|
91 |
type: nuprl/MultiPL-E
|
92 |
name: MultiPL MBPP (Java)
|
|
|
102 |
- name: pass@100
|
103 |
type: pass@100
|
104 |
value: 0.0
|
105 |
+
- task:
|
106 |
+
type: text-generation
|
107 |
dataset:
|
108 |
type: nuprl/MultiPL-E
|
109 |
name: MultiPL MBPP (JavaScript)
|
|
|
119 |
- name: pass@100
|
120 |
type: pass@100
|
121 |
value: 0.0
|
122 |
+
- task:
|
123 |
+
type: text-generation
|
124 |
dataset:
|
125 |
type: loubnabnl/humaneval_infilling
|
126 |
name: HumanEval FIM (Python)
|
|
|
137 |
type: pass@100
|
138 |
value: 0.0
|
139 |
verified: false
|
140 |
+
- task:
|
141 |
+
type: text-generation
|
142 |
dataset:
|
143 |
type: nuprl/MultiPL-E
|
144 |
name: MultiPL HumanEval FIM (Java)
|
|
|
154 |
- name: pass@100
|
155 |
type: pass@100
|
156 |
value: 0.0
|
157 |
+
- task:
|
158 |
+
type: text-generation
|
159 |
dataset:
|
160 |
type: nuprl/MultiPL-E
|
161 |
name: MultiPL HumanEval FIM (JavaScript)
|
|
|
171 |
- name: pass@100
|
172 |
type: pass@100
|
173 |
value: 0.0
|
174 |
+
- task:
|
175 |
+
type: text-generation
|
176 |
dataset:
|
177 |
type: code_x_glue_ct_code_to_text
|
178 |
name: CodeXGLUE code-to-text (Python)
|
|
|
181 |
type: bleu
|
182 |
value: 0.0
|
183 |
verified: false
|
184 |
+
---
|
185 |
|
186 |
+
# SantaCoder
|
|