| --- | |
| license: todo | |
| language: | |
| - code | |
| programming_language: | |
| - Java | |
| - JavaScript | |
| - Python | |
| pipeline_tag: text-generation | |
| widget: | |
| - text: 'def print_hello_world():' | |
| example_title: Hello world | |
| group: Python | |
| model-index: | |
| - name: SantaCoder | |
| results: | |
| - task: | |
| type: text-generation | |
| dataset: | |
| type: openai_humaneval | |
| name: HumanEval (Python) | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.0 | |
| verified: false | |
| dataset: | |
| type: nuprl/MultiPL-E | |
| name: MultiPL HumanEval (Java) | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.0 | |
| dataset: | |
| type: nuprl/MultiPL-E | |
| name: MultiPL HumanEval (JavaScript) | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.0 | |
| dataset: | |
| type: openai_humaneval | |
| name: MBPP (Python) | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.0 | |
| verified: false | |
| dataset: | |
| type: nuprl/MultiPL-E | |
| name: MultiPL MBPP (Java) | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.0 | |
| dataset: | |
| type: nuprl/MultiPL-E | |
| name: MultiPL MBPP (JavaScript) | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.0 | |
| dataset: | |
| type: loubnabnl/humaneval_infilling | |
| name: HumanEval FIM (Python) | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.0 | |
| verified: false | |
| dataset: | |
| type: nuprl/MultiPL-E | |
| name: MultiPL HumanEval FIM (Java) | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.0 | |
| dataset: | |
| type: nuprl/MultiPL-E | |
| name: MultiPL HumanEval FIM (JavaScript) | |
| metrics: | |
| - name: pass@1 | |
| type: pass@1 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@10 | |
| type: pass@10 | |
| value: 0.0 | |
| verified: false | |
| - name: pass@100 | |
| type: pass@100 | |
| value: 0.0 | |
| dataset: | |
| type: code_x_glue_ct_code_to_text | |
| name: CodeXGLUE code-to-text (Python) | |
| metrics: | |
| - name: BLEU | |
| type: bleu | |
| value: 0.0 | |
| verified: false | |
| # SantaCoder | |