README.md

metadata

license: other
language:
  - code
programming_language:
  - Java
  - JavaScript
  - Python
pipeline_tag: text-generation
widget:
  - text: 'def print_hello_world():'
    example_title: Hello world
    group: Python
model-index:
  - name: SantaCoder
    results:
      - task:
          type: text-generation
        dataset:
          type: openai_humaneval
          name: HumanEval (Python)
        metrics:
          - name: pass@1
            type: pass@1
            value: 0
            verified: false
          - name: pass@10
            type: pass@10
            value: 0
            verified: false
          - name: pass@100
            type: pass@100
            value: 0
            verified: false
      - task:
          type: text-generation
        dataset:
          type: nuprl/MultiPL-E
          name: MultiPL HumanEval (Java)
        metrics:
          - name: pass@1
            type: pass@1
            value: 0
            verified: false
          - name: pass@10
            type: pass@10
            value: 0
            verified: false
          - name: pass@100
            type: pass@100
            value: 0
      - task:
          type: text-generation
        dataset:
          type: nuprl/MultiPL-E
          name: MultiPL HumanEval (JavaScript)
        metrics:
          - name: pass@1
            type: pass@1
            value: 0
            verified: false
          - name: pass@10
            type: pass@10
            value: 0
            verified: false
          - name: pass@100
            type: pass@100
            value: 0
      - task:
          type: text-generation
        dataset:
          type: openai_humaneval
          name: MBPP (Python)
        metrics:
          - name: pass@1
            type: pass@1
            value: 0
            verified: false
          - name: pass@10
            type: pass@10
            value: 0
            verified: false
          - name: pass@100
            type: pass@100
            value: 0
            verified: false
      - task:
          type: text-generation
        dataset:
          type: nuprl/MultiPL-E
          name: MultiPL MBPP (Java)
        metrics:
          - name: pass@1
            type: pass@1
            value: 0
            verified: false
          - name: pass@10
            type: pass@10
            value: 0
            verified: false
          - name: pass@100
            type: pass@100
            value: 0
      - task:
          type: text-generation
        dataset:
          type: nuprl/MultiPL-E
          name: MultiPL MBPP (JavaScript)
        metrics:
          - name: pass@1
            type: pass@1
            value: 0
            verified: false
          - name: pass@10
            type: pass@10
            value: 0
            verified: false
          - name: pass@100
            type: pass@100
            value: 0
      - task:
          type: text-generation
        dataset:
          type: loubnabnl/humaneval_infilling
          name: HumanEval FIM (Python)
        metrics:
          - name: pass@1
            type: pass@1
            value: 0
            verified: false
          - name: pass@10
            type: pass@10
            value: 0
            verified: false
          - name: pass@100
            type: pass@100
            value: 0
            verified: false
      - task:
          type: text-generation
        dataset:
          type: nuprl/MultiPL-E
          name: MultiPL HumanEval FIM (Java)
        metrics:
          - name: pass@1
            type: pass@1
            value: 0
            verified: false
          - name: pass@10
            type: pass@10
            value: 0
            verified: false
          - name: pass@100
            type: pass@100
            value: 0
      - task:
          type: text-generation
        dataset:
          type: nuprl/MultiPL-E
          name: MultiPL HumanEval FIM (JavaScript)
        metrics:
          - name: pass@1
            type: pass@1
            value: 0
            verified: false
          - name: pass@10
            type: pass@10
            value: 0
            verified: false
          - name: pass@100
            type: pass@100
            value: 0
      - task:
          type: text-generation
        dataset:
          type: code_x_glue_ct_code_to_text
          name: CodeXGLUE code-to-text (Python)
        metrics:
          - name: BLEU
            type: bleu
            value: 0
            verified: false

SantaCoder