---
license: other
language:
- code
programming_language: 
- Java
- JavaScript
- Python
pipeline_tag: text-generation
widget:
- text: 'def print_hello_world():'
  example_title: Hello world
  group: Python

model-index:
- name: SantaCoder
  results:
  - task:
      type: text-generation
    dataset:
      type: openai_humaneval
      name: HumanEval (Python)
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.0
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.0
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.0
      verified: false
  - task:
      type: text-generation
    dataset:
      type: nuprl/MultiPL-E
      name: MultiPL HumanEval (Java)
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.0
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.0
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.0
  - task:
      type: text-generation
    dataset:
      type: nuprl/MultiPL-E
      name: MultiPL HumanEval (JavaScript)
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.0
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.0
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.0
  - task:
      type: text-generation
    dataset:
      type: openai_humaneval
      name: MBPP (Python)
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.0
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.0
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.0
      verified: false
  - task:
      type: text-generation
    dataset:
      type: nuprl/MultiPL-E
      name: MultiPL MBPP (Java)
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.0
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.0
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.0
  - task:
      type: text-generation
    dataset:
      type: nuprl/MultiPL-E
      name: MultiPL MBPP (JavaScript)
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.0
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.0
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.0
  - task:
      type: text-generation
    dataset:
      type: loubnabnl/humaneval_infilling
      name: HumanEval FIM (Python)
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.0
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.0
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.0
      verified: false
  - task:
      type: text-generation
    dataset:
      type: nuprl/MultiPL-E
      name: MultiPL HumanEval FIM (Java)
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.0
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.0
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.0
  - task:
      type: text-generation
    dataset:
      type: nuprl/MultiPL-E
      name: MultiPL HumanEval FIM (JavaScript)
    metrics:
    - name: pass@1
      type: pass@1
      value: 0.0
      verified: false
    - name: pass@10
      type: pass@10
      value: 0.0
      verified: false
    - name: pass@100
      type: pass@100
      value: 0.0
  - task:
      type: text-generation
    dataset:
      type: code_x_glue_ct_code_to_text
      name: CodeXGLUE code-to-text (Python)
    metrics:
    - name: BLEU
      type: bleu
      value: 0.0
      verified: false
---

# SantaCoder