|
|
--- |
|
|
license: llama2 |
|
|
license_name: deepseek |
|
|
license_link: LICENSE |
|
|
datasets: |
|
|
- ise-uiuc/Magicoder-Evol-Instruct-110K |
|
|
library_name: transformers |
|
|
pipeline_tag: text-generation |
|
|
tags: |
|
|
- code |
|
|
model-index: |
|
|
- name: InverseCoder-CL-7B |
|
|
results: |
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: openai_humaneval |
|
|
name: HumanEval |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.762 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: openai_humaneval |
|
|
name: HumanEval(+) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.720 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: mbpp |
|
|
name: MBPP |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.706 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: mbpp |
|
|
name: MBPP(+) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.601 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: ds1000 |
|
|
name: DS-1000 (Overall Completion) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.399 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: nuprl/MultiPL-E |
|
|
name: MultiPL-HumanEval (Java) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.487 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: nuprl/MultiPL-E |
|
|
name: MultiPL-HumanEval (JavaScript) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.619 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: nuprl/MultiPL-E |
|
|
name: MultiPL-HumanEval (C++) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.526 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: nuprl/MultiPL-E |
|
|
name: MultiPL-HumanEval (PHP) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.552 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: nuprl/MultiPL-E |
|
|
name: MultiPL-HumanEval (Swift) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.530 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: nuprl/MultiPL-E |
|
|
name: MultiPL-HumanEval (Rust) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.461 |
|
|
verified: false |
|
|
|
|
|
- task: |
|
|
type: text-generation |
|
|
dataset: |
|
|
type: nuprl/MultiPL-E |
|
|
name: MultiPL-HumanEval (Average for non-python languages) |
|
|
metrics: |
|
|
- name: pass@1 |
|
|
type: pass@1 |
|
|
value: 0.529 |
|
|
verified: false |
|
|
|
|
|
--- |
|
|
<div align="center"> |
|
|
<img src="https://huggingface.co/wyt2000/InverseCoder-CL-7B/resolve/main/assets/logo.png" style="zoom:25%;" /> |
|
|
</div> |
|
|
|
|
|
# InverseCoder: Unleashing the Power of Instruction-Tuned Code LLMs with Inverse-Instruct |
|
|
|
|
|
<img src="https://huggingface.co/wyt2000/InverseCoder-CL-7B/resolve/main/assets/overview.png" style="zoom:50%;" /> |
|
|
|
|
|
InverseCoder is a series of instruction-tuned code LLMs by generating data from itself through Inverse-Instruct. |
|
|
|
