Upload folder using huggingface_hub
Browse files
README.md
CHANGED
|
@@ -151,17 +151,17 @@ print(scores.tolist())
|
|
| 151 |
|
| 152 |
| | CodeXEmbed-2B | CodeXEmbed-7B | Voyage-Code-002 | Voyage-Code-003 | BGE-Code-v1 |
|
| 153 |
|---------------------------------------|---------------|---------------|-----------------|-----------------|-----------|
|
| 154 |
-
| Apps | 76.86 | 85.38 | 26.52 | 93.62 | 98.08 |
|
| 155 |
-
| CosQA | 40.47 | 42.47 | 29.79 | 34.45 | 46.72 |
|
| 156 |
-
| Text2SQL | 78.42 | 78.94 | 69.26 | 62.87 | 64.35 |
|
| 157 |
-
| CSN | 87.87 | 89.67 | 81.79 | 89.35 | 89.53 |
|
| 158 |
-
| CSN-CCR | 97.66 | 97.95 | 73.45 | 90.05 | 98.30 |
|
| 159 |
-
| CodeTrans-Contest | 90.30 | 94.45 | 72.77 | 94.96 | 94.38 |
|
| 160 |
-
| CodeTrans-DL | 38.57 | 40.46 | 27.48 | 38.57 | 46.13 |
|
| 161 |
-
| StackOverFlow-QA | 94.47 | 96.33 | 67.68 | 97.17 | 95.35 |
|
| 162 |
-
| CodeFeedBack-ST | 86.36 | 87.53 | 65.35 | 90.67 | 90.56 |
|
| 163 |
-
| CodeFeedBack-MT | 65.51 | 68.83 | 28.74 | 93.58 | 94.38 |
|
| 164 |
-
| AVG | **75.65** | **78.20** | **56.26** | **78.53** | **81.77** |
|
| 165 |
|
| 166 |
- CodedRAG
|
| 167 |
|
|
@@ -174,7 +174,7 @@ print(scores.tolist())
|
|
| 174 |
| Voyage-Code-003 | 100.0 | 99.6 | 38.9 | 36.3 | 90.0 | 70.1 | **72.5** |
|
| 175 |
| BGE-Code-v1 | 100.0 | 99.2 | 40.9 | 36.1 | 93.1 | 67.4 | **72.8** |
|
| 176 |
|
| 177 |
-
###
|
| 178 |
|
| 179 |
```python
|
| 180 |
{
|
|
@@ -218,7 +218,6 @@ If you find this repository useful, please consider giving a star :star: and cit
|
|
| 218 |
primaryClass={cs.CL}
|
| 219 |
}
|
| 220 |
|
| 221 |
-
|
| 222 |
@misc{bge_embedding,
|
| 223 |
title={C-Pack: Packaged Resources To Advance General Chinese Embedding},
|
| 224 |
author={Shitao Xiao and Zheng Liu and Peitian Zhang and Niklas Muennighoff},
|
|
|
|
| 151 |
|
| 152 |
| | CodeXEmbed-2B | CodeXEmbed-7B | Voyage-Code-002 | Voyage-Code-003 | BGE-Code-v1 |
|
| 153 |
|---------------------------------------|---------------|---------------|-----------------|-----------------|-----------|
|
| 154 |
+
| **Apps** | 76.86 | 85.38 | 26.52 | 93.62 | 98.08 |
|
| 155 |
+
| **CosQA** | 40.47 | 42.47 | 29.79 | 34.45 | 46.72 |
|
| 156 |
+
| **Text2SQL** | 78.42 | 78.94 | 69.26 | 62.87 | 64.35 |
|
| 157 |
+
| **CSN** | 87.87 | 89.67 | 81.79 | 89.35 | 89.53 |
|
| 158 |
+
| **CSN-CCR** | 97.66 | 97.95 | 73.45 | 90.05 | 98.30 |
|
| 159 |
+
| **CodeTrans-Contest** | 90.30 | 94.45 | 72.77 | 94.96 | 94.38 |
|
| 160 |
+
| **CodeTrans-DL** | 38.57 | 40.46 | 27.48 | 38.57 | 46.13 |
|
| 161 |
+
| **StackOverFlow-QA** | 94.47 | 96.33 | 67.68 | 97.17 | 95.35 |
|
| 162 |
+
| **CodeFeedBack-ST** | 86.36 | 87.53 | 65.35 | 90.67 | 90.56 |
|
| 163 |
+
| **CodeFeedBack-MT** | 65.51 | 68.83 | 28.74 | 93.58 | 94.38 |
|
| 164 |
+
| **AVG** | **75.65** | **78.20** | **56.26** | **78.53** | **81.77** |
|
| 165 |
|
| 166 |
- CodedRAG
|
| 167 |
|
|
|
|
| 174 |
| Voyage-Code-003 | 100.0 | 99.6 | 38.9 | 36.3 | 90.0 | 70.1 | **72.5** |
|
| 175 |
| BGE-Code-v1 | 100.0 | 99.2 | 40.9 | 36.1 | 93.1 | 67.4 | **72.8** |
|
| 176 |
|
| 177 |
+
### Instructions for Evaluation
|
| 178 |
|
| 179 |
```python
|
| 180 |
{
|
|
|
|
| 218 |
primaryClass={cs.CL}
|
| 219 |
}
|
| 220 |
|
|
|
|
| 221 |
@misc{bge_embedding,
|
| 222 |
title={C-Pack: Packaged Resources To Advance General Chinese Embedding},
|
| 223 |
author={Shitao Xiao and Zheng Liu and Peitian Zhang and Niklas Muennighoff},
|