Update README.md
Browse files
README.md
CHANGED
@@ -201,4 +201,21 @@ pairs = [['what is panda?', 'hi'], ['what is panda?', 'The giant panda (Ailuropo
|
|
201 |
model.compute_score(pairs)
|
202 |
|
203 |
# [-2.655318021774292, 11.7670316696167]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
204 |
```
|
|
|
201 |
model.compute_score(pairs)
|
202 |
|
203 |
# [-2.655318021774292, 11.7670316696167]
|
204 |
+
```
|
205 |
+
|
206 |
+
|
207 |
+
## Evaluation on C-MTEB
|
208 |
+
|
209 |
+
```python
|
210 |
+
|
211 |
+
from C_MTEB.tasks import *
|
212 |
+
from mteb import MTEB
|
213 |
+
|
214 |
+
save_name = "LdIR-Qwen2-reranker-1.5B"
|
215 |
+
|
216 |
+
evaluation = MTEB(
|
217 |
+
task_types=["Reranking"], task_langs=['zh', 'zh2en', 'en2zh']
|
218 |
+
)
|
219 |
+
|
220 |
+
evaluation.run(model, output_folder=f"reranker_results/{save_name}")
|
221 |
```
|