Skip to content

Commit

Permalink
update CMTEB eval.
Browse files Browse the repository at this point in the history
  • Loading branch information
shibing624 committed Sep 4, 2023
1 parent f68ab2a commit 08075ba
Showing 1 changed file with 5 additions and 4 deletions.
9 changes: 5 additions & 4 deletions tests/eval_C-MTEB.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,14 +3,15 @@
@author:XuMing([email protected])
@description: Evaluate C-MTEB benchmark
pip install mteb
pip install -U C_MTEB
code modified from https://github.com/FlagOpen/FlagEmbedding
"""
import argparse

from mteb import MTEB

from C_MTEB.tasks import *
from C_MTEB import ChineseTaskList
from flag_dres_model import FlagDRESModel

query_instruction_for_retrieval_dict = {
Expand Down Expand Up @@ -38,8 +39,8 @@ def get_args():
task_langs=['zh', 'zh-CN']).tasks]
print(task_names)
for task in task_names:
# if task not in ChineseTaskList:
# continue
if task not in ChineseTaskList:
continue
if task in ['T2Retrieval', 'MMarcoRetrieval', 'DuRetrieval',
'CovidRetrieval', 'CmedqaRetrieval',
'EcomRetrieval', 'MedicalRetrieval', 'VideoRetrieval',
Expand Down

0 comments on commit 08075ba

Please sign in to comment.