|
conditions: |
|
|
|
- name: bm25.ar |
|
eval_key: miracl-v1.0-ar |
|
command: python -m pyserini.search.lucene --language ar --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4434 |
|
R@100: 0.8562 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4809 |
|
R@100: 0.8885 |
|
- name: bm25.bn |
|
eval_key: miracl-v1.0-bn |
|
command: python -m pyserini.search.lucene --language bn --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5122 |
|
R@100: 0.8934 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5079 |
|
R@100: 0.9088 |
|
- name: bm25.en |
|
eval_key: miracl-v1.0-en |
|
command: python -m pyserini.search.lucene --language en --topics miracl-v1.0-en-${split} --index miracl-v1.0-en --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3415 |
|
R@100: 0.7928 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3506 |
|
R@100: 0.8190 |
|
- name: bm25.es |
|
eval_key: miracl-v1.0-es |
|
command: python -m pyserini.search.lucene --language es --topics miracl-v1.0-es-${split} --index miracl-v1.0-es --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3030 |
|
R@100: 0.7020 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3193 |
|
R@100: 0.7018 |
|
- name: bm25.fa |
|
eval_key: miracl-v1.0-fa |
|
command: python -m pyserini.search.lucene --language fa --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3270 |
|
R@100: 0.7139 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3334 |
|
R@100: 0.7306 |
|
- name: bm25.fi |
|
eval_key: miracl-v1.0-fi |
|
command: python -m pyserini.search.lucene --language fi --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5106 |
|
R@100: 0.8471 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5513 |
|
R@100: 0.8910 |
|
- name: bm25.fr |
|
eval_key: miracl-v1.0-fr |
|
command: python -m pyserini.search.lucene --language fr --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.2152 |
|
R@100: 0.6601 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.1832 |
|
R@100: 0.6528 |
|
- name: bm25.hi |
|
eval_key: miracl-v1.0-hi |
|
command: python -m pyserini.search.lucene --language hi --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4745 |
|
R@100: 0.9016 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4578 |
|
R@100: 0.8679 |
|
- name: bm25.id |
|
eval_key: miracl-v1.0-id |
|
command: python -m pyserini.search.lucene --language id --topics miracl-v1.0-id-${split} --index miracl-v1.0-id --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4844 |
|
R@100: 0.9234 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4486 |
|
R@100: 0.9041 |
|
- name: bm25.ja |
|
eval_key: miracl-v1.0-ja |
|
command: python -m pyserini.search.lucene --language ja --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3796 |
|
R@100: 0.8225 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3689 |
|
R@100: 0.8048 |
|
- name: bm25.ko |
|
eval_key: miracl-v1.0-ko |
|
command: python -m pyserini.search.lucene --language ko --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4279 |
|
R@100: 0.7572 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4190 |
|
R@100: 0.7831 |
|
- name: bm25.ru |
|
eval_key: miracl-v1.0-ru |
|
command: python -m pyserini.search.lucene --language ru --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3153 |
|
R@100: 0.6464 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3342 |
|
R@100: 0.6614 |
|
- name: bm25.sw |
|
eval_key: miracl-v1.0-sw |
|
command: python -m pyserini.search.lucene --language sw --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3356 |
|
R@100: 0.6499 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3826 |
|
R@100: 0.7008 |
|
- name: bm25.te |
|
eval_key: miracl-v1.0-te |
|
command: python -m pyserini.search.lucene --language te --topics miracl-v1.0-te-${split} --index miracl-v1.0-te --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4814 |
|
R@100: 0.8077 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4942 |
|
R@100: 0.8307 |
|
- name: bm25.th |
|
eval_key: miracl-v1.0-th |
|
command: python -m pyserini.search.lucene --language th --topics miracl-v1.0-th-${split} --index miracl-v1.0-th --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4629 |
|
R@100: 0.8768 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4838 |
|
R@100: 0.8874 |
|
- name: bm25.zh |
|
eval_key: miracl-v1.0-zh |
|
command: python -m pyserini.search.lucene --language zh --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.2018 |
|
R@100: 0.5541 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.1801 |
|
R@100: 0.5599 |
|
- name: bm25.de |
|
eval_key: miracl-v1.0-de |
|
command: python -m pyserini.search.lucene --language de --topics miracl-v1.0-de-${split} --index miracl-v1.0-de --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.2262 |
|
R@100: 0.5724 |
|
- name: bm25.yo |
|
eval_key: miracl-v1.0-yo |
|
command: python -m pyserini.search.lucene --pretokenized --topics miracl-v1.0-yo-${split} --index miracl-v1.0-yo --output $output --batch 128 --threads 16 --bm25 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4059 |
|
R@100: 0.7325 |
|
|
|
|
|
- name: mdpr-tied-pft-msmarco.ar |
|
eval_key: miracl-v1.0-ar |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4653 |
|
R@100: 0.8293 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4993 |
|
R@100: 0.8407 |
|
- name: mdpr-tied-pft-msmarco.bn |
|
eval_key: miracl-v1.0-bn |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4362 |
|
R@100: 0.8045 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4427 |
|
R@100: 0.8193 |
|
- name: mdpr-tied-pft-msmarco.en |
|
eval_key: miracl-v1.0-en |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-en-${split} --index miracl-v1.0-en-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3986 |
|
R@100: 0.7779 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3938 |
|
R@100: 0.7675 |
|
- name: mdpr-tied-pft-msmarco.es |
|
eval_key: miracl-v1.0-es |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-es-${split} --index miracl-v1.0-es-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4637 |
|
R@100: 0.8654 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4777 |
|
R@100: 0.8643 |
|
- name: mdpr-tied-pft-msmarco.fa |
|
eval_key: miracl-v1.0-fa |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4882 |
|
R@100: 0.9092 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4800 |
|
R@100: 0.8980 |
|
- name: mdpr-tied-pft-msmarco.fi |
|
eval_key: miracl-v1.0-fi |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4426 |
|
R@100: 0.7611 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4721 |
|
R@100: 0.7877 |
|
- name: mdpr-tied-pft-msmarco.fr |
|
eval_key: miracl-v1.0-fr |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4372 |
|
R@100: 0.9268 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4352 |
|
R@100: 0.9154 |
|
- name: mdpr-tied-pft-msmarco.hi |
|
eval_key: miracl-v1.0-hi |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3685 |
|
R@100: 0.7780 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3830 |
|
R@100: 0.7755 |
|
- name: mdpr-tied-pft-msmarco.id |
|
eval_key: miracl-v1.0-id |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-id-${split} --index miracl-v1.0-id-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.2549 |
|
R@100: 0.5610 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.2719 |
|
R@100: 0.5734 |
|
- name: mdpr-tied-pft-msmarco.ja |
|
eval_key: miracl-v1.0-ja |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4342 |
|
R@100: 0.8211 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4390 |
|
R@100: 0.8254 |
|
- name: mdpr-tied-pft-msmarco.ko |
|
eval_key: miracl-v1.0-ko |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4147 |
|
R@100: 0.7699 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4189 |
|
R@100: 0.7369 |
|
- name: mdpr-tied-pft-msmarco.ru |
|
eval_key: miracl-v1.0-ru |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3812 |
|
R@100: 0.7854 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4073 |
|
R@100: 0.7972 |
|
- name: mdpr-tied-pft-msmarco.sw |
|
eval_key: miracl-v1.0-sw |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.2973 |
|
R@100: 0.5761 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.2990 |
|
R@100: 0.6158 |
|
- name: mdpr-tied-pft-msmarco.te |
|
eval_key: miracl-v1.0-te |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-te-${split} --index miracl-v1.0-te-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3723 |
|
R@100: 0.7698 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3557 |
|
R@100: 0.7619 |
|
- name: mdpr-tied-pft-msmarco.th |
|
eval_key: miracl-v1.0-th |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-th-${split} --index miracl-v1.0-th-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3451 |
|
R@100: 0.6728 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3578 |
|
R@100: 0.6783 |
|
- name: mdpr-tied-pft-msmarco.zh |
|
eval_key: miracl-v1.0-zh |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5040 |
|
R@100: 0.9355 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5116 |
|
R@100: 0.9436 |
|
- name: mdpr-tied-pft-msmarco.de |
|
eval_key: miracl-v1.0-de |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-de-${split} --index miracl-v1.0-de-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4895 |
|
R@100: 0.8983 |
|
- name: mdpr-tied-pft-msmarco.yo |
|
eval_key: miracl-v1.0-yo |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-yo-${split} --index miracl-v1.0-yo-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4439 |
|
R@100: 0.8403 |
|
|
|
|
|
- name: mdpr-tied-pft-msmarco-ft-all.ar |
|
eval_key: miracl-v1.0-ar |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.6954 |
|
R@100: 0.8542 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5782 |
|
R@100: 0.7953 |
|
- name: mdpr-tied-pft-msmarco-ft-all.bn |
|
eval_key: miracl-v1.0-bn |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.6823 |
|
R@100: 0.8646 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5804 |
|
R@100: 0.8480 |
|
- name: mdpr-tied-pft-msmarco-ft-all.en |
|
eval_key: miracl-v1.0-en |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-en-${split} --index miracl-v1.0-en-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3491 |
|
R@100: 0.5678 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.2813 |
|
R@100: 0.5083 |
|
- name: mdpr-tied-pft-msmarco-ft-all.es |
|
eval_key: miracl-v1.0-es |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-es-${split} --index miracl-v1.0-es-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.2488 |
|
R@100: 0.4799 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.2509 |
|
R@100: 0.4706 |
|
- name: mdpr-tied-pft-msmarco-ft-all.fa |
|
eval_key: miracl-v1.0-fa |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3809 |
|
R@100: 0.6899 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3836 |
|
R@100: 0.6863 |
|
- name: mdpr-tied-pft-msmarco-ft-all.fi |
|
eval_key: miracl-v1.0-fi |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.7738 |
|
R@100: 0.9081 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5694 |
|
R@100: 0.7984 |
|
- name: mdpr-tied-pft-msmarco-ft-all.fr |
|
eval_key: miracl-v1.0-fr |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.2989 |
|
R@100: 0.6197 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3010 |
|
R@100: 0.6005 |
|
- name: mdpr-tied-pft-msmarco-ft-all.hi |
|
eval_key: miracl-v1.0-hi |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3336 |
|
R@100: 0.6388 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3286 |
|
R@100: 0.6371 |
|
- name: mdpr-tied-pft-msmarco-ft-all.id |
|
eval_key: miracl-v1.0-id |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-id-${split} --index miracl-v1.0-id-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3321 |
|
R@100: 0.5492 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3462 |
|
R@100: 0.5841 |
|
- name: mdpr-tied-pft-msmarco-ft-all.ja |
|
eval_key: miracl-v1.0-ja |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.6378 |
|
R@100: 0.7950 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4999 |
|
R@100: 0.7451 |
|
- name: mdpr-tied-pft-msmarco-ft-all.ko |
|
eval_key: miracl-v1.0-ko |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5795 |
|
R@100: 0.7850 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4864 |
|
R@100: 0.7183 |
|
- name: mdpr-tied-pft-msmarco-ft-all.ru |
|
eval_key: miracl-v1.0-ru |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.6011 |
|
R@100: 0.8188 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3933 |
|
R@100: 0.6707 |
|
- name: mdpr-tied-pft-msmarco-ft-all.sw |
|
eval_key: miracl-v1.0-sw |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.8882 |
|
R@100: 0.9710 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6575 |
|
R@100: 0.8883 |
|
- name: mdpr-tied-pft-msmarco-ft-all.te |
|
eval_key: miracl-v1.0-te |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-te-${split} --index miracl-v1.0-te-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.8757 |
|
R@100: 0.9725 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.7783 |
|
R@100: 0.9513 |
|
- name: mdpr-tied-pft-msmarco-ft-all.th |
|
eval_key: miracl-v1.0-th |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-th-${split} --index miracl-v1.0-th-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.7761 |
|
R@100: 0.9241 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5975 |
|
R@100: 0.8360 |
|
- name: mdpr-tied-pft-msmarco-ft-all.zh |
|
eval_key: miracl-v1.0-zh |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3446 |
|
R@100: 0.6608 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3575 |
|
R@100: 0.6725 |
|
- name: mdpr-tied-pft-msmarco-ft-all.de |
|
eval_key: miracl-v1.0-de |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-de-${split} --index miracl-v1.0-de-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3219 |
|
R@100: 0.5990 |
|
- name: mdpr-tied-pft-msmarco-ft-all.yo |
|
eval_key: miracl-v1.0-yo |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-yo-${split} --index miracl-v1.0-yo-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5983 |
|
R@100: 0.8908 |
|
|
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.ar |
|
eval_key: miracl-v1.0-ar |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.6259 |
|
R@100: 0.9173 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6729 |
|
R@100: 0.9405 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.bn |
|
eval_key: miracl-v1.0-bn |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.6587 |
|
R@100: 0.9297 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6540 |
|
R@100: 0.9321 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.en |
|
eval_key: miracl-v1.0-en |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5347 |
|
R@100: 0.8772 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5488 |
|
R@100: 0.8815 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.es |
|
eval_key: miracl-v1.0-es |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.6234 |
|
R@100: 0.9425 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6413 |
|
R@100: 0.9479 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.fa |
|
eval_key: miracl-v1.0-fa |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5890 |
|
R@100: 0.9433 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5935 |
|
R@100: 0.9374 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.fi |
|
eval_key: miracl-v1.0-fi |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
scores: |
|
- nDCG@10: 0.6164 |
|
R@100: 0.8506 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6716 |
|
R@100: 0.8949 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.fr |
|
eval_key: miracl-v1.0-fr |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5299 |
|
R@100: 0.9709 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5233 |
|
R@100: 0.9647 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.hi |
|
eval_key: miracl-v1.0-hi |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.6217 |
|
R@100: 0.9059 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6157 |
|
R@100: 0.9115 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.id |
|
eval_key: miracl-v1.0-id |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4442 |
|
R@100: 0.7595 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4433 |
|
R@100: 0.7683 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.ja |
|
eval_key: miracl-v1.0-ja |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5795 |
|
R@100: 0.9082 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5757 |
|
R@100: 0.9036 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.ko |
|
eval_key: miracl-v1.0-ko |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5758 |
|
R@100: 0.8744 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6086 |
|
R@100: 0.8997 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.ru |
|
eval_key: miracl-v1.0-ru |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4921 |
|
R@100: 0.8494 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5323 |
|
R@100: 0.8738 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.sw |
|
eval_key: miracl-v1.0-sw |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4100 |
|
R@100: 0.6987 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4457 |
|
R@100: 0.7254 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.te |
|
eval_key: miracl-v1.0-te |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.6000 |
|
R@100: 0.8717 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6021 |
|
R@100: 0.8569 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.th |
|
eval_key: miracl-v1.0-th |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5669 |
|
R@100: 0.8195 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5990 |
|
R@100: 0.8228 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.zh |
|
eval_key: miracl-v1.0-zh |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5209 |
|
R@100: 0.9576 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5254 |
|
R@100: 0.9587 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.de |
|
eval_key: miracl-v1.0-de |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5643 |
|
R@100: 0.9482 |
|
- name: bm25-mdpr-tied-pft-msmarco-hybrid.yo |
|
eval_key: miracl-v1.0-yo |
|
command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6114 |
|
R@100: 0.9496 |
|
|
|
|
|
- name: mdpr-tied-pft-msmarco-ft-miracl.ar |
|
eval_key: miracl-v1.0-ar |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-ar --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar-mdpr-tied-pft-msmarco-ft-miracl-ar --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.7252 |
|
R@100: 0.9489 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.bn |
|
eval_key: miracl-v1.0-bn |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-bn --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn-mdpr-tied-pft-msmarco-ft-miracl-bn --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6842 |
|
R@100: 0.9547 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.en |
|
eval_key: miracl-v1.0-en |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-en --topics miracl-v1.0-en-${split} --index miracl-v1.0-en-mdpr-tied-pft-msmarco-ft-miracl-en --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4878 |
|
R@100: 0.8341 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.es |
|
eval_key: miracl-v1.0-es |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-es --topics miracl-v1.0-es-${split} --index miracl-v1.0-es-mdpr-tied-pft-msmarco-ft-miracl-es --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5648 |
|
R@100: 0.9109 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.fa |
|
eval_key: miracl-v1.0-fa |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-fa --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa-mdpr-tied-pft-msmarco-ft-miracl-fa --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5934 |
|
R@100: 0.9133 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.fi |
|
eval_key: miracl-v1.0-fi |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-fi --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi-mdpr-tied-pft-msmarco-ft-miracl-fi --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.7139 |
|
R@100: 0.9479 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.fr |
|
eval_key: miracl-v1.0-fr |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-fr --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr-mdpr-tied-pft-msmarco-ft-miracl-fr --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5893 |
|
R@100: 0.9537 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.hi |
|
eval_key: miracl-v1.0-hi |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-hi --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi-mdpr-tied-pft-msmarco-ft-miracl-hi --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5164 |
|
R@100: 0.8862 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.id |
|
eval_key: miracl-v1.0-id |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-id --topics miracl-v1.0-id-${split} --index miracl-v1.0-id-mdpr-tied-pft-msmarco-ft-miracl-id --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4959 |
|
R@100: 0.8642 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.ja |
|
eval_key: miracl-v1.0-ja |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-ja --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja-mdpr-tied-pft-msmarco-ft-miracl-ja --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6416 |
|
R@100: 0.9225 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.ko |
|
eval_key: miracl-v1.0-ko |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-ko --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko-mdpr-tied-pft-msmarco-ft-miracl-ko --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5901 |
|
R@100: 0.8857 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.ru |
|
eval_key: miracl-v1.0-ru |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-ru --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru-mdpr-tied-pft-msmarco-ft-miracl-ru --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5974 |
|
R@100: 0.9099 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.sw |
|
eval_key: miracl-v1.0-sw |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-sw --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw-mdpr-tied-pft-msmarco-ft-miracl-sw --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6853 |
|
R@100: 0.9367 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.te |
|
eval_key: miracl-v1.0-te |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-te --topics miracl-v1.0-te-${split} --index miracl-v1.0-te-mdpr-tied-pft-msmarco-ft-miracl-te --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.8037 |
|
R@100: 0.9616 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.th |
|
eval_key: miracl-v1.0-th |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-th --topics miracl-v1.0-th-${split} --index miracl-v1.0-th-mdpr-tied-pft-msmarco-ft-miracl-th --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6951 |
|
R@100: 0.9311 |
|
- name: mdpr-tied-pft-msmarco-ft-miracl.zh |
|
eval_key: miracl-v1.0-zh |
|
command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-zh --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh-mdpr-tied-pft-msmarco-ft-miracl-zh --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6500 |
|
R@100: 0.9631 |
|
|
|
|
|
- name: mcontriever-tied-pft-msmarco.ar |
|
eval_key: miracl-v1.0-ar |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5027 |
|
R@100: 0.9166 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5248 |
|
R@100: 0.9253 |
|
- name: mcontriever-tied-pft-msmarco.bn |
|
eval_key: miracl-v1.0-bn |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5138 |
|
R@100: 0.9313 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5011 |
|
R@100: 0.9205 |
|
- name: mcontriever-tied-pft-msmarco.en |
|
eval_key: miracl-v1.0-en |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-en-${split} --index miracl-v1.0-en-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3579 |
|
R@100: 0.7990 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3637 |
|
R@100: 0.7967 |
|
- name: mcontriever-tied-pft-msmarco.es |
|
eval_key: miracl-v1.0-es |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-es-${split} --index miracl-v1.0-es-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4081 |
|
R@100: 0.8339 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4184 |
|
R@100: 0.8411 |
|
- name: mcontriever-tied-pft-msmarco.fa |
|
eval_key: miracl-v1.0-fa |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.2263 |
|
R@100: 0.6374 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.2152 |
|
R@100: 0.6540 |
|
- name: mcontriever-tied-pft-msmarco.fi |
|
eval_key: miracl-v1.0-fi |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5680 |
|
R@100: 0.9369 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.6019 |
|
R@100: 0.9527 |
|
- name: mcontriever-tied-pft-msmarco.fr |
|
eval_key: miracl-v1.0-fr |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3332 |
|
R@100: 0.8341 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3140 |
|
R@100: 0.8243 |
|
- name: mcontriever-tied-pft-msmarco.hi |
|
eval_key: miracl-v1.0-hi |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.2886 |
|
R@100: 0.6664 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.2864 |
|
R@100: 0.6461 |
|
- name: mcontriever-tied-pft-msmarco.id |
|
eval_key: miracl-v1.0-id |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-id-${split} --index miracl-v1.0-id-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3748 |
|
R@100: 0.7955 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3915 |
|
R@100: 0.8015 |
|
- name: mcontriever-tied-pft-msmarco.ja |
|
eval_key: miracl-v1.0-ja |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4402 |
|
R@100: 0.8813 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4240 |
|
R@100: 0.8783 |
|
- name: mcontriever-tied-pft-msmarco.ko |
|
eval_key: miracl-v1.0-ko |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4799 |
|
R@100: 0.8672 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4829 |
|
R@100: 0.8753 |
|
- name: mcontriever-tied-pft-msmarco.ru |
|
eval_key: miracl-v1.0-ru |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.3811 |
|
R@100: 0.8369 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.3913 |
|
R@100: 0.8500 |
|
- name: mcontriever-tied-pft-msmarco.sw |
|
eval_key: miracl-v1.0-sw |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5568 |
|
R@100: 0.9130 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5600 |
|
R@100: 0.9108 |
|
- name: mcontriever-tied-pft-msmarco.te |
|
eval_key: miracl-v1.0-te |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-te-${split} --index miracl-v1.0-te-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5260 |
|
R@100: 0.9457 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5283 |
|
R@100: 0.9612 |
|
- name: mcontriever-tied-pft-msmarco.th |
|
eval_key: miracl-v1.0-th |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-th-${split} --index miracl-v1.0-th-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.5299 |
|
R@100: 0.9361 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.5173 |
|
R@100: 0.9361 |
|
- name: mcontriever-tied-pft-msmarco.zh |
|
eval_key: miracl-v1.0-zh |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: train |
|
scores: |
|
- nDCG@10: 0.4283 |
|
R@100: 0.8745 |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4097 |
|
R@100: 0.9026 |
|
- name: mcontriever-tied-pft-msmarco.de |
|
eval_key: miracl-v1.0-de |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-de-${split} --index miracl-v1.0-de-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4079 |
|
R@100: 0.8407 |
|
- name: mcontriever-tied-pft-msmarco.yo |
|
eval_key: miracl-v1.0-yo |
|
command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-yo-${split} --index miracl-v1.0-yo-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000 |
|
splits: |
|
- split: dev |
|
scores: |
|
- nDCG@10: 0.4150 |
|
R@100: 0.7703 |
|
|