conditions:
  # BM25
  - name: bm25.ar
    eval_key: miracl-v1.0-ar
    command: python -m pyserini.search.lucene --language ar --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4434
            R@100: 0.8562
      - split: dev
        scores:
          - nDCG@10: 0.4809
            R@100: 0.8885
  - name: bm25.bn
    eval_key: miracl-v1.0-bn
    command: python -m pyserini.search.lucene --language bn --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5122
            R@100: 0.8934
      - split: dev
        scores:
          - nDCG@10: 0.5079
            R@100: 0.9088
  - name: bm25.en
    eval_key: miracl-v1.0-en
    command: python -m pyserini.search.lucene --language en --topics miracl-v1.0-en-${split} --index miracl-v1.0-en --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3415
            R@100: 0.7928
      - split: dev
        scores:
          - nDCG@10: 0.3506
            R@100: 0.8190
  - name: bm25.es
    eval_key: miracl-v1.0-es
    command: python -m pyserini.search.lucene --language es --topics miracl-v1.0-es-${split} --index miracl-v1.0-es --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3030
            R@100: 0.7020
      - split: dev
        scores:
          - nDCG@10: 0.3193
            R@100: 0.7018
  - name: bm25.fa
    eval_key: miracl-v1.0-fa
    command: python -m pyserini.search.lucene --language fa --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3270
            R@100: 0.7139
      - split: dev
        scores:
          - nDCG@10: 0.3334
            R@100: 0.7306
  - name: bm25.fi
    eval_key: miracl-v1.0-fi
    command: python -m pyserini.search.lucene --language fi --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5106
            R@100: 0.8471
      - split: dev
        scores:
          - nDCG@10: 0.5513
            R@100: 0.8910
  - name: bm25.fr
    eval_key: miracl-v1.0-fr
    command: python -m pyserini.search.lucene --language fr --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.2152
            R@100: 0.6601
      - split: dev
        scores:
          - nDCG@10: 0.1832
            R@100: 0.6528
  - name: bm25.hi
    eval_key: miracl-v1.0-hi
    command: python -m pyserini.search.lucene --language hi --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4745
            R@100: 0.9016
      - split: dev
        scores:
          - nDCG@10: 0.4578
            R@100: 0.8679
  - name: bm25.id
    eval_key: miracl-v1.0-id
    command: python -m pyserini.search.lucene --language id --topics miracl-v1.0-id-${split} --index miracl-v1.0-id --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4844
            R@100: 0.9234
      - split: dev
        scores:
          - nDCG@10: 0.4486
            R@100: 0.9041
  - name: bm25.ja
    eval_key: miracl-v1.0-ja
    command: python -m pyserini.search.lucene --language ja --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3796
            R@100: 0.8225
      - split: dev
        scores:
          - nDCG@10: 0.3689
            R@100: 0.8048
  - name: bm25.ko
    eval_key: miracl-v1.0-ko
    command: python -m pyserini.search.lucene --language ko --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4279
            R@100: 0.7572
      - split: dev
        scores:
          - nDCG@10: 0.4190
            R@100: 0.7831
  - name: bm25.ru
    eval_key: miracl-v1.0-ru
    command: python -m pyserini.search.lucene --language ru --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3153
            R@100: 0.6464
      - split: dev
        scores:
          - nDCG@10: 0.3342
            R@100: 0.6614
  - name: bm25.sw
    eval_key: miracl-v1.0-sw
    command: python -m pyserini.search.lucene --language sw --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3356
            R@100: 0.6499
      - split: dev
        scores:
          - nDCG@10: 0.3826
            R@100: 0.7008
  - name: bm25.te
    eval_key: miracl-v1.0-te
    command: python -m pyserini.search.lucene --language te --topics miracl-v1.0-te-${split} --index miracl-v1.0-te --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4814
            R@100: 0.8077
      - split: dev
        scores:
          - nDCG@10: 0.4942
            R@100: 0.8307
  - name: bm25.th
    eval_key: miracl-v1.0-th
    command: python -m pyserini.search.lucene --language th --topics miracl-v1.0-th-${split} --index miracl-v1.0-th --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4629
            R@100: 0.8768
      - split: dev
        scores:
          - nDCG@10: 0.4838
            R@100: 0.8874
  - name: bm25.zh
    eval_key: miracl-v1.0-zh
    command: python -m pyserini.search.lucene --language zh --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.2018
            R@100: 0.5541
      - split: dev
        scores:
          - nDCG@10: 0.1801
            R@100: 0.5599
  - name: bm25.de
    eval_key: miracl-v1.0-de
    command: python -m pyserini.search.lucene --language de --topics miracl-v1.0-de-${split} --index miracl-v1.0-de --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.2262
            R@100: 0.5724
  - name: bm25.yo
    eval_key: miracl-v1.0-yo
    command: python -m pyserini.search.lucene --pretokenized --topics miracl-v1.0-yo-${split} --index miracl-v1.0-yo --output $output --batch 128 --threads 16 --bm25 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.4059
            R@100: 0.7325

  # mdpr-tied-pft-msmarco
  - name: mdpr-tied-pft-msmarco.ar
    eval_key: miracl-v1.0-ar
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:     
          - nDCG@10: 0.4653
            R@100: 0.8293  
      - split: dev       
        scores:   
          - nDCG@10: 0.4993
            R@100: 0.8407
  - name: mdpr-tied-pft-msmarco.bn
    eval_key: miracl-v1.0-bn
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:     
          - nDCG@10: 0.4362
            R@100: 0.8045  
      - split: dev       
        scores:   
          - nDCG@10: 0.4427
            R@100: 0.8193
  - name: mdpr-tied-pft-msmarco.en
    eval_key: miracl-v1.0-en
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-en-${split} --index miracl-v1.0-en-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:     
          - nDCG@10: 0.3986
            R@100: 0.7779  
      - split: dev       
        scores:   
          - nDCG@10: 0.3938
            R@100: 0.7675
  - name: mdpr-tied-pft-msmarco.es
    eval_key: miracl-v1.0-es
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-es-${split} --index miracl-v1.0-es-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4637
            R@100: 0.8654
      - split: dev
        scores:
          - nDCG@10: 0.4777
            R@100: 0.8643
  - name: mdpr-tied-pft-msmarco.fa
    eval_key: miracl-v1.0-fa
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4882
            R@100: 0.9092
      - split: dev
        scores:
          - nDCG@10: 0.4800
            R@100: 0.8980
  - name: mdpr-tied-pft-msmarco.fi
    eval_key: miracl-v1.0-fi
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:     
          - nDCG@10: 0.4426
            R@100: 0.7611  
      - split: dev       
        scores:   
          - nDCG@10: 0.4721
            R@100: 0.7877
  - name: mdpr-tied-pft-msmarco.fr
    eval_key: miracl-v1.0-fr
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4372
            R@100: 0.9268
      - split: dev
        scores:
          - nDCG@10: 0.4352
            R@100: 0.9154
  - name: mdpr-tied-pft-msmarco.hi
    eval_key: miracl-v1.0-hi
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3685
            R@100: 0.7780
      - split: dev
        scores:
          - nDCG@10: 0.3830
            R@100: 0.7755
  - name: mdpr-tied-pft-msmarco.id
    eval_key: miracl-v1.0-id
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-id-${split} --index miracl-v1.0-id-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:     
          - nDCG@10: 0.2549
            R@100: 0.5610  
      - split: dev       
        scores:   
          - nDCG@10: 0.2719
            R@100: 0.5734
  - name: mdpr-tied-pft-msmarco.ja
    eval_key: miracl-v1.0-ja
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:     
          - nDCG@10: 0.4342
            R@100: 0.8211  
      - split: dev       
        scores:   
          - nDCG@10: 0.4390
            R@100: 0.8254
  - name: mdpr-tied-pft-msmarco.ko
    eval_key: miracl-v1.0-ko
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:     
          - nDCG@10: 0.4147
            R@100: 0.7699  
      - split: dev       
        scores:   
          - nDCG@10: 0.4189
            R@100: 0.7369
  - name: mdpr-tied-pft-msmarco.ru
    eval_key: miracl-v1.0-ru
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:     
          - nDCG@10: 0.3812
            R@100: 0.7854  
      - split: dev       
        scores:   
          - nDCG@10: 0.4073
            R@100: 0.7972
  - name: mdpr-tied-pft-msmarco.sw
    eval_key: miracl-v1.0-sw
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:     
          - nDCG@10: 0.2973
            R@100: 0.5761  
      - split: dev       
        scores:   
          - nDCG@10: 0.2990
            R@100: 0.6158
  - name: mdpr-tied-pft-msmarco.te
    eval_key: miracl-v1.0-te
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-te-${split} --index miracl-v1.0-te-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3723
            R@100: 0.7698
      - split: dev
        scores:
          - nDCG@10: 0.3557
            R@100: 0.7619
  - name: mdpr-tied-pft-msmarco.th
    eval_key: miracl-v1.0-th
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-th-${split} --index miracl-v1.0-th-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3451
            R@100: 0.6728
      - split: dev
        scores:
          - nDCG@10: 0.3578
            R@100: 0.6783
  - name: mdpr-tied-pft-msmarco.zh
    eval_key: miracl-v1.0-zh
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5040
            R@100: 0.9355
      - split: dev
        scores:
          - nDCG@10: 0.5116
            R@100: 0.9436
  - name: mdpr-tied-pft-msmarco.de
    eval_key: miracl-v1.0-de
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-de-${split} --index miracl-v1.0-de-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.4895
            R@100: 0.8983
  - name: mdpr-tied-pft-msmarco.yo
    eval_key: miracl-v1.0-yo
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco --topics miracl-v1.0-yo-${split} --index miracl-v1.0-yo-mdpr-tied-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.4439
            R@100: 0.8403

  # mdpr-tied-pft-msmarco-ft-all
  - name: mdpr-tied-pft-msmarco-ft-all.ar
    eval_key: miracl-v1.0-ar
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.6954
            R@100: 0.8542
      - split: dev
        scores:
          - nDCG@10: 0.5782
            R@100: 0.7953
  - name: mdpr-tied-pft-msmarco-ft-all.bn
    eval_key: miracl-v1.0-bn
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.6823
            R@100: 0.8646
      - split: dev
        scores:
          - nDCG@10: 0.5804
            R@100: 0.8480
  - name: mdpr-tied-pft-msmarco-ft-all.en
    eval_key: miracl-v1.0-en
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-en-${split} --index miracl-v1.0-en-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3491
            R@100: 0.5678
      - split: dev
        scores:
          - nDCG@10: 0.2813
            R@100: 0.5083
  - name: mdpr-tied-pft-msmarco-ft-all.es
    eval_key: miracl-v1.0-es
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-es-${split} --index miracl-v1.0-es-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.2488
            R@100: 0.4799
      - split: dev
        scores:
          - nDCG@10: 0.2509
            R@100: 0.4706
  - name: mdpr-tied-pft-msmarco-ft-all.fa
    eval_key: miracl-v1.0-fa
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3809
            R@100: 0.6899
      - split: dev
        scores:
          - nDCG@10: 0.3836
            R@100: 0.6863
  - name: mdpr-tied-pft-msmarco-ft-all.fi
    eval_key: miracl-v1.0-fi
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.7738
            R@100: 0.9081
      - split: dev
        scores:
          - nDCG@10: 0.5694
            R@100: 0.7984
  - name: mdpr-tied-pft-msmarco-ft-all.fr
    eval_key: miracl-v1.0-fr
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.2989
            R@100: 0.6197
      - split: dev
        scores:
          - nDCG@10: 0.3010
            R@100: 0.6005
  - name: mdpr-tied-pft-msmarco-ft-all.hi
    eval_key: miracl-v1.0-hi
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3336
            R@100: 0.6388
      - split: dev
        scores:
          - nDCG@10: 0.3286
            R@100: 0.6371
  - name: mdpr-tied-pft-msmarco-ft-all.id
    eval_key: miracl-v1.0-id
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-id-${split} --index miracl-v1.0-id-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3321
            R@100: 0.5492
      - split: dev
        scores:
          - nDCG@10: 0.3462
            R@100: 0.5841
  - name: mdpr-tied-pft-msmarco-ft-all.ja
    eval_key: miracl-v1.0-ja
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.6378
            R@100: 0.7950
      - split: dev
        scores:
          - nDCG@10: 0.4999
            R@100: 0.7451
  - name: mdpr-tied-pft-msmarco-ft-all.ko
    eval_key: miracl-v1.0-ko
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5795
            R@100: 0.7850
      - split: dev
        scores:
          - nDCG@10: 0.4864
            R@100: 0.7183
  - name: mdpr-tied-pft-msmarco-ft-all.ru
    eval_key: miracl-v1.0-ru
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.6011
            R@100: 0.8188
      - split: dev
        scores:
          - nDCG@10: 0.3933
            R@100: 0.6707
  - name: mdpr-tied-pft-msmarco-ft-all.sw
    eval_key: miracl-v1.0-sw
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.8882
            R@100: 0.9710
      - split: dev
        scores:
          - nDCG@10: 0.6575
            R@100: 0.8883
  - name: mdpr-tied-pft-msmarco-ft-all.te
    eval_key: miracl-v1.0-te
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-te-${split} --index miracl-v1.0-te-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.8757
            R@100: 0.9725
      - split: dev
        scores:
          - nDCG@10: 0.7783
            R@100: 0.9513
  - name: mdpr-tied-pft-msmarco-ft-all.th
    eval_key: miracl-v1.0-th
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-th-${split} --index miracl-v1.0-th-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.7761
            R@100: 0.9241
      - split: dev
        scores:
          - nDCG@10: 0.5975
            R@100: 0.8360
  - name: mdpr-tied-pft-msmarco-ft-all.zh
    eval_key: miracl-v1.0-zh
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3446
            R@100: 0.6608
      - split: dev
        scores:
          - nDCG@10: 0.3575
            R@100: 0.6725
  - name: mdpr-tied-pft-msmarco-ft-all.de
    eval_key: miracl-v1.0-de
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-de-${split} --index miracl-v1.0-de-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.3219
            R@100: 0.5990
  - name: mdpr-tied-pft-msmarco-ft-all.yo
    eval_key: miracl-v1.0-yo
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-all --topics miracl-v1.0-yo-${split} --index miracl-v1.0-yo-mdpr-tied-pft-msmarco-ft-all --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.5983
            R@100: 0.8908

  - name: bm25-mdpr-tied-pft-msmarco-hybrid.ar
    eval_key: miracl-v1.0-ar
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits: 
      - split: train
        scores:
          - nDCG@10: 0.6259
            R@100: 0.9173
      - split: dev
        scores:
          - nDCG@10: 0.6729
            R@100: 0.9405
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.bn
    eval_key: miracl-v1.0-bn
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.6587
            R@100: 0.9297
      - split: dev
        scores:
          - nDCG@10: 0.6540
            R@100: 0.9321
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.en
    eval_key: miracl-v1.0-en
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5347
            R@100: 0.8772
      - split: dev
        scores:
          - nDCG@10: 0.5488
            R@100: 0.8815
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.es
    eval_key: miracl-v1.0-es
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.6234
            R@100: 0.9425
      - split: dev
        scores:
          - nDCG@10: 0.6413
            R@100: 0.9479
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.fa
    eval_key: miracl-v1.0-fa
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5890
            R@100: 0.9433
      - split: dev
        scores:
          - nDCG@10: 0.5935
            R@100: 0.9374
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.fi
    eval_key: miracl-v1.0-fi
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
        scores:
          - nDCG@10: 0.6164
            R@100: 0.8506
      - split: dev
        scores:
          - nDCG@10: 0.6716
            R@100: 0.8949
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.fr
    eval_key: miracl-v1.0-fr
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5299
            R@100: 0.9709
      - split: dev
        scores:
          - nDCG@10: 0.5233
            R@100: 0.9647
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.hi
    eval_key: miracl-v1.0-hi
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.6217
            R@100: 0.9059
      - split: dev
        scores:
          - nDCG@10: 0.6157
            R@100: 0.9115
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.id
    eval_key: miracl-v1.0-id
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4442
            R@100: 0.7595
      - split: dev
        scores:
          - nDCG@10: 0.4433
            R@100: 0.7683
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.ja
    eval_key: miracl-v1.0-ja
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5795
            R@100: 0.9082
      - split: dev
        scores:
          - nDCG@10: 0.5757
            R@100: 0.9036
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.ko
    eval_key: miracl-v1.0-ko
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5758
            R@100: 0.8744
      - split: dev
        scores:
          - nDCG@10: 0.6086
            R@100: 0.8997
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.ru
    eval_key: miracl-v1.0-ru
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4921
            R@100: 0.8494
      - split: dev
        scores:
          - nDCG@10: 0.5323
            R@100: 0.8738
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.sw
    eval_key: miracl-v1.0-sw
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4100
            R@100: 0.6987
      - split: dev
        scores:
          - nDCG@10: 0.4457
            R@100: 0.7254
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.te
    eval_key: miracl-v1.0-te
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.6000
            R@100: 0.8717
      - split: dev
        scores:
          - nDCG@10: 0.6021
            R@100: 0.8569
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.th
    eval_key: miracl-v1.0-th
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5669
            R@100: 0.8195
      - split: dev
        scores:
          - nDCG@10: 0.5990
            R@100: 0.8228
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.zh
    eval_key: miracl-v1.0-zh
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5209
            R@100: 0.9576
      - split: dev
        scores:
          - nDCG@10: 0.5254
            R@100: 0.9587
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.de
    eval_key: miracl-v1.0-de
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.5643
            R@100: 0.9482
  - name: bm25-mdpr-tied-pft-msmarco-hybrid.yo
    eval_key: miracl-v1.0-yo
    command: python -m pyserini.fusion --runs ${bm25_output} ${mdpr_output} --output ${output} --method interpolation --alpha 0.5 --depth 1000 --k 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.6114
            R@100: 0.9496

 # mdpr-tied-pft-msmarco-ft-miracl-ft-miracl 
  - name: mdpr-tied-pft-msmarco-ft-miracl.ar
    eval_key: miracl-v1.0-ar
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-ar --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar-mdpr-tied-pft-msmarco-ft-miracl-ar --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev       
        scores:   
          - nDCG@10: 0.7252
            R@100: 0.9489
  - name: mdpr-tied-pft-msmarco-ft-miracl.bn
    eval_key: miracl-v1.0-bn
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-bn --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn-mdpr-tied-pft-msmarco-ft-miracl-bn --output $output --batch 128 --threads 16 --hits 1000
    splits: 
      - split: dev       
        scores:   
          - nDCG@10: 0.6842
            R@100: 0.9547
  - name: mdpr-tied-pft-msmarco-ft-miracl.en
    eval_key: miracl-v1.0-en
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-en --topics miracl-v1.0-en-${split} --index miracl-v1.0-en-mdpr-tied-pft-msmarco-ft-miracl-en --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev       
        scores:   
          - nDCG@10: 0.4878
            R@100: 0.8341
  - name: mdpr-tied-pft-msmarco-ft-miracl.es
    eval_key: miracl-v1.0-es
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-es --topics miracl-v1.0-es-${split} --index miracl-v1.0-es-mdpr-tied-pft-msmarco-ft-miracl-es --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.5648
            R@100: 0.9109
  - name: mdpr-tied-pft-msmarco-ft-miracl.fa
    eval_key: miracl-v1.0-fa
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-fa --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa-mdpr-tied-pft-msmarco-ft-miracl-fa --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.5934
            R@100: 0.9133
  - name: mdpr-tied-pft-msmarco-ft-miracl.fi
    eval_key: miracl-v1.0-fi
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-fi --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi-mdpr-tied-pft-msmarco-ft-miracl-fi --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev       
        scores:   
          - nDCG@10: 0.7139
            R@100: 0.9479
  - name: mdpr-tied-pft-msmarco-ft-miracl.fr
    eval_key: miracl-v1.0-fr
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-fr --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr-mdpr-tied-pft-msmarco-ft-miracl-fr --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.5893
            R@100: 0.9537
  - name: mdpr-tied-pft-msmarco-ft-miracl.hi
    eval_key: miracl-v1.0-hi
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-hi --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi-mdpr-tied-pft-msmarco-ft-miracl-hi --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.5164
            R@100: 0.8862
  - name: mdpr-tied-pft-msmarco-ft-miracl.id
    eval_key: miracl-v1.0-id
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-id --topics miracl-v1.0-id-${split} --index miracl-v1.0-id-mdpr-tied-pft-msmarco-ft-miracl-id --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev       
        scores:   
          - nDCG@10: 0.4959
            R@100: 0.8642
  - name: mdpr-tied-pft-msmarco-ft-miracl.ja
    eval_key: miracl-v1.0-ja
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-ja --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja-mdpr-tied-pft-msmarco-ft-miracl-ja --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev       
        scores:   
          - nDCG@10: 0.6416
            R@100: 0.9225
  - name: mdpr-tied-pft-msmarco-ft-miracl.ko
    eval_key: miracl-v1.0-ko
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-ko --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko-mdpr-tied-pft-msmarco-ft-miracl-ko --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev       
        scores:   
          - nDCG@10: 0.5901
            R@100: 0.8857
  - name: mdpr-tied-pft-msmarco-ft-miracl.ru
    eval_key: miracl-v1.0-ru
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-ru --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru-mdpr-tied-pft-msmarco-ft-miracl-ru --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev       
        scores:   
          - nDCG@10: 0.5974
            R@100: 0.9099
  - name: mdpr-tied-pft-msmarco-ft-miracl.sw
    eval_key: miracl-v1.0-sw
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-sw --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw-mdpr-tied-pft-msmarco-ft-miracl-sw --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev       
        scores:   
          - nDCG@10: 0.6853
            R@100: 0.9367
  - name: mdpr-tied-pft-msmarco-ft-miracl.te
    eval_key: miracl-v1.0-te
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-te --topics miracl-v1.0-te-${split} --index miracl-v1.0-te-mdpr-tied-pft-msmarco-ft-miracl-te --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.8037
            R@100: 0.9616
  - name: mdpr-tied-pft-msmarco-ft-miracl.th
    eval_key: miracl-v1.0-th
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-th --topics miracl-v1.0-th-${split} --index miracl-v1.0-th-mdpr-tied-pft-msmarco-ft-miracl-th --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.6951
            R@100: 0.9311
  - name: mdpr-tied-pft-msmarco-ft-miracl.zh
    eval_key: miracl-v1.0-zh
    command: python -m pyserini.search.faiss --encoder-class auto --encoder castorini/mdpr-tied-pft-msmarco-ft-miracl-zh --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh-mdpr-tied-pft-msmarco-ft-miracl-zh --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.6500
            R@100: 0.9631

  # mcontriever
  - name: mcontriever-tied-pft-msmarco.ar
    eval_key: miracl-v1.0-ar
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-ar-${split} --index miracl-v1.0-ar-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5027
            R@100: 0.9166
      - split: dev
        scores:
          - nDCG@10: 0.5248
            R@100: 0.9253
  - name: mcontriever-tied-pft-msmarco.bn
    eval_key: miracl-v1.0-bn
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-bn-${split} --index miracl-v1.0-bn-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5138
            R@100: 0.9313
      - split: dev
        scores:
          - nDCG@10: 0.5011
            R@100: 0.9205
  - name: mcontriever-tied-pft-msmarco.en
    eval_key: miracl-v1.0-en
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-en-${split} --index miracl-v1.0-en-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3579
            R@100: 0.7990
      - split: dev
        scores:
          - nDCG@10: 0.3637
            R@100: 0.7967
  - name: mcontriever-tied-pft-msmarco.es
    eval_key: miracl-v1.0-es
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-es-${split} --index miracl-v1.0-es-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4081
            R@100: 0.8339
      - split: dev
        scores:
          - nDCG@10: 0.4184
            R@100: 0.8411
  - name: mcontriever-tied-pft-msmarco.fa
    eval_key: miracl-v1.0-fa
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-fa-${split} --index miracl-v1.0-fa-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.2263
            R@100: 0.6374
      - split: dev
        scores:
          - nDCG@10: 0.2152
            R@100: 0.6540
  - name: mcontriever-tied-pft-msmarco.fi
    eval_key: miracl-v1.0-fi
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-fi-${split} --index miracl-v1.0-fi-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5680
            R@100: 0.9369
      - split: dev
        scores:
          - nDCG@10: 0.6019
            R@100: 0.9527
  - name: mcontriever-tied-pft-msmarco.fr
    eval_key: miracl-v1.0-fr
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-fr-${split} --index miracl-v1.0-fr-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3332
            R@100: 0.8341
      - split: dev
        scores:
          - nDCG@10: 0.3140
            R@100: 0.8243
  - name: mcontriever-tied-pft-msmarco.hi
    eval_key: miracl-v1.0-hi
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-hi-${split} --index miracl-v1.0-hi-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.2886
            R@100: 0.6664
      - split: dev
        scores:
          - nDCG@10: 0.2864
            R@100: 0.6461
  - name: mcontriever-tied-pft-msmarco.id
    eval_key: miracl-v1.0-id
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-id-${split} --index miracl-v1.0-id-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3748
            R@100: 0.7955
      - split: dev
        scores:
          - nDCG@10: 0.3915
            R@100: 0.8015
  - name: mcontriever-tied-pft-msmarco.ja
    eval_key: miracl-v1.0-ja
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-ja-${split} --index miracl-v1.0-ja-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4402
            R@100: 0.8813
      - split: dev
        scores:
          - nDCG@10: 0.4240
            R@100: 0.8783
  - name: mcontriever-tied-pft-msmarco.ko
    eval_key: miracl-v1.0-ko
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-ko-${split} --index miracl-v1.0-ko-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4799
            R@100: 0.8672
      - split: dev
        scores:
          - nDCG@10: 0.4829
            R@100: 0.8753
  - name: mcontriever-tied-pft-msmarco.ru
    eval_key: miracl-v1.0-ru
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-ru-${split} --index miracl-v1.0-ru-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.3811
            R@100: 0.8369
      - split: dev
        scores:
          - nDCG@10: 0.3913
            R@100: 0.8500
  - name: mcontriever-tied-pft-msmarco.sw
    eval_key: miracl-v1.0-sw
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-sw-${split} --index miracl-v1.0-sw-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5568
            R@100: 0.9130
      - split: dev
        scores:
          - nDCG@10: 0.5600
            R@100: 0.9108
  - name: mcontriever-tied-pft-msmarco.te
    eval_key: miracl-v1.0-te
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-te-${split} --index miracl-v1.0-te-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5260
            R@100: 0.9457
      - split: dev
        scores:
          - nDCG@10: 0.5283
            R@100: 0.9612
  - name: mcontriever-tied-pft-msmarco.th
    eval_key: miracl-v1.0-th
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-th-${split} --index miracl-v1.0-th-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.5299
            R@100: 0.9361
      - split: dev
        scores:
          - nDCG@10: 0.5173
            R@100: 0.9361
  - name: mcontriever-tied-pft-msmarco.zh
    eval_key: miracl-v1.0-zh
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-zh-${split} --index miracl-v1.0-zh-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: train
        scores:
          - nDCG@10: 0.4283
            R@100: 0.8745
      - split: dev
        scores:
          - nDCG@10: 0.4097
            R@100: 0.9026
  - name: mcontriever-tied-pft-msmarco.de
    eval_key: miracl-v1.0-de
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-de-${split} --index miracl-v1.0-de-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.4079
            R@100: 0.8407
  - name: mcontriever-tied-pft-msmarco.yo
    eval_key: miracl-v1.0-yo
    command: python -m pyserini.search.faiss --encoder-class contriever --encoder facebook/mcontriever-msmarco --topics miracl-v1.0-yo-${split} --index miracl-v1.0-yo-mcontriever-pft-msmarco --output $output --batch 128 --threads 16 --hits 1000
    splits:
      - split: dev
        scores:
          - nDCG@10: 0.4150
            R@100: 0.7703