MIRACL

nDCG@10, dev queries ar bn en es fa fi fr hi id ja ko ru sw te th zh avg
Command to generate run:
python -m pyserini.search.lucene \
  --language ar \
  --topics miracl-v1.0-ar-dev \
  --index miracl-v1.0-ar \
  --output run.miracl.bm25.ar.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-ar-dev \
  run.miracl.bm25.ar.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language bn \
  --topics miracl-v1.0-bn-dev \
  --index miracl-v1.0-bn \
  --output run.miracl.bm25.bn.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-bn-dev \
  run.miracl.bm25.bn.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language en \
  --topics miracl-v1.0-en-dev \
  --index miracl-v1.0-en \
  --output run.miracl.bm25.en.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-en-dev \
  run.miracl.bm25.en.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language es \
  --topics miracl-v1.0-es-dev \
  --index miracl-v1.0-es \
  --output run.miracl.bm25.es.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-es-dev \
  run.miracl.bm25.es.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language fa \
  --topics miracl-v1.0-fa-dev \
  --index miracl-v1.0-fa \
  --output run.miracl.bm25.fa.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-fa-dev \
  run.miracl.bm25.fa.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language fi \
  --topics miracl-v1.0-fi-dev \
  --index miracl-v1.0-fi \
  --output run.miracl.bm25.fi.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-fi-dev \
  run.miracl.bm25.fi.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language fr \
  --topics miracl-v1.0-fr-dev \
  --index miracl-v1.0-fr \
  --output run.miracl.bm25.fr.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-fr-dev \
  run.miracl.bm25.fr.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language hi \
  --topics miracl-v1.0-hi-dev \
  --index miracl-v1.0-hi \
  --output run.miracl.bm25.hi.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-hi-dev \
  run.miracl.bm25.hi.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language id \
  --topics miracl-v1.0-id-dev \
  --index miracl-v1.0-id \
  --output run.miracl.bm25.id.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-id-dev \
  run.miracl.bm25.id.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language ja \
  --topics miracl-v1.0-ja-dev \
  --index miracl-v1.0-ja \
  --output run.miracl.bm25.ja.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-ja-dev \
  run.miracl.bm25.ja.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language ko \
  --topics miracl-v1.0-ko-dev \
  --index miracl-v1.0-ko \
  --output run.miracl.bm25.ko.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-ko-dev \
  run.miracl.bm25.ko.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language ru \
  --topics miracl-v1.0-ru-dev \
  --index miracl-v1.0-ru \
  --output run.miracl.bm25.ru.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-ru-dev \
  run.miracl.bm25.ru.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language sw \
  --topics miracl-v1.0-sw-dev \
  --index miracl-v1.0-sw \
  --output run.miracl.bm25.sw.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-sw-dev \
  run.miracl.bm25.sw.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language te \
  --topics miracl-v1.0-te-dev \
  --index miracl-v1.0-te \
  --output run.miracl.bm25.te.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-te-dev \
  run.miracl.bm25.te.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language th \
  --topics miracl-v1.0-th-dev \
  --index miracl-v1.0-th \
  --output run.miracl.bm25.th.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-th-dev \
  run.miracl.bm25.th.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language zh \
  --topics miracl-v1.0-zh-dev \
  --index miracl-v1.0-zh \
  --output run.miracl.bm25.zh.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-zh-dev \
  run.miracl.bm25.zh.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-ar-dev \
  --index miracl-v1.0-ar-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.ar.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-ar-dev \
  run.miracl.mdpr-tied-pft-msmarco.ar.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-bn-dev \
  --index miracl-v1.0-bn-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.bn.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-bn-dev \
  run.miracl.mdpr-tied-pft-msmarco.bn.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-en-dev \
  --index miracl-v1.0-en-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.en.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-en-dev \
  run.miracl.mdpr-tied-pft-msmarco.en.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-es-dev \
  --index miracl-v1.0-es-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.es.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-es-dev \
  run.miracl.mdpr-tied-pft-msmarco.es.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-fa-dev \
  --index miracl-v1.0-fa-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.fa.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-fa-dev \
  run.miracl.mdpr-tied-pft-msmarco.fa.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-fi-dev \
  --index miracl-v1.0-fi-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.fi.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-fi-dev \
  run.miracl.mdpr-tied-pft-msmarco.fi.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-fr-dev \
  --index miracl-v1.0-fr-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.fr.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-fr-dev \
  run.miracl.mdpr-tied-pft-msmarco.fr.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-hi-dev \
  --index miracl-v1.0-hi-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.hi.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-hi-dev \
  run.miracl.mdpr-tied-pft-msmarco.hi.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-id-dev \
  --index miracl-v1.0-id-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.id.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-id-dev \
  run.miracl.mdpr-tied-pft-msmarco.id.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-ja-dev \
  --index miracl-v1.0-ja-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.ja.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-ja-dev \
  run.miracl.mdpr-tied-pft-msmarco.ja.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-ko-dev \
  --index miracl-v1.0-ko-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.ko.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-ko-dev \
  run.miracl.mdpr-tied-pft-msmarco.ko.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-ru-dev \
  --index miracl-v1.0-ru-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.ru.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-ru-dev \
  run.miracl.mdpr-tied-pft-msmarco.ru.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-sw-dev \
  --index miracl-v1.0-sw-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.sw.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-sw-dev \
  run.miracl.mdpr-tied-pft-msmarco.sw.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-te-dev \
  --index miracl-v1.0-te-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.te.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-te-dev \
  run.miracl.mdpr-tied-pft-msmarco.te.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-th-dev \
  --index miracl-v1.0-th-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.th.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-th-dev \
  run.miracl.mdpr-tied-pft-msmarco.th.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-zh-dev \
  --index miracl-v1.0-zh-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.zh.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -M 100 -m ndcg_cut.10 miracl-v1.0-zh-dev \
  run.miracl.mdpr-tied-pft-msmarco.zh.dev.txt
Recall@100, dev queries ar bn en es fa fi fr hi id ja ko ru sw te th zh avg
Command to generate run:
python -m pyserini.search.lucene \
  --language ar \
  --topics miracl-v1.0-ar-dev \
  --index miracl-v1.0-ar \
  --output run.miracl.bm25.ar.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-ar-dev \
  run.miracl.bm25.ar.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language bn \
  --topics miracl-v1.0-bn-dev \
  --index miracl-v1.0-bn \
  --output run.miracl.bm25.bn.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-bn-dev \
  run.miracl.bm25.bn.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language en \
  --topics miracl-v1.0-en-dev \
  --index miracl-v1.0-en \
  --output run.miracl.bm25.en.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-en-dev \
  run.miracl.bm25.en.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language es \
  --topics miracl-v1.0-es-dev \
  --index miracl-v1.0-es \
  --output run.miracl.bm25.es.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-es-dev \
  run.miracl.bm25.es.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language fa \
  --topics miracl-v1.0-fa-dev \
  --index miracl-v1.0-fa \
  --output run.miracl.bm25.fa.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-fa-dev \
  run.miracl.bm25.fa.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language fi \
  --topics miracl-v1.0-fi-dev \
  --index miracl-v1.0-fi \
  --output run.miracl.bm25.fi.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-fi-dev \
  run.miracl.bm25.fi.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language fr \
  --topics miracl-v1.0-fr-dev \
  --index miracl-v1.0-fr \
  --output run.miracl.bm25.fr.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-fr-dev \
  run.miracl.bm25.fr.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language hi \
  --topics miracl-v1.0-hi-dev \
  --index miracl-v1.0-hi \
  --output run.miracl.bm25.hi.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-hi-dev \
  run.miracl.bm25.hi.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language id \
  --topics miracl-v1.0-id-dev \
  --index miracl-v1.0-id \
  --output run.miracl.bm25.id.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-id-dev \
  run.miracl.bm25.id.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language ja \
  --topics miracl-v1.0-ja-dev \
  --index miracl-v1.0-ja \
  --output run.miracl.bm25.ja.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-ja-dev \
  run.miracl.bm25.ja.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language ko \
  --topics miracl-v1.0-ko-dev \
  --index miracl-v1.0-ko \
  --output run.miracl.bm25.ko.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-ko-dev \
  run.miracl.bm25.ko.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language ru \
  --topics miracl-v1.0-ru-dev \
  --index miracl-v1.0-ru \
  --output run.miracl.bm25.ru.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-ru-dev \
  run.miracl.bm25.ru.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language sw \
  --topics miracl-v1.0-sw-dev \
  --index miracl-v1.0-sw \
  --output run.miracl.bm25.sw.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-sw-dev \
  run.miracl.bm25.sw.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language te \
  --topics miracl-v1.0-te-dev \
  --index miracl-v1.0-te \
  --output run.miracl.bm25.te.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-te-dev \
  run.miracl.bm25.te.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language th \
  --topics miracl-v1.0-th-dev \
  --index miracl-v1.0-th \
  --output run.miracl.bm25.th.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-th-dev \
  run.miracl.bm25.th.dev.txt
Command to generate run:
python -m pyserini.search.lucene \
  --language zh \
  --topics miracl-v1.0-zh-dev \
  --index miracl-v1.0-zh \
  --output run.miracl.bm25.zh.dev.txt \
  --batch 128 --threads 16 --bm25 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-zh-dev \
  run.miracl.bm25.zh.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-ar-dev \
  --index miracl-v1.0-ar-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.ar.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-ar-dev \
  run.miracl.mdpr-tied-pft-msmarco.ar.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-bn-dev \
  --index miracl-v1.0-bn-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.bn.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-bn-dev \
  run.miracl.mdpr-tied-pft-msmarco.bn.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-en-dev \
  --index miracl-v1.0-en-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.en.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-en-dev \
  run.miracl.mdpr-tied-pft-msmarco.en.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-es-dev \
  --index miracl-v1.0-es-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.es.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-es-dev \
  run.miracl.mdpr-tied-pft-msmarco.es.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-fa-dev \
  --index miracl-v1.0-fa-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.fa.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-fa-dev \
  run.miracl.mdpr-tied-pft-msmarco.fa.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-fi-dev \
  --index miracl-v1.0-fi-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.fi.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-fi-dev \
  run.miracl.mdpr-tied-pft-msmarco.fi.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-fr-dev \
  --index miracl-v1.0-fr-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.fr.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-fr-dev \
  run.miracl.mdpr-tied-pft-msmarco.fr.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-hi-dev \
  --index miracl-v1.0-hi-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.hi.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-hi-dev \
  run.miracl.mdpr-tied-pft-msmarco.hi.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-id-dev \
  --index miracl-v1.0-id-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.id.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-id-dev \
  run.miracl.mdpr-tied-pft-msmarco.id.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-ja-dev \
  --index miracl-v1.0-ja-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.ja.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-ja-dev \
  run.miracl.mdpr-tied-pft-msmarco.ja.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-ko-dev \
  --index miracl-v1.0-ko-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.ko.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-ko-dev \
  run.miracl.mdpr-tied-pft-msmarco.ko.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-ru-dev \
  --index miracl-v1.0-ru-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.ru.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-ru-dev \
  run.miracl.mdpr-tied-pft-msmarco.ru.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-sw-dev \
  --index miracl-v1.0-sw-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.sw.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-sw-dev \
  run.miracl.mdpr-tied-pft-msmarco.sw.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-te-dev \
  --index miracl-v1.0-te-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.te.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-te-dev \
  run.miracl.mdpr-tied-pft-msmarco.te.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-th-dev \
  --index miracl-v1.0-th-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.th.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-th-dev \
  run.miracl.mdpr-tied-pft-msmarco.th.dev.txt
Command to generate run:
python -m pyserini.search.faiss \
  --encoder-class auto \
  --encoder castorini/mdpr-tied-pft-msmarco \
  --topics miracl-v1.0-zh-dev \
  --index miracl-v1.0-zh-mdpr-tied-pft-msmarco \
  --output run.miracl.mdpr-tied-pft-msmarco.zh.dev.txt \
  --batch 128 --threads 16 --hits 100
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recall.100 miracl-v1.0-zh-dev \
  run.miracl.mdpr-tied-pft-msmarco.zh.dev.txt