AToMiC

Key:

Large T2I Large I2T Base T2I Base I2T Small T2I Small I2T
val queries MRR@10 R@10 R@1000 MRR@10 R@10 R@1000 MRR@10 R@10 R@1000 MRR@10 R@10 R@1000 MRR@10 R@10 R@1000 MRR@10 R@10 R@1000
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-L-14.laion2b_s32b_b82k-text-validation \
  --index atomic-v0.2.ViT-L-14.laion2b_s32b_b82k.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-L-14.laion2b_s32b_b82k-image-validation \
  --index atomic-v0.2.1.ViT-L-14.laion2b_s32b_b82k.text.large \
  --encoded-queries atomic-v0.2-image-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-L-14.laion2b_s32b_b82k-text-validation \
  --index atomic-v0.2.ViT-L-14.laion2b_s32b_b82k.image.base \
  --encoded-queries atomic-v0.2.1-text-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-L-14.laion2b_s32b_b82k-image-validation \
  --index atomic-v0.2.1.ViT-L-14.laion2b_s32b_b82k.text.base \
  --encoded-queries atomic-v0.2-image-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-L-14.laion2b_s32b_b82k-text-validation \
  --index atomic-v0.2.ViT-L-14.laion2b_s32b_b82k.image.validation \
  --encoded-queries atomic-v0.2.1-text-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-L-14.laion2b_s32b_b82k-image-validation \
  --index atomic-v0.2.1.ViT-L-14.laion2b_s32b_b82k.text.validation \
  --encoded-queries atomic-v0.2-image-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-H-14.laion2b_s32b_b79k-text-validation \
  --index atomic-v0.2.ViT-H-14.laion2b_s32b_b79k.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-H-14.laion2b_s32b_b79k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-H-14.laion2b_s32b_b79k-image-validation \
  --index atomic-v0.2.1.ViT-H-14.laion2b_s32b_b79k.text.large \
  --encoded-queries atomic-v0.2-image-ViT-H-14.laion2b_s32b_b79k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-bigG-14.laion2b_s39b_b160k-text-validation \
  --index atomic-v0.2.ViT-bigG-14.laion2b_s39b_b160k.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-bigG-14.laion2b_s39b_b160k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-bigG-14.laion2b_s39b_b160k-image-validation \
  --index atomic-v0.2.1.ViT-bigG-14.laion2b_s39b_b160k.text.large \
  --encoded-queries atomic-v0.2-image-ViT-bigG-14.laion2b_s39b_b160k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-B-32.laion2b_e16-text-validation \
  --index atomic-v0.2.ViT-B-32.laion2b_e16.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-B-32.laion2b_e16-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-B-32.laion2b_e16-image-validation \
  --index atomic-v0.2.1.ViT-B-32.laion2b_e16.text.large \
  --encoded-queries atomic-v0.2-image-ViT-B-32.laion2b_e16-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-B-32.laion400m_e32-text-validation \
  --index atomic-v0.2.ViT-B-32.laion400m_e32.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-B-32.laion400m_e32-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-B-32.laion400m_e32-image-validation \
  --index atomic-v0.2.1.ViT-B-32.laion400m_e32.text.large \
  --encoded-queries atomic-v0.2-image-ViT-B-32.laion400m_e32-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-openai.clip-vit-base-patch32-text-validation \
  --index atomic-v0.2.openai.clip-vit-base-patch32.image.large \
  --encoded-queries atomic-v0.2.1-text-openai.clip-vit-base-patch32-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.openai.clip-vit-base-patch32.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.openai.clip-vit-base-patch32.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-openai.clip-vit-base-patch32-image-validation \
  --index atomic-v0.2.1.openai.clip-vit-base-patch32.text.large \
  --encoded-queries atomic-v0.2-image-openai.clip-vit-base-patch32-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.openai.clip-vit-base-patch32.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.openai.clip-vit-base-patch32.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-openai.clip-vit-large-patch14-text-validation \
  --index atomic-v0.2.openai.clip-vit-large-patch14.image.large \
  --encoded-queries atomic-v0.2.1-text-openai.clip-vit-large-patch14-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.openai.clip-vit-large-patch14.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.openai.clip-vit-large-patch14.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-openai.clip-vit-large-patch14-image-validation \
  --index atomic-v0.2.1.openai.clip-vit-large-patch14.text.large \
  --encoded-queries atomic-v0.2-image-openai.clip-vit-large-patch14-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.openai.clip-vit-large-patch14.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.openai.clip-vit-large-patch14.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-Salesforce.blip-itm-base-coco-text-validation \
  --index atomic-v0.2.Salesforce.blip-itm-base-coco.image.large \
  --encoded-queries atomic-v0.2.1-text-Salesforce.blip-itm-base-coco-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-Salesforce.blip-itm-base-coco-image-validation \
  --index atomic-v0.2.1.Salesforce.blip-itm-base-coco.text.large \
  --encoded-queries atomic-v0.2-image-Salesforce.blip-itm-base-coco-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-Salesforce.blip-itm-large-coco-text-validation \
  --index atomic-v0.2.Salesforce.blip-itm-large-coco.image.large \
  --encoded-queries atomic-v0.2.1-text-Salesforce.blip-itm-large-coco-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-Salesforce.blip-itm-large-coco-image-validation \
  --index atomic-v0.2.1.Salesforce.blip-itm-large-coco.text.large \
  --encoded-queries atomic-v0.2-image-Salesforce.blip-itm-large-coco-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-facebook.flava-full-text-validation \
  --index atomic-v0.2.facebook.flava-full.image.large \
  --encoded-queries atomic-v0.2.1-text-facebook.flava-full-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.facebook.flava-full.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.facebook.flava-full.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.facebook.flava-full.large-t2i.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.facebook.flava-full.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
  --topics atomic-v0.2-facebook.flava-full-image-validation \
  --index atomic-v0.2.1.facebook.flava-full.text.large \
  --encoded-queries atomic-v0.2-image-facebook.flava-full-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.facebook.flava-full.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.facebook.flava-full.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.facebook.flava-full.large-i2t.trec

python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.facebook.flava-full.large-i2t.trec
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands:
Command to generate run:

Evaluation commands: