|  | ViT-L-14.laion2b_s32b_b82k | 0.0542 | 0.0924 | 0.3597 |  | 0.0393 | 0.0764 | 0.3343 |  | 0.0708 | 0.1211 | 0.4565 |  | 0.0716 | 0.1203 | 0.4597 |  | 0.3142 | 0.4900 | 0.9451 |  | 0.3158 | 0.3158 | 0.9418 | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-L-14.laion2b_s32b_b82k-text-validation \
  --index atomic-v0.2.ViT-L-14.laion2b_s32b_b82k.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-L-14.laion2b_s32b_b82k-image-validation \
  --index atomic-v0.2.1.ViT-L-14.laion2b_s32b_b82k.text.large \
  --encoded-queries atomic-v0.2-image-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-L-14.laion2b_s32b_b82k-text-validation \
  --index atomic-v0.2.ViT-L-14.laion2b_s32b_b82k.image.base \
  --encoded-queries atomic-v0.2.1-text-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-L-14.laion2b_s32b_b82k-image-validation \
  --index atomic-v0.2.1.ViT-L-14.laion2b_s32b_b82k.text.base \
  --encoded-queries atomic-v0.2-image-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-L-14.laion2b_s32b_b82k-text-validation \
  --index atomic-v0.2.ViT-L-14.laion2b_s32b_b82k.image.validation \
  --encoded-queries atomic-v0.2.1-text-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-L-14.laion2b_s32b_b82k-image-validation \
  --index atomic-v0.2.1.ViT-L-14.laion2b_s32b_b82k.text.validation \
  --encoded-queries atomic-v0.2-image-ViT-L-14.laion2b_s32b_b82k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
 | 
|  | ViT-H-14.laion2b_s32b_b79k | 0.0620 | 0.1081 | 0.4046 |  | 0.0507 | 0.0983 | 0.3882 |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-H-14.laion2b_s32b_b79k-text-validation \
  --index atomic-v0.2.ViT-H-14.laion2b_s32b_b79k.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-H-14.laion2b_s32b_b79k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-H-14.laion2b_s32b_b79k-image-validation \
  --index atomic-v0.2.1.ViT-H-14.laion2b_s32b_b79k.text.large \
  --encoded-queries atomic-v0.2-image-ViT-H-14.laion2b_s32b_b79k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
 | 
|  | ViT-bigG-14.laion2b_s39b_b160k | 0.0741 | 0.1279 | 0.4434 |  | 0.0610 | 0.1175 | 0.4331 |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-bigG-14.laion2b_s39b_b160k-text-validation \
  --index atomic-v0.2.ViT-bigG-14.laion2b_s39b_b160k.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-bigG-14.laion2b_s39b_b160k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-bigG-14.laion2b_s39b_b160k-image-validation \
  --index atomic-v0.2.1.ViT-bigG-14.laion2b_s39b_b160k.text.large \
  --encoded-queries atomic-v0.2-image-ViT-bigG-14.laion2b_s39b_b160k-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
 | 
|  | ViT-B-32.laion2b_e16 | 0.0311 | 0.0524 | 0.2433 |  | 0.0245 | 0.0467 | 0.2340 |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-B-32.laion2b_e16-text-validation \
  --index atomic-v0.2.ViT-B-32.laion2b_e16.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-B-32.laion2b_e16-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-B-32.laion2b_e16-image-validation \
  --index atomic-v0.2.1.ViT-B-32.laion2b_e16.text.large \
  --encoded-queries atomic-v0.2-image-ViT-B-32.laion2b_e16-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
 | 
|  | ViT-B-32.laion400m_e32 | 0.0248 | 0.0372 | 0.1836 |  | 0.0184 | 0.0342 | 0.1754 |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-ViT-B-32.laion400m_e32-text-validation \
  --index atomic-v0.2.ViT-B-32.laion400m_e32.image.large \
  --encoded-queries atomic-v0.2.1-text-ViT-B-32.laion400m_e32-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-ViT-B-32.laion400m_e32-image-validation \
  --index atomic-v0.2.1.ViT-B-32.laion400m_e32.text.large \
  --encoded-queries atomic-v0.2-image-ViT-B-32.laion400m_e32-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
 | 
|  | openai.clip-vit-base-patch32 | 0.0223 | 0.0416 | 0.2444 |  | 0.0127 | 0.0259 | 0.1872 |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-openai.clip-vit-base-patch32-text-validation \
  --index atomic-v0.2.openai.clip-vit-base-patch32.image.large \
  --encoded-queries atomic-v0.2.1-text-openai.clip-vit-base-patch32-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-openai.clip-vit-base-patch32-image-validation \
  --index atomic-v0.2.1.openai.clip-vit-base-patch32.text.large \
  --encoded-queries atomic-v0.2-image-openai.clip-vit-base-patch32-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
 | 
|  | openai.clip-vit-large-patch14 | 0.0577 | 0.1018 | 0.4072 |  | 0.0260 | 0.0518 | 0.2732 |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-openai.clip-vit-large-patch14-text-validation \
  --index atomic-v0.2.openai.clip-vit-large-patch14.image.large \
  --encoded-queries atomic-v0.2.1-text-openai.clip-vit-large-patch14-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-openai.clip-vit-large-patch14-image-validation \
  --index atomic-v0.2.1.openai.clip-vit-large-patch14.text.large \
  --encoded-queries atomic-v0.2-image-openai.clip-vit-large-patch14-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
 | 
|  | Salesforce.blip-itm-base-coco | 0.0074 | 0.0141 | 0.1092 |  | 0.0066 | 0.0134 | 0.1095 |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-Salesforce.blip-itm-base-coco-text-validation \
  --index atomic-v0.2.Salesforce.blip-itm-base-coco.image.large \
  --encoded-queries atomic-v0.2.1-text-Salesforce.blip-itm-base-coco-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-Salesforce.blip-itm-base-coco-image-validation \
  --index atomic-v0.2.1.Salesforce.blip-itm-base-coco.text.large \
  --encoded-queries atomic-v0.2-image-Salesforce.blip-itm-base-coco-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
 | 
|  | Salesforce.blip-itm-large-coco | 0.0112 | 0.0204 | 0.1492 |  | 0.0091 | 0.0177 | 0.1365 |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-Salesforce.blip-itm-large-coco-text-validation \
  --index atomic-v0.2.Salesforce.blip-itm-large-coco.image.large \
  --encoded-queries atomic-v0.2.1-text-Salesforce.blip-itm-large-coco-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-Salesforce.blip-itm-large-coco-image-validation \
  --index atomic-v0.2.1.Salesforce.blip-itm-large-coco.text.large \
  --encoded-queries atomic-v0.2-image-Salesforce.blip-itm-large-coco-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
 | 
|  | facebook.flava-full | 0.0032 | 0.0081 | 0.1432 |  | 0.0036 | 0.0083 | 0.1293 |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- |  | ---- | ---- | ---- | 
|  | 
  
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2.1-facebook.flava-full-text-validation \
  --index atomic-v0.2.facebook.flava-full.image.large \
  --encoded-queries atomic-v0.2.1-text-facebook.flava-full-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.facebook.flava-full.large-t2i.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.t2i \
  run.atomic.facebook.flava-full.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.t2i \
  run.atomic.facebook.flava-full.large-t2i.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.t2i \
  run.atomic.facebook.flava-full.large-t2i.trec
Command to generate run:
   
python -m pyserini.search.faiss \
  --topics atomic-v0.2-facebook.flava-full-image-validation \
  --index atomic-v0.2.1.facebook.flava-full.text.large \
  --encoded-queries atomic-v0.2-image-facebook.flava-full-validation \
  --hits 1000 --batch-size 256 --threads 32 \
  --output run.atomic.facebook.flava-full.large-i2t.trec
 
Evaluation commands:
   
python -m pyserini.eval.trec_eval \
  -c -m recip_rank -M 10 atomic.validation.i2t \
  run.atomic.facebook.flava-full.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.10 atomic.validation.i2t \
  run.atomic.facebook.flava-full.large-i2t.trec
python -m pyserini.eval.trec_eval \
  -c -m recall.1000 atomic.validation.i2t \
  run.atomic.facebook.flava-full.large-i2t.trec
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
Command to generate run:
   
 
Evaluation commands:
   
 |