|
ViT-L-14.laion2b_s32b_b82k |
0.0542 |
0.0924 |
0.3597 |
|
0.0393 |
0.0764 |
0.3343 |
|
0.0708 |
0.1211 |
0.4565 |
|
0.0716 |
0.1203 |
0.4597 |
|
0.3142 |
0.4900 |
0.9451 |
|
0.3158 |
0.3158 |
0.9418 |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-ViT-L-14.laion2b_s32b_b82k-text-validation \
--index atomic-v0.2.ViT-L-14.laion2b_s32b_b82k.image.large \
--encoded-queries atomic-v0.2.1-text-ViT-L-14.laion2b_s32b_b82k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.ViT-L-14.laion2b_s32b_b82k.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-ViT-L-14.laion2b_s32b_b82k-image-validation \
--index atomic-v0.2.1.ViT-L-14.laion2b_s32b_b82k.text.large \
--encoded-queries atomic-v0.2-image-ViT-L-14.laion2b_s32b_b82k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.ViT-L-14.laion2b_s32b_b82k.large-i2t.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-ViT-L-14.laion2b_s32b_b82k-text-validation \
--index atomic-v0.2.ViT-L-14.laion2b_s32b_b82k.image.base \
--encoded-queries atomic-v0.2.1-text-ViT-L-14.laion2b_s32b_b82k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.ViT-L-14.laion2b_s32b_b82k.base-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-ViT-L-14.laion2b_s32b_b82k-image-validation \
--index atomic-v0.2.1.ViT-L-14.laion2b_s32b_b82k.text.base \
--encoded-queries atomic-v0.2-image-ViT-L-14.laion2b_s32b_b82k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.ViT-L-14.laion2b_s32b_b82k.base-i2t.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-ViT-L-14.laion2b_s32b_b82k-text-validation \
--index atomic-v0.2.ViT-L-14.laion2b_s32b_b82k.image.validation \
--encoded-queries atomic-v0.2.1-text-ViT-L-14.laion2b_s32b_b82k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.ViT-L-14.laion2b_s32b_b82k.small-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-ViT-L-14.laion2b_s32b_b82k-image-validation \
--index atomic-v0.2.1.ViT-L-14.laion2b_s32b_b82k.text.validation \
--encoded-queries atomic-v0.2-image-ViT-L-14.laion2b_s32b_b82k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.ViT-L-14.laion2b_s32b_b82k.small-i2t.trec
|
|
ViT-H-14.laion2b_s32b_b79k |
0.0620 |
0.1081 |
0.4046 |
|
0.0507 |
0.0983 |
0.3882 |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-ViT-H-14.laion2b_s32b_b79k-text-validation \
--index atomic-v0.2.ViT-H-14.laion2b_s32b_b79k.image.large \
--encoded-queries atomic-v0.2.1-text-ViT-H-14.laion2b_s32b_b79k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.ViT-H-14.laion2b_s32b_b79k.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-ViT-H-14.laion2b_s32b_b79k-image-validation \
--index atomic-v0.2.1.ViT-H-14.laion2b_s32b_b79k.text.large \
--encoded-queries atomic-v0.2-image-ViT-H-14.laion2b_s32b_b79k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.ViT-H-14.laion2b_s32b_b79k.large-i2t.trec
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
|
|
ViT-bigG-14.laion2b_s39b_b160k |
0.0741 |
0.1279 |
0.4434 |
|
0.0610 |
0.1175 |
0.4331 |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-ViT-bigG-14.laion2b_s39b_b160k-text-validation \
--index atomic-v0.2.ViT-bigG-14.laion2b_s39b_b160k.image.large \
--encoded-queries atomic-v0.2.1-text-ViT-bigG-14.laion2b_s39b_b160k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-ViT-bigG-14.laion2b_s39b_b160k-image-validation \
--index atomic-v0.2.1.ViT-bigG-14.laion2b_s39b_b160k.text.large \
--encoded-queries atomic-v0.2-image-ViT-bigG-14.laion2b_s39b_b160k-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.ViT-bigG-14.laion2b_s39b_b160k.large-i2t.trec
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
|
|
ViT-B-32.laion2b_e16 |
0.0311 |
0.0524 |
0.2433 |
|
0.0245 |
0.0467 |
0.2340 |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-ViT-B-32.laion2b_e16-text-validation \
--index atomic-v0.2.ViT-B-32.laion2b_e16.image.large \
--encoded-queries atomic-v0.2.1-text-ViT-B-32.laion2b_e16-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.ViT-B-32.laion2b_e16.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-ViT-B-32.laion2b_e16-image-validation \
--index atomic-v0.2.1.ViT-B-32.laion2b_e16.text.large \
--encoded-queries atomic-v0.2-image-ViT-B-32.laion2b_e16-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.ViT-B-32.laion2b_e16.large-i2t.trec
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
|
|
ViT-B-32.laion400m_e32 |
0.0248 |
0.0372 |
0.1836 |
|
0.0184 |
0.0342 |
0.1754 |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-ViT-B-32.laion400m_e32-text-validation \
--index atomic-v0.2.ViT-B-32.laion400m_e32.image.large \
--encoded-queries atomic-v0.2.1-text-ViT-B-32.laion400m_e32-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.ViT-B-32.laion400m_e32.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-ViT-B-32.laion400m_e32-image-validation \
--index atomic-v0.2.1.ViT-B-32.laion400m_e32.text.large \
--encoded-queries atomic-v0.2-image-ViT-B-32.laion400m_e32-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.ViT-B-32.laion400m_e32.large-i2t.trec
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
|
|
openai.clip-vit-base-patch32 |
0.0223 |
0.0416 |
0.2444 |
|
0.0127 |
0.0259 |
0.1872 |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-openai.clip-vit-base-patch32-text-validation \
--index atomic-v0.2.openai.clip-vit-base-patch32.image.large \
--encoded-queries atomic-v0.2.1-text-openai.clip-vit-base-patch32-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.openai.clip-vit-base-patch32.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-openai.clip-vit-base-patch32-image-validation \
--index atomic-v0.2.1.openai.clip-vit-base-patch32.text.large \
--encoded-queries atomic-v0.2-image-openai.clip-vit-base-patch32-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.openai.clip-vit-base-patch32.large-i2t.trec
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
|
|
openai.clip-vit-large-patch14 |
0.0577 |
0.1018 |
0.4072 |
|
0.0260 |
0.0518 |
0.2732 |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-openai.clip-vit-large-patch14-text-validation \
--index atomic-v0.2.openai.clip-vit-large-patch14.image.large \
--encoded-queries atomic-v0.2.1-text-openai.clip-vit-large-patch14-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.openai.clip-vit-large-patch14.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-openai.clip-vit-large-patch14-image-validation \
--index atomic-v0.2.1.openai.clip-vit-large-patch14.text.large \
--encoded-queries atomic-v0.2-image-openai.clip-vit-large-patch14-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.openai.clip-vit-large-patch14.large-i2t.trec
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
|
|
Salesforce.blip-itm-base-coco |
0.0074 |
0.0141 |
0.1092 |
|
0.0066 |
0.0134 |
0.1095 |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-Salesforce.blip-itm-base-coco-text-validation \
--index atomic-v0.2.Salesforce.blip-itm-base-coco.image.large \
--encoded-queries atomic-v0.2.1-text-Salesforce.blip-itm-base-coco-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.Salesforce.blip-itm-base-coco.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-Salesforce.blip-itm-base-coco-image-validation \
--index atomic-v0.2.1.Salesforce.blip-itm-base-coco.text.large \
--encoded-queries atomic-v0.2-image-Salesforce.blip-itm-base-coco-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.Salesforce.blip-itm-base-coco.large-i2t.trec
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
|
|
Salesforce.blip-itm-large-coco |
0.0112 |
0.0204 |
0.1492 |
|
0.0091 |
0.0177 |
0.1365 |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-Salesforce.blip-itm-large-coco-text-validation \
--index atomic-v0.2.Salesforce.blip-itm-large-coco.image.large \
--encoded-queries atomic-v0.2.1-text-Salesforce.blip-itm-large-coco-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.Salesforce.blip-itm-large-coco.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-Salesforce.blip-itm-large-coco-image-validation \
--index atomic-v0.2.1.Salesforce.blip-itm-large-coco.text.large \
--encoded-queries atomic-v0.2-image-Salesforce.blip-itm-large-coco-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.Salesforce.blip-itm-large-coco.large-i2t.trec
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
|
|
facebook.flava-full |
0.0032 |
0.0081 |
0.1432 |
|
0.0036 |
0.0083 |
0.1293 |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
---- |
---- |
---- |
|
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2.1-facebook.flava-full-text-validation \
--index atomic-v0.2.facebook.flava-full.image.large \
--encoded-queries atomic-v0.2.1-text-facebook.flava-full-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.facebook.flava-full.large-t2i.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.t2i \
run.atomic.facebook.flava-full.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.t2i \
run.atomic.facebook.flava-full.large-t2i.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.t2i \
run.atomic.facebook.flava-full.large-t2i.trec
Command to generate run:
python -m pyserini.search.faiss \
--topics atomic-v0.2-facebook.flava-full-image-validation \
--index atomic-v0.2.1.facebook.flava-full.text.large \
--encoded-queries atomic-v0.2-image-facebook.flava-full-validation \
--hits 1000 --batch-size 256 --threads 32 \
--output run.atomic.facebook.flava-full.large-i2t.trec
Evaluation commands:
python -m pyserini.eval.trec_eval \
-c -m recip_rank -M 10 atomic.validation.i2t \
run.atomic.facebook.flava-full.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.10 atomic.validation.i2t \
run.atomic.facebook.flava-full.large-i2t.trec
python -m pyserini.eval.trec_eval \
-c -m recall.1000 atomic.validation.i2t \
run.atomic.facebook.flava-full.large-i2t.trec
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
Command to generate run:
Evaluation commands:
|