@inproceedings{stammbach-2021-evidence,
title = "Evidence Selection as a Token-Level Prediction Task",
author = "Stammbach, Dominik",
editor = "Aly, Rami and
Christodoulopoulos, Christos and
Cocarascu, Oana and
Guo, Zhijiang and
Mittal, Arpit and
Schlichtkrull, Michael and
Thorne, James and
Vlachos, Andreas",
booktitle = "Proceedings of the Fourth Workshop on Fact Extraction and VERification (FEVER)",
month = nov,
year = "2021",
address = "Dominican Republic",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2021.fever-1.2",
doi = "10.18653/v1/2021.fever-1.2",
pages = "14--20",
abstract = "In Automated Claim Verification, we retrieve evidence from a knowledge base to determine the veracity of a claim. Intuitively, the retrieval of the correct evidence plays a crucial role in this process. Often, evidence selection is tackled as a pairwise sentence classification task, i.e., we train a model to predict for each sentence individually whether it is evidence for a claim. In this work, we fine-tune document level transformers to extract all evidence from a Wikipedia document at once. We show that this approach performs better than a comparable model classifying sentences individually on all relevant evidence selection metrics in FEVER. Our complete pipeline building on this evidence selection procedure produces a new state-of-the-art result on FEVER, a popular claim verification benchmark.",
}
Markdown (Informal)
[Evidence Selection as a Token-Level Prediction Task](https://aclanthology.org/2021.fever-1.2) (Stammbach, FEVER 2021)
ACL