@inproceedings{ayari-etal-2010-fine,
title = "Fine-grained Linguistic Evaluation of Question Answering Systems",
author = "Ayari, Sarra El and
Grau, Brigitte and
Ligozat, Anne-Laure",
booktitle = "Proceedings of the Seventh International Conference on Language Resources and Evaluation ({LREC}'10)",
month = may,
year = "2010",
address = "Valletta, Malta",
publisher = "European Language Resources Association (ELRA)",
url = "http://www.lrec-conf.org/proceedings/lrec2010/pdf/520_Paper.pdf",
abstract = "Question answering systems are complex systems using natural language processing. Some evaluation campaigns are organized to evaluate such systems in order to propose a classification of systems based on final results (number of correct answers). Nevertheless, teams need to evaluate more precisely the results obtained by their systems if they want to do a diagnostic evaluation. There are no tools or methods to do these evaluations systematically. We present REVISE, a tool for glass box evaluation based on diagnostic of question answering system results.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="ayari-etal-2010-fine">
<titleInfo>
<title>Fine-grained Linguistic Evaluation of Question Answering Systems</title>
</titleInfo>
<name type="personal">
<namePart type="given">Sarra</namePart>
<namePart type="given">El</namePart>
<namePart type="family">Ayari</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Brigitte</namePart>
<namePart type="family">Grau</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Anne-Laure</namePart>
<namePart type="family">Ligozat</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2010-may</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Seventh International Conference on Language Resources and Evaluation (LREC’10)</title>
</titleInfo>
<originInfo>
<publisher>European Language Resources Association (ELRA)</publisher>
<place>
<placeTerm type="text">Valletta, Malta</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Question answering systems are complex systems using natural language processing. Some evaluation campaigns are organized to evaluate such systems in order to propose a classification of systems based on final results (number of correct answers). Nevertheless, teams need to evaluate more precisely the results obtained by their systems if they want to do a diagnostic evaluation. There are no tools or methods to do these evaluations systematically. We present REVISE, a tool for glass box evaluation based on diagnostic of question answering system results.</abstract>
<identifier type="citekey">ayari-etal-2010-fine</identifier>
<location>
<url>http://www.lrec-conf.org/proceedings/lrec2010/pdf/520_Paper.pdf</url>
</location>
<part>
<date>2010-may</date>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Fine-grained Linguistic Evaluation of Question Answering Systems
%A Ayari, Sarra El
%A Grau, Brigitte
%A Ligozat, Anne-Laure
%S Proceedings of the Seventh International Conference on Language Resources and Evaluation (LREC’10)
%D 2010
%8 may
%I European Language Resources Association (ELRA)
%C Valletta, Malta
%F ayari-etal-2010-fine
%X Question answering systems are complex systems using natural language processing. Some evaluation campaigns are organized to evaluate such systems in order to propose a classification of systems based on final results (number of correct answers). Nevertheless, teams need to evaluate more precisely the results obtained by their systems if they want to do a diagnostic evaluation. There are no tools or methods to do these evaluations systematically. We present REVISE, a tool for glass box evaluation based on diagnostic of question answering system results.
%U http://www.lrec-conf.org/proceedings/lrec2010/pdf/520_Paper.pdf
Markdown (Informal)
[Fine-grained Linguistic Evaluation of Question Answering Systems](http://www.lrec-conf.org/proceedings/lrec2010/pdf/520_Paper.pdf) (Ayari et al., LREC 2010)
ACL