@inproceedings{caselli-inel-2018-crowdsourcing,
title = "Crowdsourcing {S}tory{L}ines: Harnessing the Crowd for Causal Relation Annotation",
author = "Caselli, Tommaso and
Inel, Oana",
booktitle = "Proceedings of the Workshop Events and Stories in the News 2018",
month = aug,
year = "2018",
address = "Santa Fe, New Mexico, U.S.A",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/W18-4306",
pages = "44--54",
abstract = "This paper describes a crowdsourcing experiment on the annotation of plot-like structures in English news articles. CrowdThruth methodology and metrics have been applied to select valid annotations from the crowd. We further run an in-depth analysis of the annotated data by comparing them with available expert data. Our results show a valuable use of crowdsourcing annotations for such complex semantic tasks, and suggest a new annotation approach which combine crowd and experts.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="caselli-inel-2018-crowdsourcing">
<titleInfo>
<title>Crowdsourcing StoryLines: Harnessing the Crowd for Causal Relation Annotation</title>
</titleInfo>
<name type="personal">
<namePart type="given">Tommaso</namePart>
<namePart type="family">Caselli</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Oana</namePart>
<namePart type="family">Inel</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2018-aug</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the Workshop Events and Stories in the News 2018</title>
</titleInfo>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Santa Fe, New Mexico, U.S.A</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>This paper describes a crowdsourcing experiment on the annotation of plot-like structures in English news articles. CrowdThruth methodology and metrics have been applied to select valid annotations from the crowd. We further run an in-depth analysis of the annotated data by comparing them with available expert data. Our results show a valuable use of crowdsourcing annotations for such complex semantic tasks, and suggest a new annotation approach which combine crowd and experts.</abstract>
<identifier type="citekey">caselli-inel-2018-crowdsourcing</identifier>
<location>
<url>https://aclanthology.org/W18-4306</url>
</location>
<part>
<date>2018-aug</date>
<extent unit="page">
<start>44</start>
<end>54</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Crowdsourcing StoryLines: Harnessing the Crowd for Causal Relation Annotation
%A Caselli, Tommaso
%A Inel, Oana
%S Proceedings of the Workshop Events and Stories in the News 2018
%D 2018
%8 aug
%I Association for Computational Linguistics
%C Santa Fe, New Mexico, U.S.A
%F caselli-inel-2018-crowdsourcing
%X This paper describes a crowdsourcing experiment on the annotation of plot-like structures in English news articles. CrowdThruth methodology and metrics have been applied to select valid annotations from the crowd. We further run an in-depth analysis of the annotated data by comparing them with available expert data. Our results show a valuable use of crowdsourcing annotations for such complex semantic tasks, and suggest a new annotation approach which combine crowd and experts.
%U https://aclanthology.org/W18-4306
%P 44-54
Markdown (Informal)
[Crowdsourcing StoryLines: Harnessing the Crowd for Causal Relation Annotation](https://aclanthology.org/W18-4306) (Caselli & Inel, 2018)
ACL