@inproceedings{zad-finlayson-2020-systematic,
title = "Systematic Evaluation of a Framework for Unsupervised Emotion Recognition for Narrative Text",
author = "Zad, Samira and
Finlayson, Mark",
booktitle = "Proceedings of the First Joint Workshop on Narrative Understanding, Storylines, and Events",
month = jul,
year = "2020",
address = "Online",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2020.nuse-1.4",
doi = "10.18653/v1/2020.nuse-1.4",
pages = "26--37",
abstract = "Identifying emotions as expressed in text (a.k.a. text emotion recognition) has received a lot of attention over the past decade. Narratives often involve a great deal of emotional expression, and so emotion recognition on narrative text is of great interest to computational approaches to narrative understanding. Prior work by Kim et al. 2010 was the work with the highest reported emotion detection performance, on a corpus of fairy tales texts. Close inspection of that work, however, revealed significant reproducibility problems, and we were unable to reimplement Kim{'}s approach as described. As a consequence, we implemented a framework inspired by Kim{'}s approach, where we carefully evaluated the major design choices. We identify the highest-performing combination, which outperforms Kim{'}s reported performance by 7.6 $F_1$ points on average. Close inspection of the annotated data revealed numerous missing and incorrect emotion terms in the relevant lexicon, WordNetAffect (WNA; Strapparava and Valitutti, 2004), which allowed us to augment it in a useful way. More generally, this showed that numerous clearly emotive words and phrases are missing from WNA, which suggests that effort invested in augmenting or refining emotion ontologies could be useful for improving the performance of emotion recognition systems. We release our code and data to definitely enable future reproducibility of this work.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="zad-finlayson-2020-systematic">
<titleInfo>
<title>Systematic Evaluation of a Framework for Unsupervised Emotion Recognition for Narrative Text</title>
</titleInfo>
<name type="personal">
<namePart type="given">Samira</namePart>
<namePart type="family">Zad</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Mark</namePart>
<namePart type="family">Finlayson</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2020-jul</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the First Joint Workshop on Narrative Understanding, Storylines, and Events</title>
</titleInfo>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Online</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Identifying emotions as expressed in text (a.k.a. text emotion recognition) has received a lot of attention over the past decade. Narratives often involve a great deal of emotional expression, and so emotion recognition on narrative text is of great interest to computational approaches to narrative understanding. Prior work by Kim et al. 2010 was the work with the highest reported emotion detection performance, on a corpus of fairy tales texts. Close inspection of that work, however, revealed significant reproducibility problems, and we were unable to reimplement Kim’s approach as described. As a consequence, we implemented a framework inspired by Kim’s approach, where we carefully evaluated the major design choices. We identify the highest-performing combination, which outperforms Kim’s reported performance by 7.6 $F_1$ points on average. Close inspection of the annotated data revealed numerous missing and incorrect emotion terms in the relevant lexicon, WordNetAffect (WNA; Strapparava and Valitutti, 2004), which allowed us to augment it in a useful way. More generally, this showed that numerous clearly emotive words and phrases are missing from WNA, which suggests that effort invested in augmenting or refining emotion ontologies could be useful for improving the performance of emotion recognition systems. We release our code and data to definitely enable future reproducibility of this work.</abstract>
<identifier type="citekey">zad-finlayson-2020-systematic</identifier>
<identifier type="doi">10.18653/v1/2020.nuse-1.4</identifier>
<location>
<url>https://aclanthology.org/2020.nuse-1.4</url>
</location>
<part>
<date>2020-jul</date>
<extent unit="page">
<start>26</start>
<end>37</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Systematic Evaluation of a Framework for Unsupervised Emotion Recognition for Narrative Text
%A Zad, Samira
%A Finlayson, Mark
%S Proceedings of the First Joint Workshop on Narrative Understanding, Storylines, and Events
%D 2020
%8 jul
%I Association for Computational Linguistics
%C Online
%F zad-finlayson-2020-systematic
%X Identifying emotions as expressed in text (a.k.a. text emotion recognition) has received a lot of attention over the past decade. Narratives often involve a great deal of emotional expression, and so emotion recognition on narrative text is of great interest to computational approaches to narrative understanding. Prior work by Kim et al. 2010 was the work with the highest reported emotion detection performance, on a corpus of fairy tales texts. Close inspection of that work, however, revealed significant reproducibility problems, and we were unable to reimplement Kim’s approach as described. As a consequence, we implemented a framework inspired by Kim’s approach, where we carefully evaluated the major design choices. We identify the highest-performing combination, which outperforms Kim’s reported performance by 7.6 $F_1$ points on average. Close inspection of the annotated data revealed numerous missing and incorrect emotion terms in the relevant lexicon, WordNetAffect (WNA; Strapparava and Valitutti, 2004), which allowed us to augment it in a useful way. More generally, this showed that numerous clearly emotive words and phrases are missing from WNA, which suggests that effort invested in augmenting or refining emotion ontologies could be useful for improving the performance of emotion recognition systems. We release our code and data to definitely enable future reproducibility of this work.
%R 10.18653/v1/2020.nuse-1.4
%U https://aclanthology.org/2020.nuse-1.4
%U https://doi.org/10.18653/v1/2020.nuse-1.4
%P 26-37
Markdown (Informal)
[Systematic Evaluation of a Framework for Unsupervised Emotion Recognition for Narrative Text](https://aclanthology.org/2020.nuse-1.4) (Zad & Finlayson, NUSE 2020)
ACL