@inproceedings{fontana-de-vargas-moffatt-2021-automated,
title = "{A}utomated Generation of Storytelling Vocabulary from Photographs for use in {AAC}",
author = "Fontana de Vargas, Mauricio and
Moffatt, Karyn",
booktitle = "Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)",
month = aug,
year = "2021",
address = "Online",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2021.acl-long.108",
doi = "10.18653/v1/2021.acl-long.108",
pages = "1353--1364",
abstract = "Research on the application of NLP in symbol-based Augmentative and Alternative Communication (AAC) tools for improving social interaction support is scarce. We contribute a novel method for generating context-related vocabulary from photographs of personally relevant events aimed at supporting people with language impairments in retelling their past experiences. Performance was calculated with information retrieval concepts on the relevance of vocabulary generated for communicating a corpus of 9730 narrative phrases about events depicted in 1946 photographs. In comparison to a baseline generation composed of frequent English words, our method generated vocabulary with a 4.6 gain in mean average precision, regardless of the level of contextual information in the input photographs, and 6.9 for photographs in which contextual information was extracted correctly. We conclude by discussing how our findings provide insights for system optimization and usage.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="fontana-de-vargas-moffatt-2021-automated">
<titleInfo>
<title>Automated Generation of Storytelling Vocabulary from Photographs for use in AAC</title>
</titleInfo>
<name type="personal">
<namePart type="given">Mauricio</namePart>
<namePart type="family">Fontana de Vargas</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Karyn</namePart>
<namePart type="family">Moffatt</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2021-aug</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)</title>
</titleInfo>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Online</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>Research on the application of NLP in symbol-based Augmentative and Alternative Communication (AAC) tools for improving social interaction support is scarce. We contribute a novel method for generating context-related vocabulary from photographs of personally relevant events aimed at supporting people with language impairments in retelling their past experiences. Performance was calculated with information retrieval concepts on the relevance of vocabulary generated for communicating a corpus of 9730 narrative phrases about events depicted in 1946 photographs. In comparison to a baseline generation composed of frequent English words, our method generated vocabulary with a 4.6 gain in mean average precision, regardless of the level of contextual information in the input photographs, and 6.9 for photographs in which contextual information was extracted correctly. We conclude by discussing how our findings provide insights for system optimization and usage.</abstract>
<identifier type="citekey">fontana-de-vargas-moffatt-2021-automated</identifier>
<identifier type="doi">10.18653/v1/2021.acl-long.108</identifier>
<location>
<url>https://aclanthology.org/2021.acl-long.108</url>
</location>
<part>
<date>2021-aug</date>
<extent unit="page">
<start>1353</start>
<end>1364</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Automated Generation of Storytelling Vocabulary from Photographs for use in AAC
%A Fontana de Vargas, Mauricio
%A Moffatt, Karyn
%S Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)
%D 2021
%8 aug
%I Association for Computational Linguistics
%C Online
%F fontana-de-vargas-moffatt-2021-automated
%X Research on the application of NLP in symbol-based Augmentative and Alternative Communication (AAC) tools for improving social interaction support is scarce. We contribute a novel method for generating context-related vocabulary from photographs of personally relevant events aimed at supporting people with language impairments in retelling their past experiences. Performance was calculated with information retrieval concepts on the relevance of vocabulary generated for communicating a corpus of 9730 narrative phrases about events depicted in 1946 photographs. In comparison to a baseline generation composed of frequent English words, our method generated vocabulary with a 4.6 gain in mean average precision, regardless of the level of contextual information in the input photographs, and 6.9 for photographs in which contextual information was extracted correctly. We conclude by discussing how our findings provide insights for system optimization and usage.
%R 10.18653/v1/2021.acl-long.108
%U https://aclanthology.org/2021.acl-long.108
%U https://doi.org/10.18653/v1/2021.acl-long.108
%P 1353-1364
Markdown (Informal)
[Automated Generation of Storytelling Vocabulary from Photographs for use in AAC](https://aclanthology.org/2021.acl-long.108) (Fontana de Vargas & Moffatt, ACL 2021)
ACL