@inproceedings{marshall-etal-2021-switching,
title = "Switching Contexts: Transportability Measures for {NLP}",
author = "Marshall, Guy and
Thayaparan, Mokanarangan and
Osborne, Philip and
Freitas, Andr{\'e}",
booktitle = "Proceedings of the 14th International Conference on Computational Semantics (IWCS)",
month = jun,
year = "2021",
address = "Groningen, The Netherlands (online)",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2021.iwcs-1.1",
pages = "1--10",
abstract = "This paper explores the topic of transportability, as a sub-area of generalisability. By proposing the utilisation of metrics based on well-established statistics, we are able to estimate the change in performance of NLP models in new contexts. Defining a new measure for transportability may allow for better estimation of NLP system performance in new domains, and is crucial when assessing the performance of NLP systems in new tasks and domains. Through several instances of increasing complexity, we demonstrate how lightweight domain similarity measures can be used as estimators for the transportability in NLP applications. The proposed transportability measures are evaluated in the context of Named Entity Recognition and Natural Language Inference tasks.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="marshall-etal-2021-switching">
<titleInfo>
<title>Switching Contexts: Transportability Measures for NLP</title>
</titleInfo>
<name type="personal">
<namePart type="given">Guy</namePart>
<namePart type="family">Marshall</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Mokanarangan</namePart>
<namePart type="family">Thayaparan</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Philip</namePart>
<namePart type="family">Osborne</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">André</namePart>
<namePart type="family">Freitas</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2021-jun</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 14th International Conference on Computational Semantics (IWCS)</title>
</titleInfo>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">Groningen, The Netherlands (online)</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>This paper explores the topic of transportability, as a sub-area of generalisability. By proposing the utilisation of metrics based on well-established statistics, we are able to estimate the change in performance of NLP models in new contexts. Defining a new measure for transportability may allow for better estimation of NLP system performance in new domains, and is crucial when assessing the performance of NLP systems in new tasks and domains. Through several instances of increasing complexity, we demonstrate how lightweight domain similarity measures can be used as estimators for the transportability in NLP applications. The proposed transportability measures are evaluated in the context of Named Entity Recognition and Natural Language Inference tasks.</abstract>
<identifier type="citekey">marshall-etal-2021-switching</identifier>
<location>
<url>https://aclanthology.org/2021.iwcs-1.1</url>
</location>
<part>
<date>2021-jun</date>
<extent unit="page">
<start>1</start>
<end>10</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Switching Contexts: Transportability Measures for NLP
%A Marshall, Guy
%A Thayaparan, Mokanarangan
%A Osborne, Philip
%A Freitas, André
%S Proceedings of the 14th International Conference on Computational Semantics (IWCS)
%D 2021
%8 jun
%I Association for Computational Linguistics
%C Groningen, The Netherlands (online)
%F marshall-etal-2021-switching
%X This paper explores the topic of transportability, as a sub-area of generalisability. By proposing the utilisation of metrics based on well-established statistics, we are able to estimate the change in performance of NLP models in new contexts. Defining a new measure for transportability may allow for better estimation of NLP system performance in new domains, and is crucial when assessing the performance of NLP systems in new tasks and domains. Through several instances of increasing complexity, we demonstrate how lightweight domain similarity measures can be used as estimators for the transportability in NLP applications. The proposed transportability measures are evaluated in the context of Named Entity Recognition and Natural Language Inference tasks.
%U https://aclanthology.org/2021.iwcs-1.1
%P 1-10
Markdown (Informal)
[Switching Contexts: Transportability Measures for NLP](https://aclanthology.org/2021.iwcs-1.1) (Marshall et al., IWCS 2021)
ACL
- Guy Marshall, Mokanarangan Thayaparan, Philip Osborne, and André Freitas. 2021. Switching Contexts: Transportability Measures for NLP. In Proceedings of the 14th International Conference on Computational Semantics (IWCS), pages 1–10, Groningen, The Netherlands (online). Association for Computational Linguistics.