@inproceedings{zhu-de-melo-2020-sentence,
title = "Sentence Analogies: Linguistic Regularities in Sentence Embeddings",
author = "Zhu, Xunjie and
de Melo, Gerard",
booktitle = "Proceedings of the 28th International Conference on Computational Linguistics",
month = dec,
year = "2020",
address = "Barcelona, Spain (Online)",
publisher = "International Committee on Computational Linguistics",
url = "https://aclanthology.org/2020.coling-main.300",
doi = "10.18653/v1/2020.coling-main.300",
pages = "3389--3400",
abstract = "While important properties of word vector representations have been studied extensively, far less is known about the properties of sentence vector representations. Word vectors are often evaluated by assessing to what degree they exhibit regularities with regard to relationships of the sort considered in word analogies. In this paper, we investigate to what extent commonly used sentence vector representation spaces as well reflect certain kinds of regularities. We propose a number of schemes to induce evaluation data, based on lexical analogy data as well as semantic relationships between sentences. Our experiments consider a wide range of sentence embedding methods, including ones based on BERT-style contextual embeddings. We find that different models differ substantially in their ability to reflect such regularities.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="zhu-de-melo-2020-sentence">
<titleInfo>
<title>Sentence Analogies: Linguistic Regularities in Sentence Embeddings</title>
</titleInfo>
<name type="personal">
<namePart type="given">Xunjie</namePart>
<namePart type="family">Zhu</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Gerard</namePart>
<namePart type="family">de Melo</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2020-dec</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Proceedings of the 28th International Conference on Computational Linguistics</title>
</titleInfo>
<originInfo>
<publisher>International Committee on Computational Linguistics</publisher>
<place>
<placeTerm type="text">Barcelona, Spain (Online)</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>While important properties of word vector representations have been studied extensively, far less is known about the properties of sentence vector representations. Word vectors are often evaluated by assessing to what degree they exhibit regularities with regard to relationships of the sort considered in word analogies. In this paper, we investigate to what extent commonly used sentence vector representation spaces as well reflect certain kinds of regularities. We propose a number of schemes to induce evaluation data, based on lexical analogy data as well as semantic relationships between sentences. Our experiments consider a wide range of sentence embedding methods, including ones based on BERT-style contextual embeddings. We find that different models differ substantially in their ability to reflect such regularities.</abstract>
<identifier type="citekey">zhu-de-melo-2020-sentence</identifier>
<identifier type="doi">10.18653/v1/2020.coling-main.300</identifier>
<location>
<url>https://aclanthology.org/2020.coling-main.300</url>
</location>
<part>
<date>2020-dec</date>
<extent unit="page">
<start>3389</start>
<end>3400</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T Sentence Analogies: Linguistic Regularities in Sentence Embeddings
%A Zhu, Xunjie
%A de Melo, Gerard
%S Proceedings of the 28th International Conference on Computational Linguistics
%D 2020
%8 dec
%I International Committee on Computational Linguistics
%C Barcelona, Spain (Online)
%F zhu-de-melo-2020-sentence
%X While important properties of word vector representations have been studied extensively, far less is known about the properties of sentence vector representations. Word vectors are often evaluated by assessing to what degree they exhibit regularities with regard to relationships of the sort considered in word analogies. In this paper, we investigate to what extent commonly used sentence vector representation spaces as well reflect certain kinds of regularities. We propose a number of schemes to induce evaluation data, based on lexical analogy data as well as semantic relationships between sentences. Our experiments consider a wide range of sentence embedding methods, including ones based on BERT-style contextual embeddings. We find that different models differ substantially in their ability to reflect such regularities.
%R 10.18653/v1/2020.coling-main.300
%U https://aclanthology.org/2020.coling-main.300
%U https://doi.org/10.18653/v1/2020.coling-main.300
%P 3389-3400
Markdown (Informal)
[Sentence Analogies: Linguistic Regularities in Sentence Embeddings](https://aclanthology.org/2020.coling-main.300) (Zhu & de Melo, COLING 2020)
ACL