@inproceedings{song-etal-2018-directional,
title = "Directional Skip-Gram: Explicitly Distinguishing Left and Right Context for Word Embeddings",
author = "Song, Yan and
Shi, Shuming and
Li, Jing and
Zhang, Haisong",
editor = "Walker, Marilyn and
Ji, Heng and
Stent, Amanda",
booktitle = "Proceedings of the 2018 Conference of the North {A}merican Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 2 (Short Papers)",
month = jun,
year = "2018",
address = "New Orleans, Louisiana",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/corrections-2025-06/N18-2028/",
doi = "10.18653/v1/N18-2028",
pages = "175--180",
abstract = "In this paper, we present directional skip-gram (DSG), a simple but effective enhancement of the skip-gram model by explicitly distinguishing left and right context in word prediction. In doing so, a direction vector is introduced for each word, whose embedding is thus learned by not only word co-occurrence patterns in its context, but also the directions of its contextual words. Theoretical and empirical studies on complexity illustrate that our model can be trained as efficient as the original skip-gram model, when compared to other extensions of the skip-gram model. Experimental results show that our model outperforms others on different datasets in semantic (word similarity measurement) and syntactic (part-of-speech tagging) evaluations, respectively."
}
Markdown (Informal)
[Directional Skip-Gram: Explicitly Distinguishing Left and Right Context for Word Embeddings](https://preview.aclanthology.org/corrections-2025-06/N18-2028/) (Song et al., NAACL 2018)
ACL