@inproceedings{peters-etal-2018-interpretable,
title = "Interpretable Structure Induction via Sparse Attention",
author = "Peters, Ben and
Niculae, Vlad and
Martins, Andr{\'e} F. T.",
editor = "Linzen, Tal and
Chrupa{\l}a, Grzegorz and
Alishahi, Afra",
booktitle = "Proceedings of the 2018 {EMNLP} Workshop {B}lackbox{NLP}: Analyzing and Interpreting Neural Networks for {NLP}",
month = nov,
year = "2018",
address = "Brussels, Belgium",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/fix-sig-urls/W18-5450/",
doi = "10.18653/v1/W18-5450",
pages = "365--367",
abstract = "Neural network methods are experiencing wide adoption in NLP, thanks to their empirical performance on many tasks. Modern neural architectures go way beyond simple feedforward and recurrent models: they are complex pipelines that perform soft, differentiable computation instead of discrete logic. The price of such soft computing is the introduction of dense dependencies, which make it hard to disentangle the patterns that trigger a prediction. Our recent work on sparse and structured latent computation presents a promising avenue for enhancing interpretability of such neural pipelines. Through this extended abstract, we aim to discuss and explore the potential and impact of our methods."
}
Markdown (Informal)
[Interpretable Structure Induction via Sparse Attention](https://preview.aclanthology.org/fix-sig-urls/W18-5450/) (Peters et al., EMNLP 2018)
ACL
- Ben Peters, Vlad Niculae, and André F. T. Martins. 2018. Interpretable Structure Induction via Sparse Attention. In Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP, pages 365–367, Brussels, Belgium. Association for Computational Linguistics.