@article{DBLP:journals/corr/SuzukiN17,
  author    = {Jun Suzuki and
               Masaaki Nagata},
  title     = {RNN-based Encoder-decoder Approach with Word Frequency Estimation},
  journal   = {CoRR},
  volume    = {abs/1701.00138},
  year      = {2017}
}
@article{chen2016distraction,
  title={Distraction-based neural networks for document summarization},
  author={Chen, Qian and Zhu, Xiaodan and Ling, Zhenhua and Wei, Si and Jiang, Hui},
  journal={arXiv preprint arXiv:1610.08462},
  year={2016}
}
@article{nenkova2011automatic,
  title={Automatic summarization},
  author={Nenkova, Ani and McKeown, Kathleen and others},
  journal={Foundations and Trends{\textregistered} in Information Retrieval},
  volume={5},
  number={2--3},
  pages={103--233},
  year={2011},
  publisher={Now Publishers, Inc.}
}
@inproceedings{see2017get,
  title={Get To The Point: Summarization with Pointer-Generator Networks},
  author={See, Abigail and Liu, Peter J and Manning, Christopher D},
  booktitle={Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)},
  pages={1073--1083},
  year={2017}
}

@inproceedings{miao2016language,
  title={Language as a Latent Variable: Discrete Generative Models for Sentence Compression},
  author={Miao, Yishu and Blunsom, Phil},
  booktitle={Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing},
  pages={319--328},
  year={2016}
}
@inproceedings{gu2016incorporating,
  title={Incorporating Copying Mechanism in Sequence-to-Sequence Learning},
  author={Gu, Jiatao and Lu, Zhengdong and Li, Hang and Li, Victor OK},
  booktitle={Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics},
  year={2016}
}
@article{paulus2017deep,
  title={A deep reinforced model for abstractive summarization},
  author={Paulus, Romain and Xiong, Caiming and Socher, Richard},
  journal={arXiv preprint arXiv:1705.04304},
  year={2017}
}
@inproceedings{kaageback2014extractive,
  title={Extractive summarization using continuous vector space models},
  author={K{\aa}geb{\"a}ck, Mikael and Mogren, Olof and Tahmasebi, Nina and Dubhashi, Devdatt},
  booktitle={Proceedings of the 2nd Workshop on Continuous Vector Space Models and their Compositionality (CVSC)},
  year={2014}
}
@inproceedings{yin2015optimizing,
  title={Optimizing Sentence Modeling and Selection for Document Summarization.},
  author={Yin, Wenpeng and Pei, Yulong},
  booktitle={IJCAI},
  year={2015}
}
@article{narayan2017neural,
  title={Neural extractive summarization with side information},
  author={Narayan, Shashi and Papasarantopoulos, Nikos and Cohen, Shay B and Lapata, Mirella},
  journal={arXiv preprint arXiv:1704.04530},
  year={2017}
}
@inproceedings{yasunaga2017graph,
  title={Graph-based Neural Multi-Document Summarization},
  author={Yasunaga, Michihiro and Zhang, Rui and Meelu, Kshitijh and Pareek, Ayush and Srinivasan, Krishnan and Radev, Dragomir},
  booktitle={Proceedings of the 21st Conference on Computational Natural Language Learning},
  year={2017}
}
@inproceedings{nallapati2017summarunner,
  title={SummaRuNNer: A Recurrent Neural Network Based Sequence Model for Extractive Summarization of Documents.},
  author={Nallapati, Ramesh and Zhai, Feifei and Zhou, Bowen},
  booktitle={AAAI},
  year={2017}
}
@inproceedings{chen2018fast,
  title={Fast Abstractive Summarization with Reinforce-Selected Sentence Rewriting},
  author={Chen, Yen-Chun and Bansal, Mohit},
  booktitle={Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics},
  pages={675--686},
  year={2018}
}
@inproceedings{hsu2018unified,
  title={A Unified Model for Extractive and Abstractive Summarization using Inconsistency Loss},
  author={Hsu, Wan-Ting and Lin, Chieh-Kai and Lee, Ming-Ying and Min, Kerui and Tang, Jing and Sun, Min},
  booktitle={Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics},
  year={2018}
}

@article{shi2018deepchannel,
  title={DeepChannel: Salience Estimation by Contrastive Learning for Extractive Document Summarization},
  author={Shi, Jiaxin and Liang, Chen and Hou, Lei and Li, Juanzi and Liu, Zhiyuan and Zhang, Hanwang},
  journal={arXiv preprint arXiv:1811.02394},
  year={2018}
}
@inproceedings{yang2019exploring,
  title={Exploring Human-Like Reading Strategy for Abstractive Text Summarization},
  author={Yang, Min and Qu, Qiang and Tu, Wenting and Shen, Ying and Zhao, Zhou and Chen, Xiaojun},
  booktitle={AAAI},
  year={2019}
}

@inproceedings{mikolov2013distributed,
  title={Distributed representations of words and phrases and their compositionality},
  author={Mikolov, Tomas and Sutskever, Ilya and Chen, Kai and Corrado, Greg S and Dean, Jeff},
  booktitle={Advances in neural information processing systems},
  year={2013}
}
@inproceedings{chopra2016abstractive,
  title={Abstractive sentence summarization with attentive recurrent neural networks},
  author={Chopra, Sumit and Auli, Michael and Rush, Alexander M},
  booktitle={Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
  pages={93--98},
  year={2016}
}
@inproceedings{kalchbrenner2013recurrent,
  title={Recurrent continuous translation models},
  author={Kalchbrenner, Nal and Blunsom, Phil},
  booktitle={Proceedings of the 2013 Conference on Empirical Methods in Natural Language Processing},
  year={2013}
}

@inproceedings{sutskever2014sequence,
  title={Sequence to sequence learning with neural networks},
  author={Sutskever, Ilya and Vinyals, Oriol and Le, Quoc V},
  booktitle={Advances in neural information processing systems},
  year={2014}
}

@article{cho2014learning,
  title={Learning phrase representations using RNN encoder-decoder for statistical machine translation},
  author={Cho, Kyunghyun and Van Merri{\"e}nboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1406.1078},
  year={2014}
}

@article{bahdanau2014neural,
  title={Neural machine translation by jointly learning to align and translate},
  author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1409.0473},
  year={2014}
}

@article{luong2015effective,
  title={Effective approaches to attention-based neural machine translation},
  author={Luong, Minh-Thang and Pham, Hieu and Manning, Christopher D},
  journal={arXiv preprint arXiv:1508.04025},
  year={2015}
}

@article{rush2015neural,
  title={A neural attention model for abstractive sentence summarization},
  author={Rush, Alexander M and Chopra, Sumit and Weston, Jason},
  journal={arXiv preprint arXiv:1509.00685},
  year={2015}
}
@inproceedings{chopra2016abstractive,
  title={Abstractive sentence summarization with attentive recurrent neural networks},
  author={Chopra, Sumit and Auli, Michael and Rush, Alexander M},
  booktitle={Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
  pages={93--98},
  year={2016}
}
@inproceedings{nallapati2016abstractive,
  title={Abstractive Text Summarization using Sequence-to-sequence RNNs and Beyond},
  author={Nallapati, Ramesh and Zhou, Bowen and dos Santos, Cicero and Gulcehre, Caglar and Xiang, Bing},
  booktitle={Proceedings of The 20th SIGNLL Conference on Computational Natural Language Learning},
  year={2016}
}

@article{zhou2017selective,
  title={Selective encoding for abstractive sentence summarization},
  author={Zhou, Qingyu and Yang, Nan and Wei, Furu and Zhou, Ming},
  journal={arXiv preprint arXiv:1704.07073},
  year={2017}
}

@article{lin2018global,
  title={Global Encoding for Abstractive Summarization},
  author={Lin, Junyang and Sun, Xu and Ma, Shuming and Su, Qi},
  journal={arXiv preprint arXiv:1805.03989},
  year={2018}
}
@inproceedings{cheng2016neural,
  title={Neural Summarization by Extracting Sentences and Words},
  author={Cheng, Jianpeng and Lapata, Mirella},
  booktitle={Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics},
  year={2016}
}
@article{kingma2014adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  year={2014}
}
@inproceedings{pennington2014glove,
  title={Glove: Global vectors for word representation},
  author={Pennington, Jeffrey and Socher, Richard and Manning, Christopher},
  booktitle={EMNLP},
  year={2014}
}
@inproceedings{narayan2018ranking,
  title={Ranking Sentences for Extractive Summarization with Reinforcement Learning},
  author={Narayan, Shashi and Cohen, Shay B and Lapata, Mirella},
  booktitle={Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies},
  year={2018}
}
@inproceedings{rennie2017self,
  title={Self-critical sequence training for image captioning},
  author={Rennie, Steven J and Marcheret, Etienne and Mroueh, Youssef and Ross, Jerret and Goel, Vaibhava},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
  year={2017}
}

@inproceedings{kim2014convolutional,
  title={Convolutional Neural Networks for Sentence Classification},
  author={Kim, Yoon},
  booktitle={EMNLP},
  year={2014}
}
@inproceedings{hermann2015teaching,
  title={Teaching machines to read and comprehend},
  author={Hermann, Karl Moritz and Kocisky, Tomas and Grefenstette, Edward and Espeholt, Lasse and Kay, Will and Suleyman, Mustafa and Blunsom, Phil},
  booktitle={Advances in neural information processing systems},
  year={2015}
}

@inproceedings{feng2018attentive,
  title={Attentive Encoder-based Extractive Text Summarization},
  author={Feng, Chong and Cai, Fei and Chen, Honghui and de Rijke, Maarten},
  booktitle={Proceedings of the 27th ACM International Conference on Information and Knowledge Management},
  year={2018},
  organization={ACM}
}
@article{yao2018deep,
  title={Deep reinforcement learning for extractive document summarization},
  author={Yao, Kaichun and Zhang, Libo and Luo, Tiejian and Wu, Yanjun},
  journal={Neurocomputing},
  year={2018},
  publisher={Elsevier}
}
@inproceedings{wu2018learning,
  title={Learning to extract coherent summary via deep reinforcement learning},
  author={Wu, Yuxiang and Hu, Baotian},
  booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},
  year={2018}
}
@inproceedings{dong2018banditsum,
  title={BanditSum: Extractive Summarization as a Contextual Bandit},
  author={Dong, Yue and Shen, Yikang and Crawford, Eric and van Hoof, Herke and Cheung, Jackie Chi Kit},
  booktitle={EMNLP},
  year={2018}
}
@article{lin2004rouge,
  title={Rouge: A package for automatic evaluation of summaries},
  author={Lin, Chin-Yew},
  journal={Text Summarization Branches Out},
  year={2004}
}
@article{ranzato2015sequence,
  title={Sequence level training with recurrent neural networks},
  author={Ranzato, Marc'Aurelio and Chopra, Sumit and Auli, Michael and Zaremba, Wojciech},
  journal={arXiv preprint arXiv:1511.06732},
  year={2015}
}
@inproceedings{sutton2000policy,
  title={Policy gradient methods for reinforcement learning with function approximation},
  author={Sutton, Richard S and McAllester, David A and Singh, Satinder P and Mansour, Yishay},
  booktitle={Advances in neural information processing systems},
  year={2000}
}

@article{williams1992simple,
  title={Simple statistical gradient-following algorithms for connectionist reinforcement learning},
  author={Williams, Ronald J},
  journal={Machine learning},
  volume={8},
  number={3-4},
  pages={229--256},
  year={1992},
  publisher={Springer}
}

@article{avery1997scaffolding,
  title={Scaffolding Young Learners' Reading of Social Studies Texts.},
  author={Avery, Patricia G and Graves, Michael F},
  journal={Social Studies and the Young Learner},
  volume={9},
  number={4},
  pages={10--14},
  year={1997},
  publisher={ERIC}
}
@article{toprak2009three,
  title={Three reading phases and their applications in the teaching of English as a foreign language in reading classes with young learners},
  author={Toprak, Elif Leyla and Almac{\i}o{\u{g}}lu, Gamze},
  journal={Journal of language and Linguistic Studies},
  volume={5},
  number={1},
  pages={20--36},
  year={2009}
}
@article{saricoban2002reading,
  title={Reading strategies of successful readers through the three phase approach},
  author={Saricoban, Arif},
  journal={The Reading Matrix},
  volume={2},
  number={3},
  year={2002},
  publisher={Citeseer}
}
@book{pressley2012verbal,
  title={Verbal protocols of reading: The nature of constructively responsive reading},
  author={Pressley, Michael and Afflerbach, Peter},
  year={2012},
  publisher={Routledge}
}
@article{erkan2004lexrank,
  title={Lexrank: Graph-based lexical centrality as salience in text summarization},
  author={Erkan, G{\"u}nes and Radev, Dragomir R},
  journal={Journal of artificial intelligence research},
  volume={22},
  pages={457--479},
  year={2004}
}
@inproceedings{mihalcea2004textrank,
  title={Textrank: Bringing order into text},
  author={Mihalcea, Rada and Tarau, Paul},
  booktitle={Proceedings of the 2004 conference on empirical methods in natural language processing},
  year={2004}
}
@inproceedings{wong2008extractive,
  title={Extractive summarization using supervised and semi-supervised learning},
  author={Wong, Kam-Fai and Wu, Mingli and Li, Wenjie},
  booktitle={Proceedings of the 22nd International Conference on Computational Linguistics-Volume 1},
  pages={985--992},
  year={2008},
  organization={Association for Computational Linguistics}
}
@article{masson1983conceptual,
  title={Conceptual processing of text during skimming and rapid sequential reading},
  author={Masson, Michael EJ},
  journal={Memory \& cognition},
  volume={11},
  number={3},
  pages={262--274},
  year={1983},
  publisher={Springer}
}
@inproceedings{li2018unified,
  title={A Unified Model for Document-Based Question Answering Based on Human-Like Reading Strategy},
  author={Li, Weikang and Li, Wei and Wu, Yunfang},
  booktitle={Thirty-Second AAAI Conference on Artificial Intelligence},
  year={2018}
}
@inproceedings{Lei2019Human,
  title={A Human-like Semantic Cognition Network for Aspect-level Sentiment Classification.},
  author={Lei, Zeyang and Yang, Yujiu and Yang, Min and Zhao, Wei and Guo, Jun and Liu, Yi},
  booktitle={AAAI},
  year={2019}
}

@inproceedings{Zheng2019Human,
  title={Human Behavior Inspired Machine Reading Comprehension.},
  author={Zheng, Yukun and Mao, Jiaxin and Liu, Yiqun and Ye, Zixin and Zhang, Min and Ma, Shaoping},
  booktitle={SIGIR},
  year={2019}
}
@article{devlin2018bert,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  journal={arXiv preprint arXiv:1810.04805},
  year={2018}
}
@inproceedings{kiros2015skip,
  title={Skip-thought vectors},
  author={Kiros, Ryan and Zhu, Yukun and Salakhutdinov, Ruslan R and Zemel, Richard and Urtasun, Raquel and Torralba, Antonio and Fidler, Sanja},
  booktitle={Advances in neural information processing systems},
  pages={3294--3302},
  year={2015}
}
@inproceedings{sutton2000policy,
  title={Policy gradient methods for reinforcement learning with function approximation},
  author={Sutton, Richard S and McAllester, David A and Singh, Satinder P and Mansour, Yishay},
  booktitle={Advances in neural information processing systems},
  pages={1057--1063},
  year={2000}
}
@inproceedings{langford2007epoch,
  title={The epoch-greedy algorithm for contextual multi-armed bandits},
  author={Langford, John and Zhang, Tong},
  booktitle={Proceedings of the 20th International Conference on Neural Information Processing Systems},
  pages={817--824},
  year={2007},
  organization={Citeseer}
}
@inproceedings{langford2008epoch,
  title={The epoch-greedy algorithm for multi-armed bandits with side information},
  author={Langford, John and Zhang, Tong},
  booktitle={Advances in neural information processing systems},
  pages={817--824},
  year={2008}
}
@inproceedings{li2010contextual,
  title={A contextual-bandit approach to personalized news article recommendation},
  author={Li, Lihong and Chu, Wei and Langford, John and Schapire, Robert E},
  booktitle={Proceedings of the 19th international conference on World wide web},
  pages={661--670},
  year={2010},
  organization={ACM}
}
@inproceedings{pan2019pome,
  title={Policy Optimization with Model-based Explorations},
  author={Pan, Feiyang and Cai, Qingpeng and Zeng, An-Xiang and Pan, Chun-Xiang and Da, Qing and He, Hualin and He, Qing and Tang, Pingzhong},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={33},
  pages={4675--4682},
  year={2019}
}

@inproceedings{pan2019policy,
  title={Policy Gradients for Contextual Recommendations},
  author={Pan, Feiyang and Cai, Qingpeng and Tang, Pingzhong and Zhuang, Fuzhen and He, Qing},
  booktitle={The World Wide Web Conference},
  pages={1421--1431},
  year={2019},
  organization={ACM}
}
@article{auer2002nonstochastic,
  title={The nonstochastic multiarmed bandit problem},
  author={Auer, Peter and Cesa-Bianchi, Nicolo and Freund, Yoav and Schapire, Robert E},
  journal={SIAM journal on computing},
  year={2002},
  publisher={SIAM}
}
@inproceedings{song-etal-2012-entropy,
    title = "Entropy-based Training Data Selection for Domain Adaptation",
    author = "Song, Yan  and
      Klassen, Prescott  and
      Xia, Fei  and
      Kit, Chunyu",
    booktitle = "Proceedings of {COLING} 2012",
    month = dec,
    year = "2012",
    address = "Mumbai, India",
    pages = "1191--1200",
}
@inproceedings{song-etal-2017-learning,
    title = "Learning Word Representations with Regularization from Prior Knowledge",
    author = "Song, Yan  and
      Lee, Chia-Jung  and
      Xia, Fei",
    booktitle = "Proceedings of the 21st Conference on Computational Natural Language Learning ({C}o{NLL} 2017)",
    month = aug,
    year = "2017",
    address = "Vancouver, Canada",
    pages = "143--152"
}
@inproceedings{ijcai2018-0608,
  title     = {Joint Learning Embeddings for Chinese Words and their Components via Ladder Structured Networks},
  author    = {Yan Song and Shuming Shi and Jing Li},
  booktitle = {Proceedings of the Twenty-Seventh International Joint Conference on
               Artificial Intelligence, {IJCAI-18}},
  pages     = {4375--4381},
  year      = {2018},
  month     = {7}
}
@inproceedings{liu-etal-2019-reinforced,
    title = "Reinforced Training Data Selection for Domain Adaptation",
    author = "Liu, Miaofeng  and
      Song, Yan  and
      Zou, Hongbin  and
      Zhang, Tong",
    booktitle = "Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics",
    month = jul,
    year = "2019",
    address = "Florence, Italy",
    pages = "1957--1968",
}
@inproceedings{luo2018beyond,
  title={Beyond Polarity: Interpretable Financial Sentiment Analysis with Hierarchical Query-driven Attention.},
  author={Luo, Ling and Ao, Xiang and Pan, Feiyang and Wang, Jin and Zhao, Tong and Yu, Ningzi and He, Qing},
  booktitle={IJCAI},
  pages={4244--4250},
  year={2018}
}
@inproceedings{luo2019unsupervised,
  title={Unsupervised Neural Aspect Extraction with Sememes.},
  author={Luo, Ling and Ao, Xiang and Song, Yan and Li, Jinyao and Yang, Xiaopeng and He, Qing and Yu, Dong},
  booktitle={IJCAI},
  year={2019}
}