@InProceedings{sutskever2014sequence,
    title = {Sequence to Sequence Learning with Neural Networks},
    author = {Sutskever, Ilya and Vinyals, Oriol and Le, Quoc V.},
    booktitle = {NIPS},
    year = {2014}
}

@InProceedings{Cho2014Learning,
  author = "Cho, Kyunghyun and van Merrienboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua",
  title = "Learning Phrase Representations using RNN Encoder--Decoder for Statistical Machine Translation ",
  booktitle = "EMNLP",
  year = "2014"
}

@article{shazeer2018adafactor,
  title={Adafactor: Adaptive learning rates with sublinear memory cost},
  author={Shazeer, Noam and Stern, Mitchell},
  journal={arXiv preprint arXiv:1804.04235},
  year={2018}
}
  
@InProceedings{Luong2015Effective,
  author = "Minh{-}Thang Luong and Hieu Pham and Christopher D. Manning",
  title = "Effective Approaches to Attention-based Neural Machine Translation",
  booktitle = "EMNLP",
  year = "2015",
}

@article{Bahdanau2015Neural,
  author = {Dzmitry Bahdanau and Kyunghyun Cho and Yoshua Bengio},
  title = {Neural Machine Translation by Jointly Learning to Align and Translate},
  journal = {CoRR},
  year = {2014}
}

@inproceedings{vaswani2017attention,
  title={Attention is all you need},
  author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia},
  booktitle={NIPS},
  year={2017}
}

% biRNN
@article{Schuster1997bidirectional,
title={Bidirectional recurrent neural networks},
author={Schuster, Mike and Paliwal, Kuldip K},
journal={IEEE Trans. on Sig. Proc.},
year={1997},
}

% BPE
@article{sennrich2015neural,
  title={Neural machine translation of rare words with subword units},
  author={Sennrich, Rico and Haddow, Barry and Birch, Alexandra},
  journal={arXiv},
  year={2015}
}

% metrics: BLEU
@inproceedings{Papineni2002bleu,
 author = {Papineni, Kishore and Roukos, Salim and Ward, Todd and Zhu, Wei-Jing},
 title = {BLEU: A Method for Automatic Evaluation of Machine Translation},
 booktitle = {ACL},
 year = {2002}
} 

@article{post2018call,
  title={A call for clarity in reporting BLEU scores},
  author={Post, Matt},
  journal={arXiv preprint arXiv:1804.08771},
  year={2018}
}
% metrics: chrF1
@inproceedings{popovic2015chrf,
  title={chrF: character n-gram F-score for automatic MT evaluation},
  author={Popovi{\'c}, Maja},
  booktitle={Proceedings of the Tenth Workshop on Statistical Machine Translation},
  pages={392--395},
  year={2015}
}

% adversarial and robustness
@article{doersch2016tutorial,
  title={Tutorial on variational autoencoders},
  author={Doersch, Carl},
  journal={arXiv preprint arXiv:1606.05908},
  year={2016}
}

@inproceedings{goodfellow2014generative,
  title={Generative adversarial nets},
  author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
  booktitle={Advances in neural information processing systems},
  pages={2672--2680},
  year={2014}
}

@article{goodfellow2014explaining,
  title={Explaining and harnessing adversarial examples},
  author={Goodfellow, Ian J and Shlens, Jonathon and Szegedy, Christian},
  journal={arXiv preprint arXiv:1412.6572},
  year={2014}
}

@article{belinkov2017synthetic,
  title={Synthetic and natural noise both break neural machine translation},
  author={Belinkov, Yonatan and Bisk, Yonatan},
  journal={arXiv preprint arXiv:1711.02173},
  year={2017}
}

@article{lee2018hallucinations,
  title={Hallucinations in neural machine translation},
  author={Lee, Katherine and Firat, Orhan and Agarwal, Ashish and Fannjiang, Clara and Sussillo, David},
  journal={NIPS 2018 Workshop IRASL},
  year={2018}
}

@article{cheng2018seq2sick,
  title={Seq2sick: Evaluating the robustness of sequence-to-sequence models with adversarial examples},
  author={Cheng, Minhao and Yi, Jinfeng and Zhang, Huan and Chen, Pin-Yu and Hsieh, Cho-Jui},
  journal={arXiv preprint arXiv:1803.01128},
  year={2018}
}

@article{alzantot2018generating,
  title={Generating natural language adversarial examples},
  author={Alzantot, Moustafa and Sharma, Yash and Elgohary, Ahmed and Ho, Bo-Jhang and Srivastava, Mani and Chang, Kai-Wei},
  journal={arXiv preprint arXiv:1804.07998},
  year={2018}
}

@article{zhao2017generating,
  title={Generating natural adversarial examples},
  author={Zhao, Zhengli and Dua, Dheeru and Singh, Sameer},
  journal={arXiv preprint arXiv:1710.11342},
  year={2017}
}

@article{ebrahimi2018adversarial,
  title={On adversarial examples for character-level neural machine translation},
  author={Ebrahimi, Javid and Lowd, Daniel and Dou, Dejing},
  journal={arXiv preprint arXiv:1806.09030},
  year={2018}
}

@article{cheng2018towards,
  title={Towards robust neural machine translation},
  author={Cheng, Yong and Tu, Zhaopeng and Meng, Fandong and Zhai, Junjie and Liu, Yang},
  journal={arXiv preprint arXiv:1805.06130},
  year={2018}
}

@article{cheng2019robust,
  title={Robust Neural Machine Translation with Doubly Adversarial Inputs},
  author={Cheng, Yong and Jiang, Lu and Macherey, Wolfgang},
  journal={arXiv preprint arXiv:1906.02443},
  year={2019}
}

@inproceedings{sano2019effective,
  title={Effective Adversarial Regularization for Neural Machine Translation},
  author={Sano, Motoki and Suzuki, Jun and Kiyono, Shun},
  booktitle={Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics},
  pages={204--210},
  year={2019}
}

@inproceedings{zhao2018addressing,
  title={Addressing troublesome words in neural machine translation},
  author={Zhao, Yang and Zhang, Jiajun and He, Zhongjun and Zong, Chengqing and Wu, Hua},
  booktitle={Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing},
  pages={391--400},
  year={2018}
}

@article{michel2019evaluation,
  title={On Evaluation of Adversarial Perturbations for Sequence-to-Sequence Models},
  author={Michel, Paul and Li, Xian and Neubig, Graham and Pino, Juan Miguel},
  journal={arXiv preprint arXiv:1903.06620},
  year={2019}
}



% reinforcement learning
@book{sutton2018reinforcement,
  title={Reinforcement learning: An introduction},
  author={Sutton, Richard S and Barto, Andrew G},
  year={2018},
  publisher={MIT press}
}

@article{schulman2015high,
  title={High-dimensional continuous control using generalized advantage estimation},
  author={Schulman, John and Moritz, Philipp and Levine, Sergey and Jordan, Michael and Abbeel, Pieter},
  journal={arXiv preprint arXiv:1506.02438},
  year={2015}
}

@inproceedings{konda2000actor,
  title={Actor-critic algorithms},
  author={Konda, Vijay R and Tsitsiklis, John N},
  booktitle={Advances in neural information processing systems},
  pages={1008--1014},
  year={2000}
}

@phdthesis{ziebart2010modeling,
  title={Modeling purposeful adaptive behavior with the principle of maximum causal entropy},
  author={Ziebart, Brian D},
  year={2010},
  school={figshare}
}

@inproceedings{vien2007heuristic,
  title={Heuristic search based exploration in reinforcement learning},
  author={Vien, Ngo Anh and Viet, Nguyen Hoang and Lee, SeungGwan and Chung, TaeChoong},
  booktitle={International Work-Conference on Artificial Neural Networks},
  pages={110--118},
  year={2007},
  organization={Springer}
}

@inproceedings{mnih2016asynchronous,
  title={Asynchronous methods for deep reinforcement learning},
  author={Mnih, Volodymyr and Badia, Adria Puigdomenech and Mirza, Mehdi and Graves, Alex and Lillicrap, Timothy and Harley, Tim and Silver, David and Kavukcuoglu, Koray},
  booktitle={International conference on machine learning},
  pages={1928--1937},
  year={2016}
}

@article{mnih2015human,
  title={Human-level control through deep reinforcement learning},
  author={Mnih, Volodymyr and Kavukcuoglu, Koray and Silver, David and Rusu, Andrei A and Veness, Joel and Bellemare, Marc G and Graves, Alex and Riedmiller, Martin and Fidjeland, Andreas K and Ostrovski, Georg and others},
  journal={Nature},
  volume={518},
  number={7540},
  pages={529},
  year={2015},
  publisher={Nature Publishing Group}
}

@inproceedings{rawlik2013stochastic,
  title={On stochastic optimal control and reinforcement learning by approximate inference},
  author={Rawlik, Konrad and Toussaint, Marc and Vijayakumar, Sethu},
  booktitle={Twenty-Third International Joint Conference on Artificial Intelligence},
  year={2013}
}

% RL4NLP
@article{wu2018study,
  title={A study of reinforcement learning for neural machine translation},
  author={Wu, Lijun and Tian, Fei and Qin, Tao and Lai, Jianhuang and Liu, Tie-Yan},
  journal={arXiv preprint arXiv:1808.08866},
  year={2018}
}

@article{nguyen2017reinforcement,
  title={Reinforcement learning for bandit neural machine translation with simulated human feedback},
  author={Nguyen, Khanh and Daum{\'e} III, Hal and Boyd-Graber, Jordan},
  journal={arXiv preprint arXiv:1707.07402},
  year={2017}
}

@article{bahdanau2016actor,
  title={An actor-critic algorithm for sequence prediction},
  author={Bahdanau, Dzmitry and Brakel, Philemon and Xu, Kelvin and Goyal, Anirudh and Lowe, Ryan and Pineau, Joelle and Courville, Aaron and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1607.07086},
  year={2016}
}

@inproceedings{he2016dual,
  title={Dual learning for machine translation},
  author={He, Di and Xia, Yingce and Qin, Tao and Wang, Liwei and Yu, Nenghai and Liu, Tie-Yan and Ma, Wei-Ying},
  booktitle={Advances in Neural Information Processing Systems},
  pages={820--828},
  year={2016}
}

@article{karpukhin2019training,
  title={Training on synthetic noise improves robustness to natural noise in machine translation},
  author={Karpukhin, Vladimir and Levy, Omer and Eisenstein, Jacob and Ghazvininejad, Marjan},
  journal={arXiv preprint arXiv:1902.01509},
  year={2019}
}

@inproceedings{li-etal-2018-named,
    title = "Named-Entity Tagging and Domain adaptation for Better Customized Translation",
    author = "Li, Zhongwei  and
      Wang, Xuancong  and
      Aw, Ai Ti  and
      Chng, Eng Siong  and
      Li, Haizhou",
    booktitle = "Proceedings of the Seventh Named Entities Workshop",
    month = jul,
    year = "2018",
    address = "Melbourne, Australia",
    publisher = "Association for Computational Linguistics",
    url = "https://www.aclweb.org/anthology/W18-2407",
    doi = "10.18653/v1/W18-2407",
    pages = "41--46",
}

@inproceedings{ijcai2018-543,
  title     = {Generating Adversarial Examples with Adversarial Networks},
  author    = {Chaowei Xiao and Bo Li and Jun-yan Zhu and Warren He and Mingyan Liu and Dawn Song},
  booktitle = {Proceedings of the Twenty-Seventh International Joint Conference on
               Artificial Intelligence, {IJCAI-18}},
  publisher = {International Joint Conferences on Artificial Intelligence Organization},             
  pages     = {3905--3911},
  year      = {2018},
  month     = {7},
  doi       = {10.24963/ijcai.2018/543},
  url       = {https://doi.org/10.24963/ijcai.2018/543},
}

@article{Chaturvedi2019ExploringTR,
  title={Exploring the Robustness of NMT Systems to Nonsensical Inputs},
  author={Akshay Chaturvedi and KP Abijith and Utpal Garain},
  journal={arXiv: Learning},
  year={2019}
}

@inproceedings{Vidnerov2016Evolutionary,
  title={Evolutionary generation of adversarial examples for deep and shallow machine learning models},
  author={Vidnerová, Petra and Neruda, Roman},
  booktitle={Multidisciplinary International Social Networks Conference},
  year={2016},
}

@inproceedings{miao2019cgmh,
  title={Cgmh: Constrained sentence generation by metropolis-hastings sampling},
  author={Miao, Ning and Zhou, Hao and Mou, Lili and Yan, Rui and Li, Lei},
  booktitle={Proceedings of the AAAI Conference on Artificial Intelligence},
  volume={33},
  pages={6834--6842},
  year={2019}
}

@article{Zang2019Textual,
  title={Textual Adversarial Attack as Combinatorial Optimization},
  author={Zang, Yuan and Yang, Chenghao and Qi, Fanchao and Liu, Zhiyuan and Zhang, Meng and Liu, Qun and Sun, Maosong},
  year={2019},
  journal={arXiv:1910.12196v2},
}

