@article{devlinbert,
  author =       "Jacob Devlin and Ming-Wei Chang and Kenton Lee and Kristina Toutanova",
  title =        "BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding",
  journal =      "Proceedings of NAACL-HLT 2019",
  pages =        "4171--4186",
  year =         "2019",
}

@article{conneaucross,
  author =       "Alexis Conneau and Kartikay Khandelwal and Naman Goyal and Vishrav Chaudhary and Guillaume Wenzek and Francisco Guzmán and Edouard Grave and Myle Ott and Luke Zettlemoyer and Veselin Stoyanov",
  title =        "Unsupervised Cross-lingual Representation Learning at Scale",
  year =         "2020"
}

@article{shliazhko,
  author =       "Oleh Shliazhko and Alena Fenogenova and Maria Tikhonova and Vladislav Mikhailov and Anastasia Kozlova and Tatiana Shavrina",
  title =        "mGPT: Few-Shot Learners Go Multilingual",
  year =         "2020"
}

@article{xue,
  author =       "Linting Xue and Noah Constant and Adam Roberts and Mihir Kale and Rami Al-Rfou and Aditya Siddhant and Aditya Barua and Colin Raffel",
  title =        "mT5: A massively multilingual pre-trained text-to-text transformer",
  year =         "2021"
}

@article{koto,
  author =       "Fajri Koto and Jey Han Lau and Timothy Baldwin",
  title =        "Discourse Probing of Pretrained Language Models",
  journal =      "Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies",
  pages =        "3849--3864",
  year =         "2021"
}

@article{shi,
  author =       "Wei Shi and Vera Demberg",
  title =        "Next Sentence Prediction helps Implicit Discourse Relation Classification within and across Domains",
  journal =      "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing",
  pages =        "5790--5796",
  year =         "2019"
}

@article{chen,
  author =       "Mingda Chen and Zewei Chu and Kevin Gimpel",
  title =        "Evaluation Benchmarks and Learning Criteria for Discourse-Aware Sentence Representations",
  year =         "2019"
}

@article{martins,
  author =       "André F. T. Martins and António Farinhas and Marcos Treviso and Vlad Niculae and Pedro M. Q. Aguiar and Mário A. T. Figueiredo",
  title =        "Sparse and Continuous Attention Mechanisms",
  journal =      "4th Conference on Neural Information Processing Systems (NeurIPS 2020), Vancouver, Canada",
  year =         "2020"
}

@article{nie,
  author =       "Allen Nie and Erin D. Bennett and Noah D. Goodman",
  title =        "DisSent: Learning Sentence Representations from Explicit Discourse Relations",
  year =         "2019"
}

@article{child,
  author =       "Rewon Child and Scott Gray and Alec Radford and Ilya Sutskever",
  title =        "Generating Long Sequences with Sparse Transformers",
  year =         "2019"
}

@article{vaswani,
  author =       "Ashish Vaswani and Noam Shazeer and Niki Parmar and Jakob Uszkoreit and Llion Jones and Aidan N. Gomez and Lukasz Kaiser and Illia Polosukhin",
  title =        "Attention Is All You Need",
  year =         "2017"
}

@article{kitano,
  author =       "Hiroko Kitano",
  title =        "Cross-Cultural Differences in Written Discourse Patterns: A Study of Acceptability of Japanese Expository Compositions in American Universities",
  year =         "1990"
}

@article{pires,
  author =       "Telmo Pires and Eva Schlinger and Dan Garrette",
  title =        "How multilingual is Multilingual BERT?",
  year =         "2019"
}

@article{kaplan,
  author =       "Robert B. Kaplan",
  title =        "Cultural Thought Patterns in Inter-Cultural Education",
  journal =      "Information from lecture delivered by M. R. Montaño-Harmon, Ph. D., Professor Emeritus, California State University, Fullerton, June, 2001, based on (1) doctoral dissertation research and (2) ongoing research in four states in the United States",
  pages =        "1--20",
  year =         "2006"
}

@article{malmi,
  author =       "Eric Malmi and Daniele Pighin and Sebastian Krause and Mikhail Kozhevnikov",
  title =        "Automatic Prediction of Discourse Connectives",
  year =         "2017"
}

@article{common,
  author =       "Nasrin Mostafazadeh and Nathanael Chambers and Xiaodong He and Devi Parikh, Dhruv Batra and Lucy Vanderwende and Pushmeet Kohli and James Allen",
  title =        "A Corpus and Evaluation Framework for Deeper Understanding of Commonsense Stories",
  year =         "2016"
}

@article{sharma,
  author =       "Rishi Sharma, James Allen, Omid Bakhshandeh, Nasrin Mostafazadeh",
  title =        "Tackling the Story Ending Biases in The Story Cloze Test",
  journal =      "Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)
Authors:",
  year =         "2018"
}

@article{rothe,
  author =       "Sascha Rothe and Shashi Narayan and Aliaksei Severyn",
  title =        "Leveraging Pre-trained Checkpoints for Sequence Generation Tasks",
  year =         "2020"
}

@article{polakova,
  author =       "Lucie Poláková and Jiří Mírovský and Anna Nedoluzhko and Pavlína Jínová and
Šárka Zikánová and Eva Hajičová",
  title =        "Introducing the Prague Discourse Treebank 1.0",
  year =         "2020"
}

@article{prague,
  author =       "Martin Procházka and Markéta Malá and Pavlína Šaldová",
  title =        "The Prague School and Theories of Structure",
  year =         "2010"
}

@article{polakovaanaph,
  author =       "Lucie Polakova and Jiří Mírovský",
  title =        "Anaphoric Connectives and Long-Distance Discourse Relations in Czech",
  year =         "2019"
}

@article{villalba,
  author =       "Xavier Villalba and Laia Mayol",
  title =        "Right-dislocation in Catalan: Tails, Polarity and Activation",
  year =         "2013"
}

@article{kroon,
  author =       "C. H. M. Kroon",
  title =        "Latin linguistics between grammar and discourse: Units of analysis, levels of analysis",
  year =         "2009"
}

@article{pal,
  author =       "Arghya Pal and Vineeth N Balasubramanian",
  title =        "Zero-Shot Task Transfer",
  year =         "2019"
}

@article{platen,
  author =       "Patrick von Platen",
  title =        "Transformers-based Encoder-Decoder Models",
  url       = "https://huggingface.co/blog/encoder-decoder",
  year =         "2020"
}

@article{рernault,
  author =       "Hugo Hernault and Danushka Bollegala and Mitsuru Ishizuka",
  title =        "Towards Semi-Supervised Classification of Discourse Relations using Feature Correlations",
  year =         "2010"
}

@article{feng,
  author =       "Vanessa Wei Feng and Graeme Hirst",
  title =        "A Linear-Time Bottom-Up Discourse Parser with Constraints and Post-Editing",
  year =         "2014"
}

@article{ji,
  author =       "Yangfeng Ji and Jacob Eisenstein",
  title =        "Representation Learning for Text-level Discourse Parsing",
  year =         "2014"
}

@article{topdown,
  author =       "Fajri Koto and Jey Han Lau and Timothy Baldwin",
  title =        "Top-down Discourse Parsing via Sequence Labelling",
  year =         "2021"
}

@article{barzilay,
  author =       "Regina Barzilay and Mirella Lapata",
  title =        "Modeling Local Coherence: An Entity-Based Approach",
  year =         "2017"
}

@article{dagnev,
  author =       "Ivaylo Dagnev and Mariya and Saykova and Maya Yaneva",
  title =        "Discourse and linguistic characteristics of RMA introduction sections – a Bulgarian-English comparative study",
  year =         "2019"
}

@article{turk,
  author =       "Demirşahin Işın",
  title =        "The Discourse structure of Turkish",
  year =         "2015"
}

@article{yinhan,
  author =       "Liu Yinhan and Ott Myle and Goyal Naman and Du Jingfei and Joshi Mandar and Chen Danqi and Levy Omer and Lewis Mike and Zettlemoyer Luke and Stoyanov Veselin",
  title =        "RoBERTa: A Robustly Optimized BERT Pretraining Approach",
  year =         "2019"
}

@article{kassner,
 author =       "Nora Kassner and Hinrich Schütze",
  title =        "Negated and
misprimed probes for pretrained language models:
Birds can talk, but cannot fly",
  journal =      "In Proceedings of the
58th Annual Meeting of the Association for Computational Linguistics",
  pages =        "7811--7818",
  year =         "2020", }

@article{marvin,
 author =       "Rebecca Marvin and Tal Linzen",
  title =        "Targeted syntactic evaluation of language models",
  journal =      "In Proceedings of the 2018 Conference on Empirical Methods
in Natural Language Processing",
  pages =        "1192--1202",
  year =         "2018", }

@article{forsbom,
 author =       "Eva Forsbom",
  title =        "Rhetorical Structure Theory
in Natural Language Generation",
  year =         "2005", }
@articl{popel-etal-2017-udapi,
    title = "{U}dapi: Universal {API} for {U}niversal {D}ependencies",
    author = "Popel, Martin  and
      {\v{Z}}abokrtsk{\'y}, Zden{\v{e}}k  and
      Vojtek, Martin",
    booktitle = "Proceedings of the {N}o{D}a{L}i{D}a 2017 Workshop on Universal Dependencies ({UDW} 2017)",
    month = may,
    year = "2017",
    address = "Gothenburg, Sweden",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/W17-0412",
    pages = "96--101",
}

@inproceedings{li-etal-2021-improving-encoder,
    title = "Improving Encoder by Auxiliary Supervision Tasks for Table-to-Text Generation",
    author = "Li, Liang  and
      Ma, Can  and
      Yue, Yinliang  and
      Hu, Dayong",
    editor = "Zong, Chengqing  and
      Xia, Fei  and
      Li, Wenjie  and
      Navigli, Roberto",
    booktitle = "Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)",
    month = aug,
    year = "2021",
    address = "Online",
    publisher = "Association for Computational Linguistics",
    url = "https://aclanthology.org/2021.acl-long.466",
    doi = "10.18653/v1/2021.acl-long.466",
    pages = "5979--5989",
    abstract = "Table-to-text generation aims at automatically generating natural text to help people conveniently obtain salient information in tables. Although neural models for table-to-text have achieved remarkable progress, some problems are still overlooked. Previous methods cannot deduce the factual results from the entity{'}s (player or team) performance and the relations between entities. To solve this issue, we first build an entity graph from the input tables and introduce a reasoning module to perform reasoning on the graph. Moreover, there are different relations (e.g., the numeric size relation and the importance relation) between records in different dimensions. And these relations may contribute to the data-to-text generation. However, it is hard for a vanilla encoder to capture these. Consequently, we propose to utilize two auxiliary tasks, Number Ranking (NR) and Importance Ranking (IR), to supervise the encoder to capture the different relations. Experimental results on ROTOWIRE and RW-FG show that our method not only has a good generalization but also outperforms previous methods on several metrics: BLEU, Content Selection, Content Ordering.",
}
