@inproceedings{liu-etal-2021-naturalness,
    title = "Naturalness Evaluation of Natural Language Generation in Task-oriented Dialogues Using {BERT}",
    author = "Liu, Ye  and
      Maier, Wolfgang  and
      Minker, Wolfgang  and
      Ultes, Stefan",
    editor = "Mitkov, Ruslan  and
      Angelova, Galia",
    booktitle = "Proceedings of the International Conference on Recent Advances in Natural Language Processing (RANLP 2021)",
    month = sep,
    year = "2021",
    address = "Held Online",
    publisher = "INCOMA Ltd.",
    url = "https://preview.aclanthology.org/fix-sig-urls/2021.ranlp-1.96/",
    pages = "839--845",
    abstract = "This paper presents an automatic method to evaluate the naturalness of natural language generation in dialogue systems. While this task was previously rendered through expensive and time-consuming human labor, we present this novel task of automatic naturalness evaluation of generated language. By fine-tuning the BERT model, our proposed naturalness evaluation method shows robust results and outperforms the baselines: support vector machines, bi-directional LSTMs, and BLEURT. In addition, the training speed and evaluation performance of naturalness model are improved by transfer learning from quality and informativeness linguistic knowledge."
}