@inproceedings{steinberger-etal-2017-pyramid,
    title = "Pyramid-based Summary Evaluation Using {A}bstract {M}eaning {R}epresentation",
    author = "Steinberger, Josef  and
      Krejzl, Peter  and
      Brychc{\'i}n, Tom{\'a}{\v{s}}",
    editor = "Mitkov, Ruslan  and
      Angelova, Galia",
    booktitle = "Proceedings of the International Conference Recent Advances in Natural Language Processing, {RANLP} 2017",
    month = sep,
    year = "2017",
    address = "Varna, Bulgaria",
    publisher = "INCOMA Ltd.",
    url = "https://preview.aclanthology.org/fix-sig-urls/R17-1090/",
    doi = "10.26615/978-954-452-049-6_090",
    pages = "701--706",
    abstract = "We propose a novel metric for evaluating summary content coverage. The evaluation framework follows the Pyramid approach to measure how many summarization content units, considered important by human annotators, are contained in an automatic summary. Our approach automatizes the evaluation process, which does not need any manual intervention on the evaluated summary side. Our approach compares abstract meaning representations of each content unit mention and each summary sentence. We found that the proposed metric complements well the widely-used ROUGE metrics."
}