@inproceedings{wang-wolf-2020-overview,
    title = "Overview of the {S}ustai{NLP} 2020 Shared Task",
    author = "Wang, Alex  and
      Wolf, Thomas",
    editor = "Moosavi, Nafise Sadat  and
      Fan, Angela  and
      Shwartz, Vered  and
      Glava{\v{s}}, Goran  and
      Joty, Shafiq  and
      Wang, Alex  and
      Wolf, Thomas",
    booktitle = "Proceedings of SustaiNLP: Workshop on Simple and Efficient Natural Language Processing",
    month = nov,
    year = "2020",
    address = "Online",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/fix-sig-urls/2020.sustainlp-1.24/",
    doi = "10.18653/v1/2020.sustainlp-1.24",
    pages = "174--178",
    abstract = "We describe the SustaiNLP 2020 shared task: efficient inference on the SuperGLUE benchmark (Wang et al., 2019). Participants are evaluated based on performance on the benchmark as well as energy consumed in making predictions on the test sets. We describe the task, its organization, and the submitted systems. Across the six submissions to the shared task, participants achieved efficiency gains of 20{\texttimes} over a standard BERT (Devlin et al., 2019) baseline, while losing less than an absolute point in performance."
}