@proceedings{bigscience-2022-bigscience,
    title = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.0/"
}
@inproceedings{jin-etal-2022-lifelong,
    title = "Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora",
    author = "Jin, Xisen  and
      Zhang, Dejiao  and
      Zhu, Henghui  and
      Xiao, Wei  and
      Li, Shang-Wen  and
      Wei, Xiaokai  and
      Arnold, Andrew  and
      Ren, Xiang",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.1/",
    doi = "10.18653/v1/2022.bigscience-1.1",
    pages = "1--16"
}
@inproceedings{herve-etal-2022-using,
    title = "Using {ASR}-Generated Text for Spoken Language Modeling",
    author = "Herv{\'e}, Nicolas  and
      Pelloin, Valentin  and
      Favre, Benoit  and
      Dary, Franck  and
      Laurent, Antoine  and
      Meignier, Sylvain  and
      Besacier, Laurent",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.2/",
    doi = "10.18653/v1/2022.bigscience-1.2",
    pages = "17--25"
}
@inproceedings{talat-etal-2022-reap,
    title = "You reap what you sow: On the Challenges of Bias Evaluation Under Multilingual Settings",
    author = "Talat, Zeerak  and
      N{\'e}v{\'e}ol, Aur{\'e}lie  and
      Biderman, Stella  and
      Clinciu, Miruna  and
      Dey, Manan  and
      Longpre, Shayne  and
      Luccioni, Sasha  and
      Masoud, Maraim  and
      Mitchell, Margaret  and
      Radev, Dragomir  and
      Sharma, Shanya  and
      Subramonian, Arjun  and
      Tae, Jaesung  and
      Tan, Samson  and
      Tunuguntla, Deepak  and
      Van Der Wal, Oskar",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.3/",
    doi = "10.18653/v1/2022.bigscience-1.3",
    pages = "26--41"
}
@inproceedings{kobayashi-etal-2022-diverse,
    title = "Diverse Lottery Tickets Boost Ensemble from a Single Pretrained Model",
    author = "Kobayashi, Sosuke  and
      Kiyono, Shun  and
      Suzuki, Jun  and
      Inui, Kentaro",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.4/",
    doi = "10.18653/v1/2022.bigscience-1.4",
    pages = "42--50"
}
@inproceedings{chan-etal-2022-unirex,
    title = "{UNIREX}: A Unified Learning Framework for Language Model Rationale Extraction",
    author = "Chan, Aaron  and
      Sanjabi, Maziar  and
      Mathias, Lambert  and
      Tan, Liang  and
      Nie, Shaoliang  and
      Peng, Xiaochang  and
      Ren, Xiang  and
      Firooz, Hamed",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.5/",
    doi = "10.18653/v1/2022.bigscience-1.5",
    pages = "51--67"
}
@inproceedings{nozza-etal-2022-pipelines,
    title = "Pipelines for Social Bias Testing of Large Language Models",
    author = "Nozza, Debora  and
      Bianchi, Federico  and
      Hovy, Dirk",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.6/",
    doi = "10.18653/v1/2022.bigscience-1.6",
    pages = "68--74"
}
@inproceedings{de-toni-etal-2022-entities,
    title = "Entities, Dates, and Languages: Zero-Shot on Historical Texts with T0",
    author = "De Toni, Francesco  and
      Akiki, Christopher  and
      De La Rosa, Javier  and
      Fourrier, Cl{\'e}mentine  and
      Manjavacas, Enrique  and
      Schweter, Stefan  and
      Van Strien, Daniel",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.7/",
    doi = "10.18653/v1/2022.bigscience-1.7",
    pages = "75--83"
}
@inproceedings{lakim-etal-2022-holistic,
    title = "A Holistic Assessment of the Carbon Footprint of Noor, a Very Large {A}rabic Language Model",
    author = "Lakim, Imad  and
      Almazrouei, Ebtesam  and
      Abualhaol, Ibrahim  and
      Debbah, Merouane  and
      Launay, Julien",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.8/",
    doi = "10.18653/v1/2022.bigscience-1.8",
    pages = "84--94"
}
@inproceedings{black-etal-2022-gpt,
    title = "{GPT}-{N}eo{X}-20{B}: An Open-Source Autoregressive Language Model",
    author = "Black, Sidney  and
      Biderman, Stella  and
      Hallahan, Eric  and
      Anthony, Quentin  and
      Gao, Leo  and
      Golding, Laurence  and
      He, Horace  and
      Leahy, Connor  and
      McDonell, Kyle  and
      Phang, Jason  and
      Pieler, Michael  and
      Prashanth, Usvsn Sai  and
      Purohit, Shivanshu  and
      Reynolds, Laria  and
      Tow, Jonathan  and
      Wang, Ben  and
      Weinbach, Samuel",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.9/",
    doi = "10.18653/v1/2022.bigscience-1.9",
    pages = "95--136"
}
@inproceedings{fries-etal-2022-dataset,
    title = "Dataset Debt in Biomedical Language Modeling",
    author = "Fries, Jason  and
      Seelam, Natasha  and
      Altay, Gabriel  and
      Weber, Leon  and
      Kang, Myungsun  and
      Datta, Debajyoti  and
      Su, Ruisi  and
      Garda, Samuele  and
      Wang, Bo  and
      Ott, Simon  and
      Samwald, Matthias  and
      Kusa, Wojciech",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.10/",
    doi = "10.18653/v1/2022.bigscience-1.10",
    pages = "137--145"
}
@inproceedings{teehan-etal-2022-emergent,
    title = "Emergent Structures and Training Dynamics in Large Language Models",
    author = "Teehan, Ryan  and
      Clinciu, Miruna  and
      Serikov, Oleg  and
      Szczechla, Eliza  and
      Seelam, Natasha  and
      Mirkin, Shachar  and
      Gokaslan, Aaron",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.11/",
    doi = "10.18653/v1/2022.bigscience-1.11",
    pages = "146--159"
}
@inproceedings{horawalavithana-etal-2022-foundation,
    title = "Foundation Models of Scientific Knowledge for Chemistry: Opportunities, Challenges and Lessons Learned",
    author = "Horawalavithana, Sameera  and
      Ayton, Ellyn  and
      Sharma, Shivam  and
      Howland, Scott  and
      Subramanian, Megha  and
      Vasquez, Scott  and
      Cosbey, Robin  and
      Glenski, Maria  and
      Volkova, Svitlana",
    editor = "Fan, Angela  and
      Ilic, Suzana  and
      Wolf, Thomas  and
      Gall{\'e}, Matthias",
    booktitle = "Proceedings of BigScience Episode {\#}5 -- Workshop on Challenges {\&} Perspectives in Creating Large Language Models",
    month = may,
    year = "2022",
    address = "virtual+Dublin",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/volume-fixes/2022.bigscience-1.12/",
    doi = "10.18653/v1/2022.bigscience-1.12",
    pages = "160--172"
}