@proceedings{conll-2024-babylm,
    title = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.0/"
}
@inproceedings{hu-etal-2024-findings,
    title = "Findings of the Second {B}aby{LM} Challenge: Sample-Efficient Pretraining on Developmentally Plausible Corpora",
    author = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Cotterell, Ryan  and
      Choshen, Leshem  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.1/",
    pages = "1--21"
}
@inproceedings{ghanizadeh-dousti-2024-towards,
    title = "Towards Data-Efficient Language Models: A Child-Inspired Approach to Language Learning",
    author = "Ghanizadeh, Mohammad Amin  and
      Dousti, Mohammad Javad",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.2/",
    pages = "22--27"
}
@inproceedings{nair-etal-2024-babylm,
    title = "{B}aby{LM} Challenge: Experimenting with Self-Distillation and Reverse-Distillation for Language Model Pre-Training on Constrained Datasets",
    author = "Nair, Aakarsh  and
      Hancharova, Alina  and
      Kumar, Mayank  and
      Gharaee, Ali",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.3/",
    pages = "28--36"
}
@inproceedings{goriely-etal-2024-babble,
    title = "From Babble to Words: Pre-Training Language Models on Continuous Streams of Phonemes",
    author = "Goriely, Z{\'e}bulon  and
      Diehl Martinez, Richard  and
      Caines, Andrew  and
      Buttery, Paula  and
      Beinborn, Lisa",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.4/",
    pages = "37--53"
}
@inproceedings{bunzeck-etal-2024-graphemes,
    title = "Graphemes vs. phonemes: battling it out in character-based language models",
    author = "Bunzeck, Bastian  and
      Duran, Daniel  and
      Schade, Leonie  and
      Zarrie{\ss}, Sina",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.5/",
    pages = "54--64"
}
@inproceedings{saha-etal-2024-exploring,
    title = "Exploring Curriculum Learning for Vision-Language Tasks: A Study on Small-Scale Multimodal Training",
    author = "Saha, Rohan  and
      Fahim, Abrar  and
      Fyshe, Alona  and
      Murphy, Alex",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.6/",
    pages = "65--81"
}
@inproceedings{haller-etal-2024-babyhgrn,
    title = "{B}aby{HGRN}: Exploring {RNN}s for Sample-Efficient Language Modeling",
    author = "Haller, Patrick  and
      Golde, Jonas  and
      Akbik, Alan",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.7/",
    pages = "82--94"
}
@inproceedings{shaozhen-etal-2024-choosy,
    title = "Choosy Babies Need One Coach: Inducing Mode-Seeking Behavior in {B}aby{L}lama with Reverse {KL} Divergence",
    author = "Shi, Shaozhen  and
      Matusevych, Yevgen  and
      Nissim, Malvina",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.8/",
    pages = "95--105"
}
@inproceedings{chesi-etal-2024-different,
    title = "Different Ways to Forget: Linguistic Gates in Recurrent Neural Networks",
    author = "Chesi, Cristiano  and
      Bressan, Veronica  and
      Barbini, Matilde  and
      Fusco, Achille  and
      Bianchessi, Maria Letizia Piccini  and
      Neri, Sofia  and
      Rossi, Sarah  and
      Sgrizzi, Tommaso",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.9/",
    pages = "106--117"
}
@inproceedings{klerings-etal-2024-developmentally,
    title = "Developmentally Plausible Multimodal Language Models Are Highly Modular",
    author = "Klerings, Alina  and
      Bartelt, Christian  and
      Mueller, Aaron",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.10/",
    pages = "118--139"
}
@inproceedings{behr-2024-elc,
    title = "{ELC}-{P}arser{BERT}: Low-Resource Language Modeling Utilizing a Parser Network With {ELC}-{BERT}",
    author = "Behr, Rufus",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.11/",
    pages = "140--146"
}
@inproceedings{prevot-etal-2024-extending,
    title = "Extending the {B}aby{LM} Initiative : Promoting Diversity in Datasets and Metrics through High-Quality Linguistic Corpora",
    author = "Pr{\'e}vot, Laurent  and
      Wang, Sheng-Fu  and
      Chi, Jou-An  and
      Hsieh, Shu-Kai",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.12/",
    pages = "147--158"
}
@inproceedings{berend-2024-integrating,
    title = "Integrating Quasi-symbolic Conceptual Knowledge into Language Model Pre-training",
    author = "Berend, G{\'a}bor",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.13/",
    pages = "159--165"
}
@inproceedings{edman-etal-2024-babylms,
    title = "Are {B}aby{LM}s Second Language Learners?",
    author = "Edman, Lukas  and
      Bylinina, Lisa  and
      Ghorbanpour, Faeze  and
      Fraser, Alexander",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.14/",
    pages = "166--173"
}
@inproceedings{salhan-etal-2024-less,
    title = "Less is More: Pre-Training Cross-Lingual Small-Scale Language Models with Cognitively-Plausible Curriculum Learning Strategies",
    author = "Salhan, Suchir  and
      Diehl Martinez, Richard  and
      Goriely, Z{\'e}bulon  and
      Buttery, Paula",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.15/",
    pages = "174--188"
}
@inproceedings{capone-etal-2024-concretegpt,
    title = "{C}oncrete{GPT}: A Baby {GPT}-2 Based on Lexical Concreteness and Curriculum Learning",
    author = "Capone, Luca  and
      Bondielli, Alessandro  and
      Lenci, Alessandro",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.16/",
    pages = "189--196"
}
@inproceedings{iyer-2024-babies,
    title = "When Babies Teach Babies: Can student knowledge sharing outperform Teacher-Guided Distillation on small datasets?",
    author = "Iyer, Srikrishna",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.17/",
    pages = "197--211"
}
@inproceedings{nguyen-etal-2024-automatic,
    title = "Automatic Quality Estimation for Data Selection and Curriculum Learning",
    author = "Nguyen, Hiep  and
      Yip, Lynn  and
      DeBenedetto, Justin",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.18/",
    pages = "212--220"
}
@inproceedings{lucas-etal-2024-using,
    title = "Using Curriculum Masking Based on Child Language Development to Train a Large Language Model with Limited Training Data",
    author = "Lucas, Evan  and
      Gaines, Dylan  and
      Kosireddy, Tagore Rao  and
      Li, Kevin  and
      Havens, Timothy C.",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.19/",
    pages = "221--228"
}
@inproceedings{lyman-hepner-2024-whatif,
    title = "{W}hat{I}f: Leveraging Word Vectors for Small-Scale Data Augmentation",
    author = "Lyman, Alex  and
      Hepner, Bryce",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.20/",
    pages = "229--236"
}
@inproceedings{hong-etal-2024-surprisal,
    title = "A surprisal oracle for when every layer counts",
    author = "Hong, Xudong  and
      Lo{\'a}iciga, Sharid  and
      Sayeed, Asad",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.21/",
    pages = "237--243"
}
@inproceedings{alkhamissi-etal-2024-dreaming,
    title = "Dreaming Out Loud: A Self-Synthesis Approach For Training Vision-Language Models With Developmentally Plausible Data",
    author = {AlKhamissi, Badr  and
      Tang, Yingtian  and
      G{\"o}kce, Abd{\"u}lkadir  and
      Mehrer, Johannes  and
      Schrimpf, Martin},
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.22/",
    pages = "244--251"
}
@inproceedings{haga-etal-2024-babylm,
    title = "{B}aby{LM} Challenge: Exploring the effect of variation sets on language model training efficiency",
    author = "Haga, Akari  and
      Fukatsu, Akiyo  and
      Oba, Miyu  and
      Bisazza, Arianna  and
      Oseki, Yohei",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.23/",
    pages = "252--261"
}
@inproceedings{charpentier-samuel-2024-bert,
    title = "{GPT} or {BERT}: why not both?",
    author = "Charpentier, Lucas Georges Gabriel  and
      Samuel, David",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.24/",
    pages = "262--283"
}
@inproceedings{yam-paek-2024-baby,
    title = "What should Baby Models read? Exploring Sample-Efficient Data Composition on Model Performance",
    author = "Yam, Hong Meng  and
      Paek, Nathan",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.25/",
    pages = "284--291"
}
@inproceedings{tastet-timiryasov-2024-babyllama,
    title = "{B}aby{L}lama-2: Ensemble-Distilled Models Consistently Outperform Teachers With Limited Data",
    author = "Tastet, Jean-Loup  and
      Timiryasov, Inar",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.26/",
    pages = "292--301"
}
@inproceedings{yam-paek-2024-teaching,
    title = "Teaching Tiny Minds: Exploring Methods to Enhance Knowledge Distillation for Small Language Models",
    author = "Yam, Hong Meng  and
      Paek, Nathan",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.27/",
    pages = "302--307"
}
@inproceedings{theodoropoulos-etal-2024-berttime,
    title = "{BERT}time Stories: Investigating the Role of Synthetic Story Data in Language Pre-training",
    author = "Theodoropoulos, Nikitas  and
      Filandrianos, Giorgos  and
      Lyberatos, Vassilis  and
      Lymperaiou, Maria  and
      Stamou, Giorgos",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.28/",
    pages = "308--323"
}
@inproceedings{yu-etal-2024-antlm,
    title = "{A}nt{LM}: Bridging Causal and Masked Language Models",
    author = "Yu, Xinru  and
      Guo, Bin  and
      Luo, Shiwei  and
      Wang, Jie  and
      Ji, Tao  and
      Wu, Yuanbin",
    editor = "Hu, Michael Y.  and
      Mueller, Aaron  and
      Ross, Candace  and
      Williams, Adina  and
      Linzen, Tal  and
      Zhuang, Chengxu  and
      Choshen, Leshem  and
      Cotterell, Ryan  and
      Warstadt, Alex  and
      Wilcox, Ethan Gotlieb",
    booktitle = "The 2nd BabyLM Challenge at the 28th Conference on Computational Natural Language Learning",
    month = nov,
    year = "2024",
    address = "Miami, FL, USA",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/missing-isa-paper/2024.conll-babylm.29/",
    pages = "324--331"
}