@proceedings{blackboxnlp-2021-blackboxnlp,
    title = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.0/"
}
@inproceedings{prasad-etal-2021-extent,
    title = "To what extent do human explanations of model behavior align with actual model behavior?",
    author = "Prasad, Grusha  and
      Nie, Yixin  and
      Bansal, Mohit  and
      Jia, Robin  and
      Kiela, Douwe  and
      Williams, Adina",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.1/",
    doi = "10.18653/v1/2021.blackboxnlp-1.1",
    pages = "1--14"
}
@inproceedings{kunz-kuhlmann-2021-test,
    title = "Test Harder than You Train: Probing with Extrapolation Splits",
    author = "Kunz, Jenny  and
      Kuhlmann, Marco",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.2/",
    doi = "10.18653/v1/2021.blackboxnlp-1.2",
    pages = "15--25"
}
@inproceedings{schuff-etal-2021-external,
    title = "Does External Knowledge Help Explainable Natural Language Inference? Automatic Evaluation vs. Human Ratings",
    author = "Schuff, Hendrik  and
      Yang, Hsiu-Yu  and
      Adel, Heike  and
      Vu, Ngoc Thang",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.3/",
    doi = "10.18653/v1/2021.blackboxnlp-1.3",
    pages = "26--41"
}
@inproceedings{aina-linzen-2021-language,
    title = "The Language Model Understood the Prompt was Ambiguous: Probing Syntactic Uncertainty Through Generation",
    author = "Aina, Laura  and
      Linzen, Tal",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.4/",
    doi = "10.18653/v1/2021.blackboxnlp-1.4",
    pages = "42--57"
}
@inproceedings{vamvas-sennrich-2021-limits,
    title = "On the Limits of Minimal Pairs in Contrastive Evaluation",
    author = "Vamvas, Jannis  and
      Sennrich, Rico",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.5/",
    doi = "10.18653/v1/2021.blackboxnlp-1.5",
    pages = "58--68"
}
@inproceedings{xie-etal-2021-models,
    title = "What Models Know About Their Attackers: Deriving Attacker Information From Latent Representations",
    author = "Xie, Zhouhang  and
      Brophy, Jonathan  and
      Noack, Adam  and
      You, Wencong  and
      Asthana, Kalyani  and
      Perkins, Carter  and
      Reis, Sabrina  and
      Hammoudeh, Zayd  and
      Lowd, Daniel  and
      Singh, Sameer",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.6/",
    doi = "10.18653/v1/2021.blackboxnlp-1.6",
    pages = "69--78"
}
@inproceedings{apidianaki-gari-soler-2021-dolphins,
    title = "{ALL} Dolphins Are Intelligent and {SOME} Are Friendly: Probing {BERT} for Nouns' Semantic Properties and their Prototypicality",
    author = "Apidianaki, Marianna  and
      Gar{\'i} Soler, Aina",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.7/",
    doi = "10.18653/v1/2021.blackboxnlp-1.7",
    pages = "79--94"
}
@inproceedings{masis-anderson-2021-prosper,
    title = "{P}ro{SP}er: Probing Human and Neural Network Language Model Understanding of Spatial Perspective",
    author = "Masis, Tessa  and
      Anderson, Carolyn Jane",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.8/",
    doi = "10.18653/v1/2021.blackboxnlp-1.8",
    pages = "95--135"
}
@inproceedings{chaabouni-etal-2021-transformers,
    title = "Can Transformers Jump Around Right in Natural Language? Assessing Performance Transfer from {SCAN}",
    author = "Chaabouni, Rahma  and
      Dess{\`i}, Roberto  and
      Kharitonov, Eugene",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.9/",
    doi = "10.18653/v1/2021.blackboxnlp-1.9",
    pages = "136--148"
}
@inproceedings{norlund-etal-2021-transferring,
    title = "Transferring Knowledge from Vision to Language: How to Achieve it and how to Measure it?",
    author = {Norlund, Tobias  and
      Hagstr{\"o}m, Lovisa  and
      Johansson, Richard},
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.10/",
    doi = "10.18653/v1/2021.blackboxnlp-1.10",
    pages = "149--162"
}
@inproceedings{higy-etal-2021-discrete,
    title = "Discrete representations in neural models of spoken language",
    author = "Higy, Bertrand  and
      Gelderloos, Lieke  and
      Alishahi, Afra  and
      Chrupa{\l}a, Grzegorz",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.11/",
    doi = "10.18653/v1/2021.blackboxnlp-1.11",
    pages = "163--176"
}
@inproceedings{templeton-2021-word,
    title = "Word Equations: Inherently Interpretable Sparse Word Embeddings through Sparse Coding",
    author = "Templeton, Adly",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.12/",
    doi = "10.18653/v1/2021.blackboxnlp-1.12",
    pages = "177--191"
}
@inproceedings{pedinotti-etal-2021-howling,
    title = "A howling success or a working sea? Testing what {BERT} knows about metaphors",
    author = "Pedinotti, Paolo  and
      Di Palma, Eliana  and
      Cerini, Ludovica  and
      Lenci, Alessandro",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.13/",
    doi = "10.18653/v1/2021.blackboxnlp-1.13",
    pages = "192--204"
}
@inproceedings{wang-etal-2021-length,
    title = "How Length Prediction Influence the Performance of Non-Autoregressive Translation?",
    author = "Wang, Minghan  and
      Jiaxin, Guo  and
      Wang, Yuxia  and
      Chen, Yimeng  and
      Chang, Su  and
      Shang, Hengchao  and
      Zhang, Min  and
      Tao, Shimin  and
      Yang, Hao",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.14/",
    doi = "10.18653/v1/2021.blackboxnlp-1.14",
    pages = "205--213"
}
@inproceedings{tanti-etal-2021-language,
    title = "On the Language-specificity of Multilingual {BERT} and the Impact of Fine-tuning",
    author = "Tanti, Marc  and
      van der Plas, Lonneke  and
      Borg, Claudia  and
      Gatt, Albert",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.15/",
    doi = "10.18653/v1/2021.blackboxnlp-1.15",
    pages = "214--227"
}
@inproceedings{chiang-chen-2021-relating,
    title = "Relating Neural Text Degeneration to Exposure Bias",
    author = "Chiang, Ting-Rui  and
      Chen, Yun-Nung",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.16/",
    doi = "10.18653/v1/2021.blackboxnlp-1.16",
    pages = "228--239"
}
@inproceedings{schwarzenberg-etal-2021-efficient,
    title = "Efficient Explanations from Empirical Explainers",
    author = {Schwarzenberg, Robert  and
      Feldhus, Nils  and
      M{\"o}ller, Sebastian},
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.17/",
    doi = "10.18653/v1/2021.blackboxnlp-1.17",
    pages = "240--249"
}
@inproceedings{wu-ettinger-2021-variation,
    title = "Variation and generality in encoding of syntactic anomaly information in sentence embeddings",
    author = "Wu, Qinxuan  and
      Ettinger, Allyson",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.18/",
    doi = "10.18653/v1/2021.blackboxnlp-1.18",
    pages = "250--264"
}
@inproceedings{yadav-etal-2021-enhancing,
    title = "Enhancing Interpretable Clauses Semantically using Pretrained Word Representation",
    author = "Yadav, Rohan Kumar  and
      Jiao, Lei  and
      Granmo, Ole-Christoffer  and
      Goodwin, Morten",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.19/",
    doi = "10.18653/v1/2021.blackboxnlp-1.19",
    pages = "265--274"
}
@inproceedings{hanna-marecek-2021-analyzing,
    title = "Analyzing {BERT}{'}s Knowledge of Hypernymy via Prompting",
    author = "Hanna, Michael  and
      Mare{\v{c}}ek, David",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.20/",
    doi = "10.18653/v1/2021.blackboxnlp-1.20",
    pages = "275--282"
}
@inproceedings{fancellu-etal-2021-depth,
    title = "An in-depth look at {E}uclidean disk embeddings for structure preserving parsing",
    author = "Fancellu, Federico  and
      Xiao, Lan  and
      Jepson, Allan  and
      Fazly, Afsaneh",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.21/",
    doi = "10.18653/v1/2021.blackboxnlp-1.21",
    pages = "283--295"
}
@inproceedings{talukdar-etal-2021-training,
    title = "Training Dynamic based data filtering may not work for {NLP} datasets",
    author = "Talukdar, Arka  and
      Dagar, Monika  and
      Gupta, Prachi  and
      Menon, Varun",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.22/",
    doi = "10.18653/v1/2021.blackboxnlp-1.22",
    pages = "296--302"
}
@inproceedings{kanashiro-pereira-etal-2021-multi,
    title = "Multi-Layer Random Perturbation Training for improving Model Generalization Efficiently",
    author = "Kanashiro Pereira, Lis  and
      Taya, Yuki  and
      Kobayashi, Ichiro",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.23/",
    doi = "10.18653/v1/2021.blackboxnlp-1.23",
    pages = "303--310"
}
@inproceedings{wisniewski-etal-2021-screening,
    title = "Screening Gender Transfer in Neural Machine Translation",
    author = "Wisniewski, Guillaume  and
      Zhu, Lichao  and
      Ballier, Nicolas  and
      Yvon, Fran{\c{c}}ois",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.24/",
    doi = "10.18653/v1/2021.blackboxnlp-1.24",
    pages = "311--321"
}
@inproceedings{kumar-etal-2021-bert,
    title = "What {BERT} Based Language Model Learns in Spoken Transcripts: An Empirical Study",
    author = "Kumar, Ayush  and
      Narayanan Sundararaman, Mukuntha  and
      Vepa, Jithendra",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.25/",
    doi = "10.18653/v1/2021.blackboxnlp-1.25",
    pages = "322--336"
}
@inproceedings{yanaka-mineshima-2021-assessing,
    title = "Assessing the Generalization Capacity of Pre-trained Language Models through {J}apanese Adversarial Natural Language Inference",
    author = "Yanaka, Hitomi  and
      Mineshima, Koji",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.26/",
    doi = "10.18653/v1/2021.blackboxnlp-1.26",
    pages = "337--349"
}
@inproceedings{dobreva-keller-2021-investigating,
    title = "Investigating Negation in Pre-trained Vision-and-language Models",
    author = "Dobreva, Radina  and
      Keller, Frank",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.27/",
    doi = "10.18653/v1/2021.blackboxnlp-1.27",
    pages = "350--362"
}
@inproceedings{bogoychev-2021-parameters,
    title = "Not all parameters are born equal: Attention is mostly what you need",
    author = "Bogoychev, Nikolay",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.28/",
    doi = "10.18653/v1/2021.blackboxnlp-1.28",
    pages = "363--374"
}
@inproceedings{fayyaz-etal-2021-models,
    title = "Not All Models Localize Linguistic Knowledge in the Same Place: A Layer-wise Probing on {BERT}oids' Representations",
    author = "Fayyaz, Mohsen  and
      Aghazadeh, Ehsan  and
      Modarressi, Ali  and
      Mohebbi, Hosein  and
      Pilehvar, Mohammad Taher",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.29/",
    doi = "10.18653/v1/2021.blackboxnlp-1.29",
    pages = "375--388"
}
@inproceedings{ryskina-knight-2021-learning,
    title = "Learning Mathematical Properties of Integers",
    author = "Ryskina, Maria  and
      Knight, Kevin",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.30/",
    doi = "10.18653/v1/2021.blackboxnlp-1.30",
    pages = "389--395"
}
@inproceedings{thukral-etal-2021-probing,
    title = "Probing Language Models for Understanding of Temporal Expressions",
    author = "Thukral, Shivin  and
      Kukreja, Kunal  and
      Kavouras, Christian",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.31/",
    doi = "10.18653/v1/2021.blackboxnlp-1.31",
    pages = "396--406"
}
@inproceedings{abdullah-etal-2021-familiar,
    title = "How Familiar Does That Sound? Cross-Lingual Representational Similarity Analysis of Acoustic Word Embeddings",
    author = {Abdullah, Badr  and
      Zaitova, Iuliia  and
      Avgustinova, Tania  and
      M{\"o}bius, Bernd  and
      Klakow, Dietrich},
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.32/",
    doi = "10.18653/v1/2021.blackboxnlp-1.32",
    pages = "407--419"
}
@inproceedings{sinha-etal-2021-perturbing,
    title = "Perturbing Inputs for Fragile Interpretations in Deep Natural Language Processing",
    author = "Sinha, Sanchit  and
      Chen, Hanjie  and
      Sekhon, Arshdeep  and
      Ji, Yangfeng  and
      Qi, Yanjun",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.33/",
    doi = "10.18653/v1/2021.blackboxnlp-1.33",
    pages = "420--434"
}
@inproceedings{stevens-su-2021-investigation,
    title = "An Investigation of Language Model Interpretability via Sentence Editing",
    author = "Stevens, Samuel  and
      Su, Yu",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.34/",
    doi = "10.18653/v1/2021.blackboxnlp-1.34",
    pages = "435--446"
}
@inproceedings{bagherzadeh-bergler-2021-interacting,
    title = "Interacting Knowledge Sources, Inspection and Analysis: Case-studies on Biomedical text processing",
    author = "Bagherzadeh, Parsa  and
      Bergler, Sabine",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.35/",
    doi = "10.18653/v1/2021.blackboxnlp-1.35",
    pages = "447--456"
}
@inproceedings{samadi-etal-2021-attacks,
    title = "Attacks against Ranking Algorithms with Text Embeddings: {A} Case Study on Recruitment Algorithms",
    author = "Samadi, Anahita  and
      Banerjee, Debapriya  and
      Nilizadeh, Shirin",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.36/",
    doi = "10.18653/v1/2021.blackboxnlp-1.36",
    pages = "457--467"
}
@inproceedings{sorodoc-etal-2021-controlled,
    title = "Controlled tasks for model analysis: Retrieving discrete information from sequences",
    author = "Sorodoc, Ionut-Teodor  and
      Boleda, Gemma  and
      Baroni, Marco",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.37/",
    doi = "10.18653/v1/2021.blackboxnlp-1.37",
    pages = "468--478"
}
@inproceedings{vazquez-martinez-2021-acceptability,
    title = "The Acceptability Delta Criterion: Testing Knowledge of Language using the Gradience of Sentence Acceptability",
    author = "V{\'a}zquez Mart{\'i}nez, H{\'e}ctor Javier",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.38/",
    doi = "10.18653/v1/2021.blackboxnlp-1.38",
    pages = "479--495"
}
@inproceedings{jiang-etal-2021-bert,
    title = "How Does {BERT} Rerank Passages? An Attribution Analysis with Information Bottlenecks",
    author = "Jiang, Zhiying  and
      Tang, Raphael  and
      Xin, Ji  and
      Lin, Jimmy",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.39/",
    doi = "10.18653/v1/2021.blackboxnlp-1.39",
    pages = "496--509"
}
@inproceedings{lietard-etal-2021-language,
    title = "Do Language Models Know the Way to {R}ome?",
    author = "Li{\'e}tard, Bastien  and
      Abdou, Mostafa  and
      S{\o}gaard, Anders",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.40/",
    doi = "10.18653/v1/2021.blackboxnlp-1.40",
    pages = "510--517"
}
@inproceedings{oba-etal-2021-exploratory,
    title = "Exploratory Model Analysis Using Data-Driven Neuron Representations",
    author = "Oba, Daisuke  and
      Yoshinaga, Naoki  and
      Toyoda, Masashi",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.41/",
    doi = "10.18653/v1/2021.blackboxnlp-1.41",
    pages = "518--528"
}
@inproceedings{phang-etal-2021-fine,
    title = "Fine-Tuned Transformers Show Clusters of Similar Representations Across Layers",
    author = "Phang, Jason  and
      Liu, Haokun  and
      Bowman, Samuel R.",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.42/",
    doi = "10.18653/v1/2021.blackboxnlp-1.42",
    pages = "529--538"
}
@inproceedings{gessler-schneider-2021-bert,
    title = "{BERT} Has Uncommon Sense: Similarity Ranking for Word Sense {BERT}ology",
    author = "Gessler, Luke  and
      Schneider, Nathan",
    editor = "Bastings, Jasmijn  and
      Belinkov, Yonatan  and
      Dupoux, Emmanuel  and
      Giulianelli, Mario  and
      Hupkes, Dieuwke  and
      Pinter, Yuval  and
      Sajjad, Hassan",
    booktitle = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and Interpreting Neural Networks for NLP",
    month = nov,
    year = "2021",
    address = "Punta Cana, Dominican Republic",
    publisher = "Association for Computational Linguistics",
    url = "https://preview.aclanthology.org/json-schema/2021.blackboxnlp-1.43/",
    doi = "10.18653/v1/2021.blackboxnlp-1.43",
    pages = "539--547"
}