@inproceedings{borah-etal-2025-towards,
title = "Towards Region-aware Bias Evaluation Metrics",
author = "Borah, Angana and
Garimella, Aparna and
Mihalcea, Rada",
editor = "Prabhakaran, Vinodkumar and
Dev, Sunipa and
Benotti, Luciana and
Hershcovich, Daniel and
Cao, Yong and
Zhou, Li and
Cabello, Laura and
Adebara, Ife",
booktitle = "Proceedings of the 3rd Workshop on Cross-Cultural Considerations in NLP (C3NLP 2025)",
month = may,
year = "2025",
address = "Albuquerque, New Mexico",
publisher = "Association for Computational Linguistics",
url = "https://preview.aclanthology.org/fix-sig-urls/2025.c3nlp-1.9/",
pages = "108--131",
ISBN = "979-8-89176-237-4",
abstract = "When exposed to human-generated data, language models are known to learn and amplify societal biases. While previous works introduced metrics that can be used to assess the bias in these models, they rely on assumptions that may not be universally true. For instance, a gender bias dimension commonly used by these metrics is that of family{--}career, but this may not be the only common bias in certain regions of the world. In this paper, we identify topical differences in gender bias across different regions and propose a region-aware bottom-up approach for bias assessment. Several of our proposed region-aware gender bias dimensions are found to be aligned with the human perception of gender biases in these regions."
}
Markdown (Informal)
[Towards Region-aware Bias Evaluation Metrics](https://preview.aclanthology.org/fix-sig-urls/2025.c3nlp-1.9/) (Borah et al., C3NLP 2025)
ACL
- Angana Borah, Aparna Garimella, and Rada Mihalcea. 2025. Towards Region-aware Bias Evaluation Metrics. In Proceedings of the 3rd Workshop on Cross-Cultural Considerations in NLP (C3NLP 2025), pages 108–131, Albuquerque, New Mexico. Association for Computational Linguistics.