@inproceedings{li-etal-2024-deveval, title = "{D}ev{E}val: A Manually-Annotated Code Generation Benchmark Aligned with Real-World Code Repositories", author = "Li, Jia and Li, Ge and Zhao, Yunfei and Li, Yongmin and Liu, Huanyu and Zhu, Hao and Wang, Lecheng and Liu, Kaibo and Fang, Zheng and Wang, Lanshen and Ding, Jiazheng and Zhang, Xuanming and Zhu, Yuqi and Dong, Yihong and Jin, Zhi and Li, Binhua and Huang, Fei and Li, Yongbin and Gu, Bin and Yang, Mengfei", editor = "Ku, Lun-Wei and Martins, Andre and Srikumar, Vivek", booktitle = "Findings of the Association for Computational Linguistics: ACL 2024", month = aug, year = "2024", address = "Bangkok, Thailand", publisher = "Association for Computational Linguistics", url = "https://preview.aclanthology.org/jlcl-multiple-ingestion/2024.findings-acl.214/", doi = "10.18653/v1/2024.findings-acl.214", pages = "3603--3614" }