@article{schmidgall2024agentclinic,
  title={AgentClinic: a multimodal agent benchmark to evaluate AI in simulated clinical environments},
  author={Schmidgall, Samuel and Ziaei, Rojin and Harris, Carl and Reis, Eduardo and Jopling, Jeffrey and Moor, Michael},
  journal={arXiv preprint arXiv:2405.07960},
  year={2024}
}

@article{zuo2025medxpertqa,
  title={MedXpertQA: Benchmarking Expert-Level Medical Reasoning and Understanding},
  author={Zuo, Yuxin and Qu, Shang and Li, Yifei and Chen, Zhangren and Zhu, Xuekai and Hua, Ermo and Zhang, Kaiyan and Ding, Ning and Zhou, Bowen},
  journal={arXiv preprint arXiv:2501.18362},
  year={2025}
}

@article{nori2024medprompt,
  title={From medprompt to o1: Exploration of run-time strategies for medical challenge problems and beyond},
  author={Nori, Harsha and Usuyama, Naoto and King, Nicholas and McKinney, Scott Mayer and Fernandes, Xavier and Zhang, Sheng and Horvitz, Eric},
  journal={arXiv preprint arXiv:2411.03590},
  year={2024}
}

@article{kim2024mdagents,
  title={Mdagents: An adaptive collaboration of llms for medical decision-making},
  author={Kim, Yubin and Park, Chanwoo and Jeong, Hyewon and Chan, Yik Siu and Xu, Xuhai and McDuff, Daniel and Lee, Hyeonhoon and Ghassemi, Marzyeh and Breazeal, Cynthia and Park, Hae and others},
  journal={Advances in Neural Information Processing Systems},
  volume={37},
  pages={79410--79452},
  year={2024}
}

@article{chen2024benchmarking,
  title={Benchmarking large language models on answering and explaining challenging medical questions},
  author={Chen, Hanjie and Fang, Zhouxiang and Singla, Yash and Dredze, Mark},
  journal={arXiv preprint arXiv:2402.18060},
  year={2024}
}

@article{harris2023large,
  title={Large language models answer medical questions accurately, but can’t match clinicians’ knowledge},
  author={Harris, Emily},
  journal={Jama},
  volume={330},
  number={9},
  pages={792--794},
  year={2023},
  publisher={American Medical Association}
}

@article{kim2024medexqa,
  title={MedExQA: Medical question answering benchmark with multiple explanations},
  author={Kim, Yunsoo and Wu, Jinge and Abdulle, Yusuf and Wu, Honghan},
  journal={arXiv preprint arXiv:2406.06331},
  year={2024}
}

@article{zuo2025medxpertqa,
  title={MedXpertQA: Benchmarking Expert-Level Medical Reasoning and Understanding},
  author={Zuo, Yuxin and Qu, Shang and Li, Yifei and Chen, Zhangren and Zhu, Xuekai and Hua, Ermo and Zhang, Kaiyan and Ding, Ning and Zhou, Bowen},
  journal={arXiv preprint arXiv:2501.18362},
  year={2025}
}
@article{tang2025medagentsbench,
  title={MedAgentsBench: Benchmarking Thinking Models and Agent Frameworks for Complex Medical Reasoning},
  author={Tang, Xiangru and Shao, Daniel and Sohn, Jiwoong and Chen, Jiapeng and Zhang, Jiayi and Xiang, Jinyu and Wu, Fang and Zhao, Yilun and Wu, Chenglin and Shi, Wenqi and others},
  journal={arXiv preprint arXiv:2503.07459},
  year={2025}
}

@article{griot2025large,
  title={Large language models lack essential metacognition for reliable medical reasoning},
  author={Griot, Maxime and Hemptinne, Coralie and Vanderdonckt, Jean and Yuksel, Demet},
  journal={Nature communications},
  volume={16},
  number={1},
  pages={642},
  year={2025},
  publisher={Nature Publishing Group UK London}
}

@article{singhal2025toward,
  title={Toward expert-level medical question answering with large language models},
  author={Singhal, Karan and Tu, Tao and Gottweis, Juraj and Sayres, Rory and Wulczyn, Ellery and Amin, Mohamed and Hou, Le and Clark, Kevin and Pfohl, Stephen R and Cole-Lewis, Heather and others},
  journal={Nature Medicine},
  pages={1--8},
  year={2025},
  publisher={Nature Publishing Group US New York}
}

@article{soroush2024large,
  title={Large language models are poor medical coders—benchmarking of medical code querying},
  author={Soroush, Ali and Glicksberg, Benjamin S and Zimlichman, Eyal and Barash, Yiftach and Freeman, Robert and Charney, Alexander W and Nadkarni, Girish N and Klang, Eyal},
  journal={NEJM AI},
  volume={1},
  number={5},
  pages={AIdbp2300040},
  year={2024},
  publisher={Massachusetts Medical Society}
}

@article{kanithi2024medic,
  title={Medic: Towards a comprehensive framework for evaluating llms in clinical applications},
  author={Kanithi, Praveen K and Christophe, Cl{\'e}ment and Pimentel, Marco AF and Raha, Tathagata and Saadi, Nada and Javed, Hamza and Maslenkova, Svetlana and Hayat, Nasir and Rajan, Ronnie and Khan, Shadab},
  journal={arXiv preprint arXiv:2409.07314},
  year={2024}
}

@article{yao2024medqa,
  title={Medqa-cs: Benchmarking large language models clinical skills using an ai-sce framework},
  author={Yao, Zonghai and Zhang, Zihao and Tang, Chaolong and Bian, Xingyu and Zhao, Youxia and Yang, Zhichao and Wang, Junda and Zhou, Huixue and Jang, Won Seok and Ouyang, Feiyun and others},
  journal={arXiv preprint arXiv:2410.01553},
  year={2024}
}

@article{jin2021disease,
  title={What disease does this patient have? a large-scale open domain question answering dataset from medical exams},
  author={Jin, Di and Pan, Eileen and Oufattole, Nassim and Weng, Wei-Hung and Fang, Hanyi and Szolovits, Peter},
  journal={Applied Sciences},
  volume={11},
  number={14},
  pages={6421},
  year={2021},
  publisher={MDPI}
}

@inproceedings{pal2022medmcqa,
  title={Medmcqa: A large-scale multi-subject multi-choice dataset for medical domain question answering},
  author={Pal, Ankit and Umapathi, Logesh Kumar and Sankarasubbu, Malaikannan},
  booktitle={Conference on health, inference, and learning},
  pages={248--260},
  year={2022},
  organization={PMLR}
}

@article{jin2019pubmedqa,
  title={Pubmedqa: A dataset for biomedical research question answering},
  author={Jin, Qiao and Dhingra, Bhuwan and Liu, Zhengping and Cohen, William W and Lu, Xinghua},
  journal={arXiv preprint arXiv:1909.06146},
  year={2019}
}

@article{nair2023dera,
  title={DERA: enhancing large language model completions with dialog-enabled resolving agents},
  author={Nair, Varun and Schumacher, Elliot and Tso, Geoffrey and Kannan, Anitha},
  journal={arXiv preprint arXiv:2303.17071},
  year={2023}
}

@article{lievin2024can,
  title={Can large language models reason about medical questions?},
  author={Li{\'e}vin, Valentin and Hother, Christoffer Egeberg and Motzfeldt, Andreas Geert and Winther, Ole},
  journal={Patterns},
  volume={5},
  number={3},
  year={2024},
  publisher={Elsevier}
}

@article{olatunji2024afrimed,
  title={AfriMed-QA: A Pan-African, Multi-Specialty, Medical Question-Answering Benchmark Dataset},
  author={Olatunji, Tobi and Nimo, Charles and Owodunni, Abraham and Abdullahi, Tassallah and Ayodele, Emmanuel and Sanni, Mardhiyah and Aka, Chinemelu and Omofoye, Folafunmi and Yuehgoh, Foutse and Faniran, Timothy and others},
  journal={arXiv preprint arXiv:2411.15640},
  year={2024}
}

@article{grattafiori2024llama,
  title={The llama 3 herd of models},
  author={Grattafiori, Aaron and Dubey, Abhimanyu and Jauhri, Abhinav and Pandey, Abhinav and Kadian, Abhishek and Al-Dahle, Ahmad and Letman, Aiesha and Mathur, Akhil and Schelten, Alan and Vaughan, Alex and others},
  journal={arXiv preprint arXiv:2407.21783},
  year={2024}
}

@article{abdin2024phi,
  title={Phi-4 technical report},
  author={Abdin, Marah and Aneja, Jyoti and Behl, Harkirat and Bubeck, S{\'e}bastien and Eldan, Ronen and Gunasekar, Suriya and Harrison, Michael and Hewett, Russell J and Javaheripi, Mojan and Kauffmann, Piero and others},
  journal={arXiv preprint arXiv:2412.08905},
  year={2024}
}

@article{guo2025deepseek,
  title={Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning},
  author={Guo, Daya and Yang, Dejian and Zhang, Haowei and Song, Junxiao and Zhang, Ruoyu and Xu, Runxin and Zhu, Qihao and Ma, Shirong and Wang, Peiyi and Bi, Xiao and others},
  journal={arXiv preprint arXiv:2501.12948},
  year={2025}
}

@article{nori2023capabilities,
  title={Capabilities of gpt-4 on medical challenge problems},
  author={Nori, Harsha and King, Nicholas and McKinney, Scott Mayer and Carignan, Dean and Horvitz, Eric},
  journal={arXiv preprint arXiv:2303.13375},
  year={2023}
}

@article{yang2024advancing,
  title={Advancing multimodal medical capabilities of Gemini},
  author={Yang, Lin and Xu, Shawn and Sellergren, Andrew and Kohlberger, Timo and Zhou, Yuchen and Ktena, Ira and Kiraly, Atilla and Ahmed, Faruk and Hormozdiari, Farhad and Jaroensri, Tiam and others},
  journal={arXiv preprint arXiv:2405.03162},
  year={2024}
}

@article{saab2024capabilities,
  title={Capabilities of gemini models in medicine},
  author={Saab, Khaled and Tu, Tao and Weng, Wei-Hung and Tanno, Ryutaro and Stutz, David and Wulczyn, Ellery and Zhang, Fan and Strother, Tim and Park, Chunjong and Vedadi, Elahe and others},
  journal={arXiv preprint arXiv:2404.18416},
  year={2024}
}

@article{faray2025does,
  title={How does DeepSeek-R1 perform on USMLE?},
  author={Faray de Paiva, Lisle and Luijten, Gijs and Puladi, Behrus and Egger, Jan},
  journal={medRxiv},
  pages={2025--02},
  year={2025},
  publisher={Cold Spring Harbor Laboratory Press}
}

@article{gupta2025llms,
  title={LLMs in Disease Diagnosis: A Comparative Study of DeepSeek-R1 and O3 Mini Across Chronic Health Conditions},
  author={Gupta, Gaurav Kumar and Pande, Pranal},
  journal={arXiv preprint arXiv:2503.10486},
  year={2025}
}

@article{han2011varieties,
  title={Varieties of uncertainty in health care: a conceptual taxonomy},
  author={Han, Paul KJ and Klein, William MP and Arora, Neeraj K},
  journal={Medical Decision Making},
  volume={31},
  number={6},
  pages={828--838},
  year={2011},
  publisher={Sage Publications Sage CA: Los Angeles, CA}
}

@article{barry2012shared,
  title={Shared decision making—the pinnacle of patient-centered care},
  author={Barry, Michael J and Edgman-Levitan, Susan},
  journal={New England Journal of Medicine},
  volume={366},
  number={9},
  pages={780--781},
  year={2012},
  publisher={Mass Medical Soc}
}

@article{kaldjian2005clinician,
  title={A clinician’s approach to clinical ethical reasoning},
  author={Kaldjian, Lauris C and Weir, Robert F and Duffy, Thomas P},
  journal={Journal of general internal medicine},
  volume={20},
  pages={306--311},
  year={2005},
  publisher={Springer}
}

@article{guo2025deepseek,
  title={Deepseek-r1: Incentivizing reasoning capability in llms via reinforcement learning},
  author={Guo, Daya and Yang, Dejian and Zhang, Haowei and Song, Junxiao and Zhang, Ruoyu and Xu, Runxin and Zhu, Qihao and Ma, Shirong and Wang, Peiyi and Bi, Xiao and others},
  journal={arXiv preprint arXiv:2501.12948},
  year={2025}
}

@article{snell2024scaling,
  title={Scaling llm test-time compute optimally can be more effective than scaling model parameters},
  author={Snell, Charlie and Lee, Jaehoon and Xu, Kelvin and Kumar, Aviral},
  journal={arXiv preprint arXiv:2408.03314},
  year={2024}
}

@article{singhal2023large,
  title={Large language models encode clinical knowledge},
  author={Singhal, Karan and Azizi, Shekoofeh and Tu, Tao and Mahdavi, S Sara and Wei, Jason and Chung, Hyung Won and Scales, Nathan and Tanwani, Ajay and Cole-Lewis, Heather and Pfohl, Stephen and others},
  journal={Nature},
  volume={620},
  number={7972},
  pages={172--180},
  year={2023},
  publisher={Nature Publishing Group}
}

@article{tang2023medagents,
  title={Medagents: Large language models as collaborators for zero-shot medical reasoning},
  author={Tang, Xiangru and Zou, Anni and Zhang, Zhuosheng and Li, Ziming and Zhao, Yilun and Zhang, Xingyao and Cohan, Arman and Gerstein, Mark},
  journal={arXiv preprint arXiv:2311.10537},
  year={2023}
}

@article{kim2025limitations,
  title={Limitations of Large Language Models in Clinical Problem-Solving Arising from Inflexible Reasoning},
  author={Kim, Jonathan and Podlasek, Anna and Shidara, Kie and Liu, Feng and Alaa, Ahmed and Bernardo, Danilo},
  journal={arXiv preprint arXiv:2502.04381},
  year={2025}
}

@article{liu2024large,
  title={Large language models in the clinic: a comprehensive benchmark},
  author={Liu, Fenglin and Li, Zheng and Zhou, Hongjian and Yin, Qingyu and Yang, Jingfeng and Tang, Xianfeng and Luo, Chen and Zeng, Ming and Jiang, Haoming and Gao, Yifan and others},
  journal={arXiv preprint arXiv:2405.00716},
  year={2024}
}