@inproceedings{pennington2014glove,
  title={Glove: Global vectors for word representation},
  author={Pennington, Jeffrey and Socher, Richard and Manning, Christopher D},
  booktitle={Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP)},
  pages={1532--1543},
  year={2014}
}

@article{devlin2018bert,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  journal={arXiv preprint arXiv:1810.04805},
  year={2018}
}

@inproceedings{tran2015learning,
  title={Learning spatiotemporal features with 3d convolutional networks},
  author={Tran, Du and Bourdev, Lubomir and Fergus, Rob and Torresani, Lorenzo and Paluri, Manohar},
  booktitle={Proceedings of the IEEE international conference on computer vision},
  pages={4489--4497},
  year={2015}
}

@article{rao2020three,
  title={Three-dimensional convolutional neural network (3D-CNN) for heterogeneous material homogenization},
  author={Rao, Chengping and Liu, Yang},
  journal={Computational Materials Science},
  volume={184},
  pages={109850},
  year={2020},
  publisher={Elsevier}
}

@article{kim2023aobert,
  title={AOBERT: All-modalities-in-One BERT for multimodal sentiment analysis},
  author={Kim, Kyeonghun and Park, Sanghyun},
  journal={Information Fusion},
  volume={92},
  pages={37--45},
  year={2023},
  publisher={Elsevier}
}

@article{ezzameli2023emotion,
  title={Emotion recognition from unimodal to multimodal analysis: A review},
  author={Ezzameli, K and Mahersia, H},
  journal={Information Fusion},
  pages={101847},
  year={2023},
  publisher={Elsevier}
}

@article{gandhi2023multimodal,
  title={Multimodal sentiment analysis: A systematic review of history, datasets, multimodal fusion methods, applications, challenges and future directions},
  author={Gandhi, Ankita and Adhvaryu, Kinjal and Poria, Soujanya and Cambria, Erik and Hussain, Amir},
  journal={Information Fusion},
  volume={91},
  pages={424--444},
  year={2023},
  publisher={Elsevier}
}


@article{00,
  author={Wang, Fanfan and Ding, Zixiang and Xia, Rui and Li, Zhaoyu and Yu, Jianfei},
  journal={IEEE Transactions on Affective Computing}, 
  title={Multimodal Emotion-Cause Pair Extraction in Conversations}, 
  year={2023},
  volume={14},
  number={3},
  pages={1832-1844},
  keywords={Emotion recognition;Task analysis;Annotations;Oral communication;Feature extraction;Data mining;Visualization;Affective computing;emotion analysis;emotion cause extraction;emotion-cause pair extraction;multimodal learning},
  doi={10.1109/TAFFC.2022.3226559}
}

@article{01,
  title={The impact of emotion on perception, attention, memory, and decision-making},
  author={Brosch, Tobias and Scherer, Klaus and Grandjean, Didier and Sander, David},
  journal={Swiss medical weekly},
  volume={143},
  number={1920},
  pages={w13786--w13786},
  year={2013}
}

@article{02,
  title={Dailydialog: A manually labelled multi-turn dialogue dataset},
  author={Li, Yanran and Su, Hui and Shen, Xiaoyu and Li, Wenjie and Cao, Ziqiang and Niu, Shuzi},
  journal={arXiv preprint arXiv:1710.03957},
  year={2017}
}

@inproceedings{03,
  title={SemEval-2019 task 3: EmoContext contextual emotion detection in text},
  author={Chatterjee, Ankush and Narahari, Kedhar Nath and Joshi, Meghana and Agrawal, Puneet},
  booktitle={Proceedings of the 13th international workshop on semantic evaluation},
  pages={39--48},
  year={2019}
}

@article{04,
  title={A survey of textual emotion recognition and its challenges},
  author={Deng, Jiawen and Ren, Fuji},
  journal={IEEE Transactions on Affective Computing},
  year={2021},
  publisher={IEEE}
}

@article{05,
  title={Emotion recognition and detection methods: A comprehensive survey},
  author={Saxena, Anvita and Khanna, Ashish and Gupta, Deepak},
  journal={Journal of Artificial Intelligence and Systems},
  volume={2},
  number={1},
  pages={53--79},
  year={2020},
  publisher={Institute of Electronics and Computer}
}

@inproceedings{06,
  title={A text-driven rule-based system for emotion cause detection},
  author={Lee, Sophia Yat Mei and Chen, Ying and Huang, Chu-Ren},
  booktitle={Proceedings of the NAACL HLT 2010 workshop on computational approaches to analysis and generation of emotion in text},
  pages={45--53},
  year={2010}
}

@inproceedings{07,
  title={Emotion cause detection with linguistic constructions},
  author={Chen, Ying and Lee, Sophia Yat Mei and Li, Shoushan and Huang, Chu-Ren},
  booktitle={Proceedings of the 23rd International Conference on Computational Linguistics (Coling 2010)},
  pages={179--187},
  year={2010}
}

@inproceedings{08,
  title={Emotion cause extraction, a challenging task with corpus construction},
  author={Gui, Lin and Xu, Ruifeng and Lu, Qin and Wu, Dongyin and Zhou, Yu},
  booktitle={Social Media Processing: 5th National Conference, SMP 2016, Nanchang, China, October 29--30, 2016, Proceedings},
  pages={98--109},
  year={2016},
  organization={Springer}
}

@article{09,
  title={Emotion-cause pair extraction: A new task to emotion analysis in texts},
  author={Xia, Rui and Ding, Zixiang},
  journal={arXiv preprint arXiv:1906.01267},
  year={2019}
}

@inproceedings{10,
  title={ECPE-2D: Emotion-cause pair extraction based on joint two-dimensional representation, interaction and prediction},
  author={Ding, Zixiang and Xia, Rui and Yu, Jianfei},
  booktitle={Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
  pages={3161--3170},
  year={2020}
}

@inproceedings{11,
  title={Effective inter-clause modeling for end-to-end emotion-cause pair extraction},
  author={Wei, Penghui and Zhao, Jiahao and Mao, Wenji},
  booktitle={Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
  pages={3171--3181},
  year={2020}
}

@inproceedings{12,
  title={Transition-based directed graph construction for emotion-cause pair extraction},
  author={Fan, Chuang and Yuan, Chaofa and Du, Jiachen and Gui, Lin and Yang, Min and Xu, Ruifeng},
  booktitle={Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics},
  pages={3707--3717},
  year={2020}
}

@article{13,
  title={Recognizing emotion cause in conversations},
  author={Poria, Soujanya and Majumder, Navonil and Hazarika, Devamanyu and Ghosal, Deepanway and Bhardwaj, Rishabh and Jian, Samson Yu Bai and Hong, Pengfei and Ghosh, Romila and Roy, Abhinaba and Chhaya, Niyati and others},
  journal={Cognitive Computation},
  volume={13},
  pages={1317--1332},
  year={2021},
  publisher={Springer}
}

@inproceedings{14,
  title={Icon: Interactive conversational memory network for multimodal emotion detection},
  author={Hazarika, Devamanyu and Poria, Soujanya and Mihalcea, Rada and Cambria, Erik and Zimmermann, Roger},
  booktitle={Proceedings of the 2018 conference on empirical methods in natural language processing},
  pages={2594--2604},
  year={2018}
}

@inproceedings{15,
  title={Hierarchical multimodal transformer with localness and speaker aware attention for emotion recognition in conversations},
  author={Jin, Xiao and Yu, Jianfei and Ding, Zixiang and Xia, Rui and Zhou, Xiangsheng and Tu, Yaofeng},
  booktitle={Natural Language Processing and Chinese Computing: 9th CCF International Conference, NLPCC 2020, Zhengzhou, China, October 14--18, 2020, Proceedings, Part II 9},
  pages={41--53},
  year={2020},
  organization={Springer}
}

@article{16,
  title={Mmgcn: Multimodal fusion via deep graph convolution network for emotion recognition in conversation},
  author={Hu, Jingwen and Liu, Yuchen and Zhao, Jinming and Jin, Qin},
  journal={arXiv preprint arXiv:2107.06779},
  year={2021}
}

@book{17,
  title={The nature of emotion: Fundamental questions.},
  author={Ekman, Paul Ed and Davidson, Richard J},
  year={1994},
  publisher={Oxford University Press}
}

@inproceedings{18,
  title={Universals and cultural differences in facial expressions of emotion.},
  author={Ekman, Paul},
  booktitle={Nebraska symposium on motivation},
  year={1971},
  organization={University of Nebraska Press}
}

@article{19,
  title={Emotionlines: An emotion corpus of multi-party conversations},
  author={Chen, Sheng-Yeh and Hsu, Chao-Chun and Kuo, Chuan-Chun and Ku, Lun-Wei and others},
  journal={arXiv preprint arXiv:1802.08379},
  year={2018}
}

@article{20,
  title={Meld: A multimodal multi-party dataset for emotion recognition in conversations},
  author={Poria, Soujanya and Hazarika, Devamanyu and Majumder, Navonil and Naik, Gautam and Cambria, Erik and Mihalcea, Rada},
  journal={arXiv preprint arXiv:1810.02508},
  year={2018}
}

@inproceedings{21,
  title={Emocause: an easy-adaptable approach to emotion cause contexts},
  author={Russo, Irene and Caselli, Tommaso and Rubino, Francesco and Boldrini, Ester and Mart{\'\i}nez-Barco, Patricio and others},
  year={2011},
  organization={Association for Computational Linguistics (ACL)}
}

@incollection{22,
  title={Event-driven emotion cause extraction with corpus construction},
  author={Gui, Lin and Xu, Ruifeng and Wu, Dongyin and Lu, Qin and Zhou, Yu},
  booktitle={Social Media Content Analysis: Natural Language Processing and Beyond},
  pages={145--160},
  year={2018},
  publisher={World Scientific}
}

@inproceedings{23,
  title={GoodNewsEveryone: A corpus of news headlines annotated with emotions, semantic roles, and reader perception},
  author={Oberl{\"a}nder, Laura Ana Maria and Kim, Evgeny and Klinger, Roman},
  booktitle={Proceedings of the Twelfth Language Resources and Evaluation Conference},
  pages={1554--1566},
  year={2020}
}

@article{24,
  title={A coefficient of agreement for nominal scales},
  author={Cohen, Jacob},
  journal={Educational and psychological measurement},
  volume={20},
  number={1},
  pages={37--46},
  year={1960},
  publisher={Sage Publications Sage CA: Thousand Oaks, CA}
}

@article{25,
  title={Interrater reliability: the kappa statistic},
  author={McHugh, Mary L},
  journal={Biochemia medica},
  volume={22},
  number={3},
  pages={276--282},
  year={2012},
  publisher={Medicinska naklada}
}

@article{26,
  title={Agreement, the f-measure, and reliability in information retrieval},
  author={Hripcsak, George and Rothschild, Adam S},
  journal={Journal of the American medical informatics association},
  volume={12},
  number={3},
  pages={296--298},
  year={2005},
  publisher={BMJ Group BMA House, Tavistock Square, London, WC1H 9JR}
}

@article{27,
  title={The measurement of observer agreement for categorical data},
  author={Landis, J Richard and Koch, Gary G},
  journal={biometrics},
  pages={159--174},
  year={1977},
  publisher={JSTOR}
}

@inproceedings{28,
  title={Detecting emotion stimuli in emotion-bearing sentences},
  author={Ghazi, Diman and Inkpen, Diana and Szpakowicz, Stan},
  booktitle={Computational Linguistics and Intelligent Text Processing: 16th International Conference, CICLing 2015, Cairo, Egypt, April 14-20, 2015, Proceedings, Part II 16},
  pages={152--165},
  year={2015},
  organization={Springer}
}

@inproceedings{29,
  title={Overview of NTCIR-13 ECA Task.},
  author={Gao, Qinghong and Hu, Jiannan and Xu, Ruifeng and Gui, Lin and He, Yulan and Wong, Kam-Fai and Lu, Qin},
  booktitle={NTCIR},
  year={2017}
}

@article{30,
  title={An emotion cause corpus for chinese microblogs with multiple-user structures},
  author={Cheng, Xiyao and Chen, Ying and Cheng, Bixiao and Li, Shoushan and Zhou, Guodong},
  journal={ACM Transactions on Asian and Low-Resource Language Information Processing (TALLIP)},
  volume={17},
  number={1},
  pages={1--19},
  year={2017},
  publisher={ACM New York, NY, USA}
}

@inproceedings{31,
    author = {Eyben, Florian and W\"{o}llmer, Martin and Schuller, Bj\"{o}rn},
    title = {Opensmile: the munich versatile and fast open-source audio feature extractor},
    year = {2010},
    isbn = {9781605589336},
    publisher = {Association for Computing Machinery},
    address = {New York, NY, USA},
    doi = {10.1145/1873951.1874246},
    booktitle = {Proceedings of the 18th ACM International Conference on Multimedia},
    pages = {1459–1462},
    location = {Firenze, Italy},
    series = {MM '10}
}

@inproceedings{32,
  title={The INTERSPEECH 2013 computational paralinguistics challenge: Social signals, conflict, emotion, autism},
  author={Schuller, Bj{\"o}rn and Steidl, Stefan and Batliner, Anton and Vinciarelli, Alessandro and Scherer, Klaus and Ringeval, Fabien and Chetouani, Mohamed and Weninger, Felix and Eyben, Florian and Marchi, Erik and others},
  booktitle={Proceedings INTERSPEECH 2013, 14th Annual Conference of the International Speech Communication Association, Lyon, France},
  year={2013}
}

@inproceedings{lee2010text,
  title={A text-driven rule-based system for emotion cause detection},
  author={Lee, Sophia Yat Mei and Chen, Ying and Huang, Chu-Ren},
  booktitle={Proceedings of the NAACL HLT 2010 workshop on computational approaches to analysis and generation of emotion in text},
  pages={45--53},
  year={2010}
}

@inproceedings{chen2010emotion,
  title={Emotion cause detection with linguistic constructions},
  author={Chen, Ying and Lee, Sophia Yat Mei and Li, Shoushan and Huang, Chu-Ren},
  booktitle={Proceedings of the 23rd International Conference on Computational Linguistics (Coling 2010)},
  pages={179--187},
  year={2010}
}

@article{kassam2013identifying,
  title={Identifying emotions on the basis of neural activation},
  author={Kassam, Karim S and Markey, Amanda R and Cherkassky, Vladimir L and Loewenstein, George and Just, Marcel Adam},
  journal={PloS one},
  volume={8},
  number={6},
  pages={e66032},
  year={2013},
  publisher={Public Library of Science San Francisco, USA}
}
@article{gandhi2023multimodal,
  title={Multimodal sentiment analysis: A systematic review of history, datasets, multimodal fusion methods, applications, challenges and future directions},
  author={Gandhi, Ankita and Adhvaryu, Kinjal and Poria, Soujanya and Cambria, Erik and Hussain, Amir},
  journal={Information Fusion},
  volume={91},
  pages={424--444},
  year={2023},
  publisher={Elsevier}
}

@inproceedings{fayyaz20213d,
  title={3D CNNs with adaptive temporal feature resolutions},
  author={Fayyaz, Mohsen and Bahrami, Emad and Diba, Ali and Noroozi, Mehdi and Adeli, Ehsan and Van Gool, Luc and Gall, Jurgen},
  booktitle={Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
  pages={4731--4740},
  year={2021}
}

@article{devlin2018bert,
  title={Bert: Pre-training of deep bidirectional transformers for language understanding},
  author={Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
  journal={arXiv preprint arXiv:1810.04805},
  year={2018}
}
@article{yu2019review,
  title={A review of recurrent neural networks: LSTM cells and network architectures},
  author={Yu, Yong and Si, Xiaosheng and Hu, Changhua and Zhang, Jianxun},
  journal={Neural computation},
  volume={31},
  number={7},
  pages={1235--1270},
  year={2019},
  publisher={MIT Press One Rogers Street, Cambridge, MA 02142-1209, USA journals-info~…}
}

@inproceedings{zhou2016attention,
  title={Attention-based bidirectional long short-term memory networks for relation classification},
  author={Zhou, Peng and Shi, Wei and Tian, Jun and Qi, Zhenyu and Li, Bingchen and Hao, Hongwei and Xu, Bo},
  booktitle={Proceedings of the 54th annual meeting of the association for computational linguistics (volume 2: Short papers)},
  pages={207--212},
  year={2016}
}

@InProceedings{wang-EtAl:2024:SemEval20244,
  author = {Wang, Fanfan  and  Ma, Heqing  and  Xia, Rui  and  Yu, Jianfei  and  Cambria, Erik},
  title = {SemEval-2024 Task 3: Multimodal Emotion Cause Analysis in Conversations},
  booktitle = {Proceedings of the 18th International Workshop on Semantic Evaluation (SemEval-2024)},
  month = {June},
  year = {2024},
  address = {Mexico City, Mexico},
  publisher = {Association for Computational Linguistics},
  pages = {2022--2033},
  url = {https://aclanthology.org/2024.semeval2024-1.273}
}

@article{wang2023multimodal,
    title={Multimodal Emotion-Cause Pair Extraction in Conversations},
    author={Wang, Fanfan and Ding, Zixiang and Xia, Rui and Li, Zhaoyu and Yu, Jianfei},
    journal={IEEE Transactions on Affective Computing},
    volume={14},
    number={3},
    pages={1832-1844}
    year={2023},
}

@inproceedings{xia2019emotion,
    title={Emotion-Cause Pair Extraction: A New Task to Emotion Analysis in Texts},
    author={Xia, Rui and Ding, Zixiang},
    booktitle={Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics},
    pages={1003--1012},
    year={2019}
}
