@inproceedings{f993bb65384e408ab273d5603d0ea30b,
title = "Towards a Comprehensive Approach to Complex Emotion Detection: Utilizing Facial and Speech Inputs in a 2D Matrix",
abstract = "This study presents a novel approach to detecting complex emotions by integrating facial and speech cues using a hierarchical, rule-based system. Facial expressions have been evaluated using a Convolutional Neural Network (CNN) trained on the FER2013 dataset, whereas speech cues were processed using a Multi-Layer Perceptron (MLP) trained on the RAVDESS and TESS datasets. The integration mechanism employs a predefined 2D Emotion Matrix, mapping combinations of basic emotions to complex emotions. Phase 1 demonstrates the system's capability to detect and integrate emotions effectively, with Phase 2 focusing on validation and dataset expansion using participant feedback and generative AI. Validation with IEMOCAP and experimental datasets highlights the system{\textquoteright}s robustness in recognizing complex emotional states. This research aims to address the limitations of existing emotion detection models by contributing to the creation of comprehensive datasets and systems for complex emotion recognition.",
keywords = "2D Emotion Matrix, complex emotion detection, dataset validation, facial expressions, generative AI, neural networks, speech cues",
author = "Jenish Savaliya and Narumon Jadram and Peeraya Sripian and Midori Sugaya",
note = "Publisher Copyright: {\textcopyright} The Author(s), under exclusive license to Springer Nature Switzerland AG 2025.; 13th International Conference on Distributed, Ambient and Pervasive Interactions, DAPI 2025, held as part of the 27th HCI International Conference, HCII 2025 ; Conference date: 22-06-2025 Through 27-06-2025",
year = "2025",
doi = "10.1007/978-3-031-92977-9\_9",
language = "English",
isbn = "9783031929762",
series = "Lecture Notes in Computer Science",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "130--144",
editor = "Streitz, \{Norbert A.\} and Shinichi Konomi",
booktitle = "Distributed, Ambient and Pervasive Interactions - 13th International Conference, DAPI 2025, Held as Part of the 27th HCI International Conference, HCII 2025, Proceedings",
}