{"id":"https://openalex.org/W4415301698","doi":"https://doi.org/10.3390/computers14100441","title":"Multi-Modal Emotion Detection and Tracking System Using AI Techniques","display_name":"Multi-Modal Emotion Detection and Tracking System Using AI Techniques","publication_year":2025,"publication_date":"2025-10-16","ids":{"openalex":"https://openalex.org/W4415301698","doi":"https://doi.org/10.3390/computers14100441"},"language":"en","primary_location":{"id":"doi:10.3390/computers14100441","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14100441","pdf_url":"https://www.mdpi.com/2073-431X/14/10/441/pdf?version=1760613252","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/14/10/441/pdf?version=1760613252","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081296724","display_name":"Werner Mostert","orcid":"https://orcid.org/0000-0002-3995-9222"},"institutions":[{"id":"https://openalex.org/I137616099","display_name":"Tshwane University of Technology","ror":"https://ror.org/037mrss42","country_code":"ZA","type":"education","lineage":["https://openalex.org/I137616099"]}],"countries":["ZA"],"is_corresponding":true,"raw_author_name":"Werner Mostert","raw_affiliation_strings":["Department of Electrical Engineering, Tshwane University of Technology, Pretoria 0001, South Africa"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tshwane University of Technology, Pretoria 0001, South Africa","institution_ids":["https://openalex.org/I137616099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003285616","display_name":"Anish Kurien","orcid":"https://orcid.org/0000-0002-7250-3665"},"institutions":[{"id":"https://openalex.org/I137616099","display_name":"Tshwane University of Technology","ror":"https://ror.org/037mrss42","country_code":"ZA","type":"education","lineage":["https://openalex.org/I137616099"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Anish Kurien","raw_affiliation_strings":["Department of Electrical Engineering, Tshwane University of Technology, Pretoria 0001, South Africa"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tshwane University of Technology, Pretoria 0001, South Africa","institution_ids":["https://openalex.org/I137616099"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025672785","display_name":"Karim Djouani","orcid":"https://orcid.org/0000-0001-6060-8200"},"institutions":[{"id":"https://openalex.org/I137616099","display_name":"Tshwane University of Technology","ror":"https://ror.org/037mrss42","country_code":"ZA","type":"education","lineage":["https://openalex.org/I137616099"]},{"id":"https://openalex.org/I197681013","display_name":"Universit\u00e9 Paris-Est Cr\u00e9teil","ror":"https://ror.org/05ggc9x40","country_code":"FR","type":"education","lineage":["https://openalex.org/I197681013"]},{"id":"https://openalex.org/I2800365227","display_name":"Paris-Est Sup","ror":"https://ror.org/0268ecp52","country_code":"FR","type":"education","lineage":["https://openalex.org/I2800365227"]}],"countries":["FR","ZA"],"is_corresponding":false,"raw_author_name":"Karim Djouani","raw_affiliation_strings":["Department of Electrical Engineering, Tshwane University of Technology, Pretoria 0001, South Africa","LISSI Laboratory, University Paris-Est Cr\u00e9teil (UPEC), 94400 Cr\u00e9teil, France"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Tshwane University of Technology, Pretoria 0001, South Africa","institution_ids":["https://openalex.org/I137616099"]},{"raw_affiliation_string":"LISSI Laboratory, University Paris-Est Cr\u00e9teil (UPEC), 94400 Cr\u00e9teil, France","institution_ids":["https://openalex.org/I197681013","https://openalex.org/I2800365227"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081296724"],"corresponding_institution_ids":["https://openalex.org/I137616099"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30983555,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"10","first_page":"441","last_page":"441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6147000193595886},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5347999930381775},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.48260000348091125},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.3970000147819519},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3700999915599823},{"id":"https://openalex.org/keywords/healthcare-system","display_name":"Healthcare system","score":0.3531000018119812},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3248000144958496},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.31380000710487366}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6718000173568726},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6705999970436096},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6147000193595886},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5347999930381775},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.48260000348091125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4440000057220459},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3700999915599823},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.3531000018119812},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.30149999260902405},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.2924000024795532},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers14100441","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14100441","pdf_url":"https://www.mdpi.com/2073-431X/14/10/441/pdf?version=1760613252","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e9de0759c0f94db3837bb2b1052a0738","is_oa":true,"landing_page_url":"https://doaj.org/article/e9de0759c0f94db3837bb2b1052a0738","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 14, Iss 10, p 441 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers14100441","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14100441","pdf_url":"https://www.mdpi.com/2073-431X/14/10/441/pdf?version=1760613252","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324695","display_name":"Tshwane University of Technology","ror":"https://ror.org/037mrss42"},{"id":"https://openalex.org/F4320325746","display_name":"Universit\u00e9 Paris-Est Cr\u00e9teil Val-de-Marne","ror":"https://ror.org/05ggc9x40"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415301698.pdf","grobid_xml":"https://content.openalex.org/works/W4415301698.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1977627312","https://openalex.org/W2019759670","https://openalex.org/W2019845078","https://openalex.org/W2029334490","https://openalex.org/W2119586505","https://openalex.org/W2142653084","https://openalex.org/W2143829622","https://openalex.org/W2144005487","https://openalex.org/W2738672149","https://openalex.org/W2759190050","https://openalex.org/W2790812169","https://openalex.org/W2803193013","https://openalex.org/W2945608075","https://openalex.org/W2962980504","https://openalex.org/W2987973491","https://openalex.org/W3003908700","https://openalex.org/W3004518555","https://openalex.org/W3020447069","https://openalex.org/W3021080764","https://openalex.org/W3043900038","https://openalex.org/W3049547150","https://openalex.org/W3096831136","https://openalex.org/W3103291722","https://openalex.org/W3171630147","https://openalex.org/W3174742227","https://openalex.org/W3183891373","https://openalex.org/W3200592666","https://openalex.org/W3204266507","https://openalex.org/W4282598382","https://openalex.org/W4283390999","https://openalex.org/W4288081307","https://openalex.org/W4306291542","https://openalex.org/W4308209140","https://openalex.org/W4362653028","https://openalex.org/W4379985555","https://openalex.org/W4387859864","https://openalex.org/W4390961646","https://openalex.org/W4392545236"],"related_works":[],"abstract_inverted_index":{"Emotion":[0],"detection":[1,35],"significantly":[2],"impacts":[3],"healthcare":[4],"by":[5],"enabling":[6],"personalized":[7],"patient":[8],"care":[9],"and":[10,24,40,51,63,82],"improving":[11],"treatment":[12],"outcomes.":[13],"Single-modality":[14],"emotion":[15,34,74],"recognition":[16],"often":[17],"lacks":[18],"reliability":[19],"due":[20],"to":[21],"the":[22,68],"complexity":[23],"subjectivity":[25],"of":[26,70],"human":[27],"emotions.":[28],"This":[29,65],"study":[30],"proposes":[31],"a":[32],"multi-modal":[33,71],"platform":[36],"integrating":[37],"visual,":[38],"audio,":[39],"heart":[41],"rate":[42],"data":[43],"using":[44],"AI":[45,72],"techniques,":[46],"including":[47],"convolutional":[48],"neural":[49],"networks":[50],"support":[52],"vector":[53],"machines.":[54],"The":[55],"system":[56],"outperformed":[57],"single-modality":[58],"approaches,":[59],"demonstrating":[60],"enhanced":[61],"accuracy":[62],"robustness.":[64],"improvement":[66],"underscores":[67],"value":[69],"in":[73],"detection,":[75],"offering":[76],"potential":[77],"benefits":[78],"across":[79],"healthcare,":[80],"education,":[81],"human\u2013computer":[83],"interaction.":[84]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-18T00:00:00"}