{"id":"https://openalex.org/W1985867508","doi":"https://doi.org/10.1145/2682899","title":"A Review and Meta-Analysis of Multimodal Affect Detection Systems","display_name":"A Review and Meta-Analysis of Multimodal Affect Detection Systems","publication_year":2015,"publication_date":"2015-02-17","ids":{"openalex":"https://openalex.org/W1985867508","doi":"https://doi.org/10.1145/2682899","mag":"1985867508"},"language":"en","primary_location":{"id":"doi:10.1145/2682899","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2682899","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008316506","display_name":"Sidney K. D\u2019Mello","orcid":"https://orcid.org/0000-0003-0347-2807"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sidney K. D'mello","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000409933","display_name":"Jacqueline Kory","orcid":null},"institutions":[{"id":"https://openalex.org/I4210142372","display_name":"Human Media","ror":"https://ror.org/04072nk43","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210142372"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacqueline Kory","raw_affiliation_strings":["MIT Media Lab, Cambridge, MA"],"affiliations":[{"raw_affiliation_string":"MIT Media Lab, Cambridge, MA","institution_ids":["https://openalex.org/I4210142372"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008316506"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":29.5872,"has_fulltext":false,"cited_by_count":585,"citation_normalized_percentile":{"value":0.99769956,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"47","issue":"3","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7759064435958862},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.6394058465957642},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.5634286403656006},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5543622970581055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5203880071640015},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4670877158641815},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4627964496612549},{"id":"https://openalex.org/keywords/meta-analysis","display_name":"Meta-analysis","score":0.45173180103302},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4489424526691437},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.43519699573516846},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.42643988132476807},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3754790127277374},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1068410873413086},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10130307078361511}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7759064435958862},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.6394058465957642},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.5634286403656006},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5543622970581055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5203880071640015},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4670877158641815},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4627964496612549},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.45173180103302},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4489424526691437},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.43519699573516846},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.42643988132476807},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3754790127277374},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1068410873413086},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10130307078361511},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2682899","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2682899","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":145,"referenced_works":["https://openalex.org/W13743179","https://openalex.org/W71228264","https://openalex.org/W74190392","https://openalex.org/W84641558","https://openalex.org/W95687910","https://openalex.org/W131248265","https://openalex.org/W149760548","https://openalex.org/W170457780","https://openalex.org/W178970520","https://openalex.org/W187021595","https://openalex.org/W191494004","https://openalex.org/W207186943","https://openalex.org/W321205835","https://openalex.org/W612372977","https://openalex.org/W1493267010","https://openalex.org/W1499519980","https://openalex.org/W1508580449","https://openalex.org/W1542811167","https://openalex.org/W1555767263","https://openalex.org/W1587906680","https://openalex.org/W1848799228","https://openalex.org/W1867691547","https://openalex.org/W1869734671","https://openalex.org/W1883737420","https://openalex.org/W1918776538","https://openalex.org/W1964744287","https://openalex.org/W1966797434","https://openalex.org/W1973270182","https://openalex.org/W1974219072","https://openalex.org/W1975238145","https://openalex.org/W1975436731","https://openalex.org/W1977137834","https://openalex.org/W1977917781","https://openalex.org/W1989426692","https://openalex.org/W1991389051","https://openalex.org/W1992909041","https://openalex.org/W1994518960","https://openalex.org/W1995641269","https://openalex.org/W1996218183","https://openalex.org/W1996734935","https://openalex.org/W2002055708","https://openalex.org/W2006630621","https://openalex.org/W2006681076","https://openalex.org/W2012372415","https://openalex.org/W2020944977","https://openalex.org/W2026243162","https://openalex.org/W2027110360","https://openalex.org/W2031828545","https://openalex.org/W2032139348","https://openalex.org/W2032254851","https://openalex.org/W2033585778","https://openalex.org/W2034322657","https://openalex.org/W2037557484","https://openalex.org/W2038821742","https://openalex.org/W2041649634","https://openalex.org/W2042231673","https://openalex.org/W2042684846","https://openalex.org/W2055332436","https://openalex.org/W2055894321","https://openalex.org/W2056030034","https://openalex.org/W2058580145","https://openalex.org/W2058616948","https://openalex.org/W2059348974","https://openalex.org/W2061116763","https://openalex.org/W2061319836","https://openalex.org/W2067147147","https://openalex.org/W2068124150","https://openalex.org/W2068258779","https://openalex.org/W2071249869","https://openalex.org/W2077106070","https://openalex.org/W2079404915","https://openalex.org/W2079725295","https://openalex.org/W2083543775","https://openalex.org/W2086653420","https://openalex.org/W2091084672","https://openalex.org/W2097618823","https://openalex.org/W2099846230","https://openalex.org/W2102985871","https://openalex.org/W2104084893","https://openalex.org/W2106556719","https://openalex.org/W2109417522","https://openalex.org/W2109626108","https://openalex.org/W2111602941","https://openalex.org/W2111623727","https://openalex.org/W2112019242","https://openalex.org/W2112555538","https://openalex.org/W2114281212","https://openalex.org/W2115135068","https://openalex.org/W2115288334","https://openalex.org/W2117645142","https://openalex.org/W2121195675","https://openalex.org/W2126707560","https://openalex.org/W2127429655","https://openalex.org/W2129134806","https://openalex.org/W2132555391","https://openalex.org/W2132680170","https://openalex.org/W2134031328","https://openalex.org/W2135256083","https://openalex.org/W2137454998","https://openalex.org/W2140121947","https://openalex.org/W2142653084","https://openalex.org/W2143350951","https://openalex.org/W2148551591","https://openalex.org/W2149940198","https://openalex.org/W2152627593","https://openalex.org/W2154768259","https://openalex.org/W2154997099","https://openalex.org/W2156000847","https://openalex.org/W2156140659","https://openalex.org/W2156503193","https://openalex.org/W2156848952","https://openalex.org/W2157297238","https://openalex.org/W2159190230","https://openalex.org/W2159856586","https://openalex.org/W2160136028","https://openalex.org/W2163591605","https://openalex.org/W2164186291","https://openalex.org/W2164471543","https://openalex.org/W2164699598","https://openalex.org/W2168053878","https://openalex.org/W2168465881","https://openalex.org/W2169406110","https://openalex.org/W2170509386","https://openalex.org/W2170950676","https://openalex.org/W2171618137","https://openalex.org/W2171939880","https://openalex.org/W2216358276","https://openalex.org/W2283034568","https://openalex.org/W2287807828","https://openalex.org/W2339343773","https://openalex.org/W2396589722","https://openalex.org/W2519684988","https://openalex.org/W2523169138","https://openalex.org/W2533262878","https://openalex.org/W2554096094","https://openalex.org/W2596164567","https://openalex.org/W2617219770","https://openalex.org/W2626906451","https://openalex.org/W2745595006","https://openalex.org/W3141819983","https://openalex.org/W4205184193","https://openalex.org/W4243891162","https://openalex.org/W4297918764","https://openalex.org/W4300103725","https://openalex.org/W6679992976"],"related_works":["https://openalex.org/W2029072726","https://openalex.org/W91913183","https://openalex.org/W2936882366","https://openalex.org/W1987182177","https://openalex.org/W2736893848","https://openalex.org/W1544055438","https://openalex.org/W3003450285","https://openalex.org/W2085024878","https://openalex.org/W2087245461","https://openalex.org/W4310841718"],"abstract_inverted_index":{"Affect":[0],"detection":[1,33],"is":[2,17],"an":[3,150],"important":[4],"pattern":[5],"recognition":[6],"problem":[7],"that":[8,35,65,79,116,134],"has":[9],"inspired":[10],"researchers":[11],"from":[12,187],"several":[13,38],"areas.":[14],"The":[15,62,131],"field":[16],"in":[18,37],"need":[19],"of":[20,29,57,68,73,77,91,97,140,153,156,185],"a":[21,49,52],"systematic":[22],"review":[23,54,63],"due":[24],"to":[25,86,120],"the":[26,66,69],"recent":[27],"influx":[28],"Multimodal":[30],"(MM)":[31],"affect":[32],"systems":[34,115,136,165],"differ":[36],"respects":[39],"and":[40,55,82,94,99,105,124,190,195,198],"sometimes":[41],"yield":[42],"incompatible":[43],"results.":[44],"This":[45],"article":[46],"provides":[47],"such":[48],"survey":[50],"via":[51],"quantitative":[53],"meta-analysis":[56,132],"90":[58],"peer-reviewed":[59],"MM":[60,135,176],"systems.":[61],"indicated":[64],"state":[67],"art":[70],"mainly":[71],"consists":[72],"person-dependent":[74],"models":[75],"(62.2%":[76],"systems)":[78,141],"fuse":[80],"audio":[81],"visual":[83],"(55.6%)":[84],"information":[85],"detect":[87,121],"acted":[88,172],"(52.2%)":[89],"expressions":[90],"basic":[92],"emotions":[93,123],"simple":[95],"dimensions":[96,126],"arousal":[98],"valence":[100],"(64.5%)":[101],"with":[102,149],"feature-":[103],"(38.9%)":[104],"decision-level":[106],"(35.6%)":[107],"fusion":[108,129],"techniques.":[109,130],"However,":[110,158],"there":[111],"were":[112,137,160,166],"also":[113],"person-independent":[114],"considered":[117],"additional":[118],"modalities":[119],"nonbasic":[122],"complex":[125],"using":[127],"model-level":[128],"revealed":[133],"consistently":[138],"(85%":[139],"more":[142],"accurate":[143],"than":[144],"their":[145],"best":[146],"unimodal":[147,188],"counterparts,":[148],"average":[151],"improvement":[152],"9.83%":[154],"(median":[155],"6.60%).":[157],"improvements":[159],"three":[161],"times":[162],"lower":[163],"when":[164],"trained":[167],"on":[168],"natural":[169],"(4.59%)":[170],"versus":[171],"data":[173],"(12.7%).":[174],"Importantly,":[175],"accuracy":[177],"could":[178],"be":[179],"accurately":[180],"predicted":[181],"(cross-validated":[182],"R":[183],"2":[184],"0.803)":[186],"accuracies":[189],"two":[191],"system-level":[192],"factors.":[193],"Theoretical":[194],"applied":[196],"implications":[197],"recommendations":[199],"are":[200],"discussed.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":84},{"year":2024,"cited_by_count":69},{"year":2023,"cited_by_count":66},{"year":2022,"cited_by_count":78},{"year":2021,"cited_by_count":69},{"year":2020,"cited_by_count":49},{"year":2019,"cited_by_count":59},{"year":2018,"cited_by_count":35},{"year":2017,"cited_by_count":33},{"year":2016,"cited_by_count":15},{"year":2015,"cited_by_count":8},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}