{"id":"https://openalex.org/W3188766356","doi":"https://doi.org/10.1109/taffc.2021.3100868","title":"Behavioral and Physiological Signals-Based Deep Multimodal Approach for Mobile Emotion Recognition","display_name":"Behavioral and Physiological Signals-Based Deep Multimodal Approach for Mobile Emotion Recognition","publication_year":2021,"publication_date":"2021-07-30","ids":{"openalex":"https://openalex.org/W3188766356","doi":"https://doi.org/10.1109/taffc.2021.3100868","mag":"3188766356"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2021.3100868","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3100868","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021980339","display_name":"Kangning Yang","orcid":"https://orcid.org/0000-0002-7106-0022"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kangning Yang","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7106-0022","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018329592","display_name":"Chaofan Wang","orcid":"https://orcid.org/0000-0001-8213-6582"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chaofan Wang","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8213-6582","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050492878","display_name":"Yue Gu","orcid":"https://orcid.org/0000-0002-6402-2386"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Gu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rutgers University, New Jersey, USA"],"raw_orcid":"https://orcid.org/0000-0002-6402-2386","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rutgers University, New Jersey, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024805223","display_name":"Zhanna Sarsenbayeva","orcid":"https://orcid.org/0000-0002-1247-6036"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhanna Sarsenbayeva","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1247-6036","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002217875","display_name":"Benjamin Tag","orcid":"https://orcid.org/0000-0002-7831-2632"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Benjamin Tag","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7831-2632","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019693610","display_name":"Tilman Dingler","orcid":"https://orcid.org/0000-0001-6180-7033"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tilman Dingler","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6180-7033","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010983080","display_name":"Greg Wadley","orcid":"https://orcid.org/0000-0003-4230-3440"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Greg Wadley","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4230-3440","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023644163","display_name":"Jorge Gon\u00e7alves","orcid":"https://orcid.org/0000-0002-0117-0322"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jorge Goncalves","raw_affiliation_strings":["School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0117-0322","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.3793,"has_fulltext":false,"cited_by_count":93,"citation_normalized_percentile":{"value":0.9877806,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"14","issue":"2","first_page":"1082","last_page":"1097"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6476352214813232},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4329805076122284},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4274809658527374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3870666027069092},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3617788553237915},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3540574312210083}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6476352214813232},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4329805076122284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4274809658527374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3870666027069092},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3617788553237915},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3540574312210083}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2021.3100868","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3100868","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1305595739","display_name":null,"funder_award_id":"DP190102627","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":142,"referenced_works":["https://openalex.org/W44741455","https://openalex.org/W95152782","https://openalex.org/W175750906","https://openalex.org/W1000229741","https://openalex.org/W1201848825","https://openalex.org/W1486171681","https://openalex.org/W1507711477","https://openalex.org/W1520861770","https://openalex.org/W1588539311","https://openalex.org/W1598060775","https://openalex.org/W1684505774","https://openalex.org/W1965947362","https://openalex.org/W1970092770","https://openalex.org/W1973270182","https://openalex.org/W1975911018","https://openalex.org/W1979377847","https://openalex.org/W1985867508","https://openalex.org/W1992369031","https://openalex.org/W1993210748","https://openalex.org/W1999239309","https://openalex.org/W2001315093","https://openalex.org/W2005069458","https://openalex.org/W2018543616","https://openalex.org/W2032139348","https://openalex.org/W2035372623","https://openalex.org/W2038237601","https://openalex.org/W2044106642","https://openalex.org/W2049146462","https://openalex.org/W2055273434","https://openalex.org/W2063223549","https://openalex.org/W2063849514","https://openalex.org/W2064675550","https://openalex.org/W2072364128","https://openalex.org/W2078349122","https://openalex.org/W2079725295","https://openalex.org/W2082388711","https://openalex.org/W2085497785","https://openalex.org/W2085662862","https://openalex.org/W2088511157","https://openalex.org/W2091923898","https://openalex.org/W2096309085","https://openalex.org/W2098369783","https://openalex.org/W2099287431","https://openalex.org/W2102697000","https://openalex.org/W2102953093","https://openalex.org/W2106947945","https://openalex.org/W2109586655","https://openalex.org/W2118526556","https://openalex.org/W2125905119","https://openalex.org/W2133564696","https://openalex.org/W2134393319","https://openalex.org/W2139624420","https://openalex.org/W2146334809","https://openalex.org/W2146387496","https://openalex.org/W2149628368","https://openalex.org/W2156503193","https://openalex.org/W2158553737","https://openalex.org/W2161634108","https://openalex.org/W2162280462","https://openalex.org/W2165577699","https://openalex.org/W2194775991","https://openalex.org/W2296659146","https://openalex.org/W2299687099","https://openalex.org/W2313199029","https://openalex.org/W2320775905","https://openalex.org/W2327492298","https://openalex.org/W2330379721","https://openalex.org/W2436394355","https://openalex.org/W2465534249","https://openalex.org/W2470673105","https://openalex.org/W2470957930","https://openalex.org/W2514031948","https://openalex.org/W2519559781","https://openalex.org/W2520377849","https://openalex.org/W2525771685","https://openalex.org/W2530149441","https://openalex.org/W2575999316","https://openalex.org/W2583643061","https://openalex.org/W2586527019","https://openalex.org/W2587901004","https://openalex.org/W2589591741","https://openalex.org/W2610536926","https://openalex.org/W2743032479","https://openalex.org/W2748454491","https://openalex.org/W2759174025","https://openalex.org/W2775793881","https://openalex.org/W2778978785","https://openalex.org/W2779582454","https://openalex.org/W2783583489","https://openalex.org/W2790812169","https://openalex.org/W2794547544","https://openalex.org/W2809637322","https://openalex.org/W2810418809","https://openalex.org/W2858729524","https://openalex.org/W2896463661","https://openalex.org/W2898242330","https://openalex.org/W2905375309","https://openalex.org/W2905559137","https://openalex.org/W2922789690","https://openalex.org/W2940096514","https://openalex.org/W2941557859","https://openalex.org/W2953451347","https://openalex.org/W2963148250","https://openalex.org/W2963785564","https://openalex.org/W2964266095","https://openalex.org/W2973146878","https://openalex.org/W2977429326","https://openalex.org/W2982012856","https://openalex.org/W2983481102","https://openalex.org/W2994831951","https://openalex.org/W2999863388","https://openalex.org/W3000987524","https://openalex.org/W3009160614","https://openalex.org/W3022161295","https://openalex.org/W3033450351","https://openalex.org/W3037695612","https://openalex.org/W3039706493","https://openalex.org/W3041440714","https://openalex.org/W3045520755","https://openalex.org/W3082775944","https://openalex.org/W3083272382","https://openalex.org/W3094301935","https://openalex.org/W3099069192","https://openalex.org/W3103273325","https://openalex.org/W3132944260","https://openalex.org/W4211264134","https://openalex.org/W4245809437","https://openalex.org/W4251350669","https://openalex.org/W4294351883","https://openalex.org/W4297733595","https://openalex.org/W4388323405","https://openalex.org/W6601925561","https://openalex.org/W6603838645","https://openalex.org/W6635087628","https://openalex.org/W6638024071","https://openalex.org/W6671865762","https://openalex.org/W6679434410","https://openalex.org/W6702342834","https://openalex.org/W6719667659","https://openalex.org/W6753232330","https://openalex.org/W6771432604","https://openalex.org/W7020981078"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W3006817050","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"With":[0],"the":[1,116,173],"rapid":[2],"development":[3],"of":[4,38,51,88,157,175,178,185],"mobile":[5],"and":[6,47,98,104,134,163],"wearable":[7],"devices,":[8],"it":[9],"is":[10],"increasingly":[11],"possible":[12],"to":[13,31,54,108,152,181],"access":[14],"users\u2019":[15],"affective":[16,142],"data":[17,179],"in":[18,71],"a":[19,48,79,86,91,99,121],"more":[20],"unobtrusive":[21],"manner.":[22],"On":[23],"this":[24,75],"basis,":[25],"researchers":[26],"have":[27],"proposed":[28,117],"various":[29],"systems":[30,55],"recognize":[32],"user\u2019s":[33,111],"emotional":[34,112],"states.":[35,113],"However,":[36],"most":[37],"these":[39],"studies":[40],"rely":[41],"on":[42],"traditional":[43],"machine":[44],"learning":[45],"techniques":[46],"limited":[49],"number":[50],"signals,":[52],"leading":[53],"that":[56,84],"either":[57],"do":[58],"not":[59],"generalize":[60],"well":[61],"or":[62],"would":[63],"frequently":[64],"lack":[65],"sufficient":[66],"information":[67],"for":[68,160],"emotion":[69,165],"detection":[70],"realistic":[72],"scenarios.":[73],"In":[74],"paper,":[76],"we":[77,171],"propose":[78],"novel":[80],"attention-based":[81],"LSTM":[82],"system":[83,118,149],"uses":[85],"combination":[87],"sensors":[89],"from":[90],"smartphone":[92],"(front":[93],"camera,":[94],"microphone,":[95],"touch":[96],"panel)":[97],"wristband":[100],"(photoplethysmography,":[101],"electrodermal":[102,138],"activity,":[103,139],"infrared":[105],"thermopile":[106],"sensor)":[107],"accurately":[109],"determine":[110],"We":[114],"evaluated":[115],"by":[119,145],"conducting":[120],"user":[122],"study":[123],"with":[124],"45":[125],"participants.":[126],"Using":[127],"collected":[128],"behavioral":[129],"(facial":[130],"expression,":[131],"speech,":[132],"keystroke)":[133],"physiological":[135],"(blood":[136],"volume,":[137],"skin":[140],"temperature)":[141],"responses":[143],"induced":[144],"visual":[146],"stimuli,":[147],"our":[148],"was":[150],"able":[151],"achieve":[153],"an":[154],"average":[155],"accuracy":[156],"89.2":[158],"percent":[159],"binary":[161],"positive":[162],"negative":[164],"classification":[166],"under":[167],"leave-one-participant-out":[168],"cross-validation.":[169],"Furthermore,":[170],"investigated":[172],"effectiveness":[174],"different":[176,183],"combinations":[177],"signals":[180],"cover":[182],"scenarios":[184],"signal":[186],"availability.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":8}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}