{"id":"https://openalex.org/W4283397308","doi":"https://doi.org/10.1145/3512527.3531385","title":"Mobile Emotion Recognition via Multiple Physiological Signals using Convolution-augmented Transformer","display_name":"Mobile Emotion Recognition via Multiple Physiological Signals using Convolution-augmented Transformer","publication_year":2022,"publication_date":"2022-06-23","ids":{"openalex":"https://openalex.org/W4283397308","doi":"https://doi.org/10.1145/3512527.3531385"},"language":"en","primary_location":{"id":"doi:10.1145/3512527.3531385","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512527.3531385","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021980339","display_name":"Kangning Yang","orcid":"https://orcid.org/0000-0002-7106-0022"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Kangning Yang","raw_affiliation_strings":["The University of Melbourne, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002217875","display_name":"Benjamin Tag","orcid":"https://orcid.org/0000-0002-7831-2632"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Benjamin Tag","raw_affiliation_strings":["The University of Melbourne, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050492878","display_name":"Yue Gu","orcid":"https://orcid.org/0000-0002-6402-2386"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Gu","raw_affiliation_strings":["Rutgers University, New Brunswick, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Rutgers University, New Brunswick, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018329592","display_name":"Chaofan Wang","orcid":"https://orcid.org/0000-0001-8213-6582"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chaofan Wang","raw_affiliation_strings":["The University of Melbourne, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019693610","display_name":"Tilman Dingler","orcid":"https://orcid.org/0000-0001-6180-7033"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tilman Dingler","raw_affiliation_strings":["The University of Melbourne, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010983080","display_name":"Greg Wadley","orcid":"https://orcid.org/0000-0003-4230-3440"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Greg Wadley","raw_affiliation_strings":["The University of Melbourne, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023644163","display_name":"Jorge Gon\u00e7alves","orcid":"https://orcid.org/0000-0002-0117-0322"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jorge Goncalves","raw_affiliation_strings":["The University of Melbourne, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5021980339"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":5.5726,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.96429166,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"562","last_page":"570"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7479397058486938},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6860605478286743},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6180373430252075},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5937604308128357},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.5880482196807861},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5142083168029785},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49375566840171814},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.48802462220191956},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.48255056142807007},{"id":"https://openalex.org/keywords/emotional-valence","display_name":"Emotional valence","score":0.46125754714012146},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.460639089345932},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36390799283981323},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33286693692207336},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.2285650372505188},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1665930151939392},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09746912121772766},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.0852004885673523}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7479397058486938},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6860605478286743},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6180373430252075},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5937604308128357},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.5880482196807861},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5142083168029785},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49375566840171814},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.48802462220191956},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.48255056142807007},{"id":"https://openalex.org/C3020774634","wikidata":"https://www.wikidata.org/wiki/Q3113318","display_name":"Emotional valence","level":3,"score":0.46125754714012146},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.460639089345932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36390799283981323},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33286693692207336},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.2285650372505188},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1665930151939392},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09746912121772766},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0852004885673523},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3512527.3531385","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3512527.3531385","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1305595739","display_name":null,"funder_award_id":"DP190102627","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1985867508","https://openalex.org/W2006681076","https://openalex.org/W2098369783","https://openalex.org/W2108598243","https://openalex.org/W2122098299","https://openalex.org/W2137935458","https://openalex.org/W2149628368","https://openalex.org/W2187089797","https://openalex.org/W2547146855","https://openalex.org/W2584561145","https://openalex.org/W2598291992","https://openalex.org/W2808081143","https://openalex.org/W2810418809","https://openalex.org/W2895904856","https://openalex.org/W2905559137","https://openalex.org/W2953451347","https://openalex.org/W2963351448","https://openalex.org/W2966194928","https://openalex.org/W2981413347","https://openalex.org/W3009160614","https://openalex.org/W3021080764","https://openalex.org/W3027131706","https://openalex.org/W3037695612","https://openalex.org/W3041440714","https://openalex.org/W3045520755","https://openalex.org/W3103291722","https://openalex.org/W3109327831","https://openalex.org/W3129959192","https://openalex.org/W3188766356","https://openalex.org/W3193112289","https://openalex.org/W3195146636","https://openalex.org/W3200271021","https://openalex.org/W4200027224"],"related_works":["https://openalex.org/W3080495370","https://openalex.org/W4285597148","https://openalex.org/W2901531394","https://openalex.org/W1559262936","https://openalex.org/W4321599321","https://openalex.org/W2134707158","https://openalex.org/W2767348466","https://openalex.org/W2894458059","https://openalex.org/W2141728578","https://openalex.org/W4386211155"],"abstract_inverted_index":{"Recognising":[0],"and":[1,12,23,33,40,52,86,118,125,129,132,145,169,183,194,207],"monitoring":[2],"emotional":[3,88],"states":[4],"play":[5],"a":[6,55,95,103],"crucial":[7],"role":[8],"in":[9,54,163],"mental":[10],"health":[11],"well-being":[13,53],"management.":[14],"Importantly,":[15],"with":[16],"the":[17,76,114,123,151,157,181,192],"widespread":[18],"adoption":[19],"of":[20,116,153,196],"smart":[21],"mobile":[22],"wearable":[24],"devices,":[25],"it":[26,108],"has":[27],"become":[28],"easier":[29],"to":[30,46,75,78],"collect":[31],"long-term":[32],"granular":[34],"emotion-related":[35],"physiological":[36,68,84,135,209],"data":[37,136],"passively,":[38],"continuously,":[39],"remotely.":[41],"This":[42],"creates":[43],"new":[44],"opportunities":[45],"help":[47],"individuals":[48],"manage":[49],"their":[50],"emotions":[51,112],"less":[56],"intrusive":[57],"manner":[58],"using":[59,156,166],"off-the-shelf":[60,167],"low-cost":[61],"devices.":[62],"Pervasive":[63],"emotion":[64,98,172],"recognition":[65,99],"based":[66,101],"on":[67,102,113,199],"signals":[69,85],"is,":[70],"however,":[71],"still":[72],"challenging":[73],"due":[74],"difficulty":[77],"efficiently":[79],"extract":[80],"high-order":[81],"correlations":[82],"between":[83],"users'":[87,111],"states.":[89],"In":[90],"this":[91],"paper,":[92],"we":[93],"propose":[94],"novel":[96],"end-to-end":[97],"system":[100,198],"convolution-augmented":[104],"transformer":[105],"architecture.":[106],"Specifically,":[107],"can":[109],"recognise":[110],"dimensions":[115],"arousal":[117],"valence":[119],"by":[120],"learning":[121],"both":[122],"global":[124],"local":[126],"fine-grained":[127],"associations":[128],"dependencies":[130],"within":[131],"across":[133],"multimodal":[134],"(including":[137],"blood":[138],"volume":[139],"pulse,":[140],"electrodermal":[141],"activity,":[142],"heart":[143],"rate,":[144],"skin":[146],"temperature).":[147],"We":[148,189],"extensively":[149],"evaluated":[150],"performance":[152],"our":[154,178,197],"model":[155],"K-EmoCon":[158],"dataset,":[159],"which":[160,203],"is":[161],"acquired":[162],"naturalistic":[164],"conversations":[165],"devices":[168],"contains":[170],"spontaneous":[171],"data.":[173],"Our":[174],"results":[175],"demonstrate":[176,191],"that":[177],"approach":[179],"outperforms":[180],"baselines":[182],"achieves":[184],"state-of-the-art":[185],"or":[186],"competitive":[187],"performance.":[188],"also":[190],"effectiveness":[193],"generalizability":[195],"another":[200],"affective":[201],"dataset":[202],"used":[204],"affect":[205],"inducement":[206],"commercial":[208],"sensors.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}