{"id":"https://openalex.org/W4403780644","doi":"https://doi.org/10.1145/3664647.3681365","title":"Emotion Recognition in HMDs: A Multi-task Approach Using Physiological Signals and Occluded Faces","display_name":"Emotion Recognition in HMDs: A Multi-task Approach Using Physiological Signals and Occluded Faces","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403780644","doi":"https://doi.org/10.1145/3664647.3681365"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681365","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068488598","display_name":"Yunqiang Pei","orcid":"https://orcid.org/0000-0001-6778-4688"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yunqiang Pei","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108577652","display_name":"Jianchuan Tang","orcid":"https://orcid.org/0009-0001-0046-1566"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialei Tang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112483919","display_name":"Qihang Tang","orcid":"https://orcid.org/0009-0002-1104-8379"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihang Tang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045621730","display_name":"Mingfeng Zha","orcid":"https://orcid.org/0000-0003-0186-2940"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingfeng Zha","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107950682","display_name":"Dongyu Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyu Xie","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334018","display_name":"Guoqing Wang","orcid":"https://orcid.org/0000-0002-3938-5994"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqing Wang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101957276","display_name":"Zhitao Liu","orcid":"https://orcid.org/0000-0003-3499-4157"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhitao Liu","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036466084","display_name":"Ning Xie","orcid":"https://orcid.org/0000-0002-1509-464X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Xie","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396039","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0002-5397-9115"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397616","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-5070-4511"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052993469","display_name":"Heng Tao Shen","orcid":"https://orcid.org/0000-0002-2999-2088"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]},{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengtao Shen","raw_affiliation_strings":["University of Electronic Science and Technology of China & Tongji University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China & Tongji University, Chengdu, China","institution_ids":["https://openalex.org/I150229711","https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5068488598"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":1.5234,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.84239549,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"5977","last_page":"5986"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7073211669921875},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6625123023986816},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6556622982025146},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5230906009674072},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5176365971565247},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4377516806125641},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4253702461719513},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3637846112251282},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32980644702911377},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0839616060256958}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7073211669921875},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6625123023986816},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6556622982025146},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5230906009674072},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5176365971565247},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4377516806125641},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4253702461719513},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3637846112251282},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32980644702911377},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0839616060256958},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681365","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2003238582","https://openalex.org/W2029334490","https://openalex.org/W2072038603","https://openalex.org/W2167557160","https://openalex.org/W2580887161","https://openalex.org/W2625929003","https://openalex.org/W2727153085","https://openalex.org/W2767666449","https://openalex.org/W2887288218","https://openalex.org/W2911935942","https://openalex.org/W2946526173","https://openalex.org/W2962858109","https://openalex.org/W2963122398","https://openalex.org/W2963963898","https://openalex.org/W2968899839","https://openalex.org/W2970193851","https://openalex.org/W2994617895","https://openalex.org/W2999106241","https://openalex.org/W3013446504","https://openalex.org/W3014599724","https://openalex.org/W3081622852","https://openalex.org/W3083742879","https://openalex.org/W3092993976","https://openalex.org/W3094151137","https://openalex.org/W3128420506","https://openalex.org/W3153246033","https://openalex.org/W3202556873","https://openalex.org/W3214091781","https://openalex.org/W4280581470","https://openalex.org/W4283655854","https://openalex.org/W4285012839","https://openalex.org/W4290610135","https://openalex.org/W4309928720","https://openalex.org/W4311510936","https://openalex.org/W4366240401","https://openalex.org/W4382371644","https://openalex.org/W4385732567","https://openalex.org/W4387968152","https://openalex.org/W4387969127","https://openalex.org/W4388823971","https://openalex.org/W4388823980"],"related_works":["https://openalex.org/W4389443772","https://openalex.org/W2548721895","https://openalex.org/W2373456246","https://openalex.org/W2536562190","https://openalex.org/W1926563137","https://openalex.org/W2413419736","https://openalex.org/W3196817267","https://openalex.org/W1976600725","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Prior":[0],"research":[1],"on":[2],"emotion":[3,57,102,123,132],"recognition":[4,58,103,133],"in":[5,59,101,134,155],"extended":[6],"reality":[7],"(XR)":[8],"has":[9],"faced":[10],"challenges":[11],"due":[12],"to":[13,41,55,71,131],"the":[14,43,137],"occlusion":[15,44,106,141],"of":[16,110,139],"facial":[17,53,83,140],"expressions":[18,54],"by":[19,46,142],"Head-Mounted":[20],"Displays":[21],"(HMDs).":[22],"This":[23,38],"limitation":[24],"hinders":[25],"accurate":[26],"Facial":[27],"Expression":[28],"Recognition":[29],"(FER),":[30],"which":[31],"is":[32],"crucial":[33],"for":[34,121,152,160],"immersive":[35],"user":[36],"experiences.":[37],"study":[39,126],"aims":[40],"overcome":[42],"challenge":[45],"integrating":[47],"physiological":[48,112,148],"signals":[49,80,113,149],"with":[50,81,114],"partially":[51],"visible":[52],"enhance":[56],"XR":[60,166],"environments.":[61],"We":[62],"employed":[63],"a":[64,68,128],"multi-task":[65],"approach,":[66],"utilizing":[67],"feature-level":[69],"fusion":[70],"fuse":[72],"Electroencephalography":[73],"(EEG)":[74],"and":[75,89,163],"Galvanic":[76],"Skin":[77],"Response":[78],"(GSR)":[79],"occluded":[82,156],"expressions.":[84],"The":[85,108,125,144],"model":[86],"predicts":[87],"valence":[88],"arousal":[90],"simultaneously":[91],"from":[92],"both":[93],"macro-and":[94],"micro-expression.":[95],"Our":[96],"method":[97],"demonstrated":[98],"improved":[99],"accuracy":[100],"under":[104],"partial":[105],"conditions.":[107],"integration":[109],"temporal":[111],"other":[115],"modalities":[116],"significantly":[117],"enhanced":[118],"performance,":[119],"particularly":[120],"half-face":[122],"recognition.":[124],"presents":[127],"novel":[129],"approach":[130],"XR,":[135],"addressing":[136],"limitations":[138],"HMDs.":[143],"findings":[145],"suggest":[146],"that":[147],"are":[150],"vital":[151],"interpreting":[153],"emotions":[154],"scenarios,":[157],"offering":[158],"potential":[159],"real-time":[161],"applications":[162],"advancing":[164],"social":[165],"applications.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}