{"id":"https://openalex.org/W4380520337","doi":"https://doi.org/10.1109/taffc.2023.3285777","title":"WiFE: WiFi and Vision Based Unobtrusive Emotion Recognition via Gesture and Facial Expression","display_name":"WiFE: WiFi and Vision Based Unobtrusive Emotion Recognition via Gesture and Facial Expression","publication_year":2023,"publication_date":"2023-06-13","ids":{"openalex":"https://openalex.org/W4380520337","doi":"https://doi.org/10.1109/taffc.2023.3285777"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2023.3285777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3285777","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100352646","display_name":"Yu Gu","orcid":"https://orcid.org/0000-0001-6939-0850"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Gu","raw_affiliation_strings":["I<sup>+</sup> Lab, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","I+ Lab, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0001-6939-0850","affiliations":[{"raw_affiliation_string":"I<sup>+</sup> Lab, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"I+ Lab, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082442712","display_name":"Xiang Zhang","orcid":"https://orcid.org/0000-0003-0413-6135"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Zhang","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-0413-6135","affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053887138","display_name":"Huan Yan","orcid":"https://orcid.org/0000-0002-4045-6489"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Yan","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-4045-6489","affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100928377","display_name":"Jinyang Huang","orcid":"https://orcid.org/0000-0001-5483-2812"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyang Huang","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0001-5483-2812","affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603421","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0003-0537-4522"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["Department of Computer and Network Engineering, The University of Electro-Communications, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0537-4522","affiliations":[{"raw_affiliation_string":"Department of Computer and Network Engineering, The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061453937","display_name":"Mianxiong Dong","orcid":"https://orcid.org/0000-0002-2788-3451"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mianxiong Dong","raw_affiliation_strings":["Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Japan"],"raw_orcid":"https://orcid.org/0000-0002-2788-3451","affiliations":[{"raw_affiliation_string":"Department of Sciences and Informatics, Muroran Institute of Technology, Muroran, Japan","institution_ids":["https://openalex.org/I41725924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071943346","display_name":"Fuji Ren","orcid":"https://orcid.org/0000-0003-4860-9184"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuji Ren","raw_affiliation_strings":["I<sup>+</sup> Lab, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","I+ Lab, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0003-4860-9184","affiliations":[{"raw_affiliation_string":"I<sup>+</sup> Lab, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"I+ Lab, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":4.2015,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94653222,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"14","issue":"4","first_page":"2567","last_page":"2581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.779005765914917},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7702717781066895},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7617912292480469},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7096737027168274},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6086285710334778},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5260039567947388},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5051239132881165},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4794122874736786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43640366196632385},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3685457408428192},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3565768599510193}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.779005765914917},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7702717781066895},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7617912292480469},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7096737027168274},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6086285710334778},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5260039567947388},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5051239132881165},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4794122874736786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43640366196632385},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3685457408428192},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3565768599510193},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2023.3285777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3285777","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W177399229","https://openalex.org/W1518923171","https://openalex.org/W1557191966","https://openalex.org/W1686810756","https://openalex.org/W1981918162","https://openalex.org/W1985867508","https://openalex.org/W2032254851","https://openalex.org/W2036309320","https://openalex.org/W2041616772","https://openalex.org/W2078951341","https://openalex.org/W2080576537","https://openalex.org/W2081420711","https://openalex.org/W2089695767","https://openalex.org/W2095396347","https://openalex.org/W2099800354","https://openalex.org/W2104485532","https://openalex.org/W2108598243","https://openalex.org/W2147449317","https://openalex.org/W2153200718","https://openalex.org/W2161969291","https://openalex.org/W2172156083","https://openalex.org/W2244142460","https://openalex.org/W2337145033","https://openalex.org/W2341528187","https://openalex.org/W2345305417","https://openalex.org/W2479639417","https://openalex.org/W2490049321","https://openalex.org/W2507908806","https://openalex.org/W2523976699","https://openalex.org/W2525771685","https://openalex.org/W2551403050","https://openalex.org/W2610961739","https://openalex.org/W2619383789","https://openalex.org/W2624340939","https://openalex.org/W2624871570","https://openalex.org/W2625929003","https://openalex.org/W2738672149","https://openalex.org/W2755014019","https://openalex.org/W2771326598","https://openalex.org/W2796314695","https://openalex.org/W2799041689","https://openalex.org/W2810466531","https://openalex.org/W2888816955","https://openalex.org/W2894805842","https://openalex.org/W2908176280","https://openalex.org/W2950821050","https://openalex.org/W2950978907","https://openalex.org/W2952065976","https://openalex.org/W2962824366","https://openalex.org/W2963446712","https://openalex.org/W2963631961","https://openalex.org/W2964089273","https://openalex.org/W2981031975","https://openalex.org/W2986690412","https://openalex.org/W2991485489","https://openalex.org/W3003720578","https://openalex.org/W3009125834","https://openalex.org/W3010205642","https://openalex.org/W3034151881","https://openalex.org/W3034538739","https://openalex.org/W3035336958","https://openalex.org/W3101998545","https://openalex.org/W3105394152","https://openalex.org/W3105907928","https://openalex.org/W3106367563","https://openalex.org/W3118530108","https://openalex.org/W3124054989","https://openalex.org/W3173787706","https://openalex.org/W3213215111","https://openalex.org/W4205838057","https://openalex.org/W4226424792","https://openalex.org/W4230277160","https://openalex.org/W4366377778","https://openalex.org/W4376278471","https://openalex.org/W4388315058","https://openalex.org/W6637373629","https://openalex.org/W6739365718","https://openalex.org/W6803462455","https://openalex.org/W7064229268"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W4206297952","https://openalex.org/W2110287964","https://openalex.org/W2167701463"],"abstract_inverted_index":{"Emotion":[0],"plays":[1],"a":[2,23,125,167],"critical":[3],"role":[4],"in":[5,46,83,139,185],"making":[6],"the":[7,12,80,88,94,100,103,121,140,152,157,181,191],"computer":[8],"more":[9],"human-like.":[10],"As":[11],"first":[13],"and":[14,61,66,90,108,112,115,142,163,172],"most":[15],"essential":[16],"step,":[17],"emotion":[18,42,55,148,170,186],"recognition":[19,56],"emerges":[20],"recently":[21],"as":[22],"hot":[24],"but":[25,188],"relatively":[26],"nascent":[27],"topic,":[28],"i.e.,":[29,64],"current":[30],"research":[31],"mainly":[32],"focuses":[33],"on":[34,159],"single":[35],"modality":[36,141],"(e.g.,":[37],"facial":[38,67,116],"expression)":[39],"while":[40],"human":[41],"expressions":[43],"are":[44],"multi-modal":[45],"nature.":[47],"To":[48,150],"this":[49],"end,":[50],"we":[51,105,123,155],"propose":[52,124],"an":[53],"unobtrusive":[54,111],"system":[57,70,158],"leveraging":[58],"two":[59,73],"emotion-rich":[60],"tightly-coupled":[62],"modalities,":[63],"gesture":[65,114],"expression.":[68],"The":[69],"design":[71],"faces":[72],"major":[74],"challenges,":[75],"namely,":[76],"how":[77,91],"to":[78,92,134],"capture":[79],"emotional":[81],"expression":[82,117],"both":[84,137],"modalities":[85,97,145],"without":[86],"disturbing":[87],"subject":[89],"leverage":[93],"relationship":[95],"between":[96,144],"for":[98,110,146],"recognizing":[99],"emotion.":[101],"For":[102,120],"former,":[104],"explore":[106],"WiFi":[107,162],"vision":[109,164],"contactless":[113],"sensing,":[118],"respectively.":[119],"latter,":[122],"novel":[126],"deep":[127],"learning":[128],"framework":[129],"named":[130],"Multi-Source":[131],"Learning":[132],"(MSL)":[133],"efficiently":[135],"exploit":[136],"self-correlation":[138],"cross-correlation":[143],"fine-grained":[147],"recognition.":[149],"evaluate":[151],"proposed":[153],"method,":[154],"prototype":[156],"low-cost":[160],"commodity":[161],"devices,":[165],"build":[166],"first-of-its-kind":[168],"WiFi-Vision":[169],"dataset,":[171],"conduct":[173],"extensive":[174],"experiments.":[175],"Empirical":[176],"results":[177],"not":[178],"only":[179],"verify":[180],"effectiveness":[182],"of":[183,193],"WiFE":[184],"recognition,":[187],"also":[189],"confirm":[190],"superiority":[192],"multi-modality":[194],"over":[195],"single-modality.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}