{"id":"https://openalex.org/W4414871589","doi":"https://doi.org/10.1109/taffc.2025.3618639","title":"Hybrid-Supervised Hypergraph-Enhanced Transformer for Micro-Gesture Based Emotion Recognition","display_name":"Hybrid-Supervised Hypergraph-Enhanced Transformer for Micro-Gesture Based Emotion Recognition","publication_year":2025,"publication_date":"2025-10-06","ids":{"openalex":"https://openalex.org/W4414871589","doi":"https://doi.org/10.1109/taffc.2025.3618639"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3618639","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3618639","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.14867","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101410445","display_name":"Zhaoqiang Xia","orcid":"https://orcid.org/0000-0003-0630-3339"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoqiang Xia","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","School of Electronics and Information, Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-0630-3339","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hexiang Huang","orcid":"https://orcid.org/0009-0008-2127-0698"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hexiang Huang","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","School of Electronics and Information, Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0008-2127-0698","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoyu Chen","orcid":"https://orcid.org/0000-0003-3267-2664"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Haoyu Chen","raw_affiliation_strings":["University of Oulu, Oulu, Finland","University of Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3267-2664","affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101536090","display_name":"Xiaoyi Feng","orcid":"https://orcid.org/0000-0002-0428-6224"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyi Feng","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","School of Electronics and Information, Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-0428-6224","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["University of Oulu, Oulu, Finland","University of Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3694-206X","affiliations":[{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101410445"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":2.5534,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90048531,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"17","issue":"1","first_page":"379","last_page":"393"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9562000036239624,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9562000036239624,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.934499979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9175000190734863,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5961999893188477},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.54830002784729},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4487999975681305},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.37459999322891235},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.3614000082015991},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.3598000109195709},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.35019999742507935},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3400000035762787},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3361000120639801},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.3328000009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728999853134155},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5961999893188477},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.54830002784729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5444999933242798},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4487999975681305},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.3598000109195709},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.35019999742507935},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33959999680519104},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3328000009059906},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.32989999651908875},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32179999351501465},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.32019999623298645},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3050999939441681},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.2937999963760376},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.2904999852180481},{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C2775953691","wikidata":"https://www.wikidata.org/wiki/Q5013874","display_name":"CRFS","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C523889960","wikidata":"https://www.wikidata.org/wiki/Q160695","display_name":"Torso","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2025.3618639","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3618639","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2507.14867","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.14867","pdf_url":"https://arxiv.org/pdf/2507.14867","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.14867","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.14867","pdf_url":"https://arxiv.org/pdf/2507.14867","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4333352624","display_name":null,"funder_award_id":"2022NSCQ-MSX3768","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"}],"funders":[{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Micro-gestures":[0],"are":[1,84,136],"unconsciously":[2],"performed":[3],"body":[4,144],"gestures":[5],"that":[6],"can":[7],"convey":[8],"the":[9,22,36,56,61,76,89,101,131,141,148,155,158,171,220,230],"emotion":[10,40,57,159,167],"states":[11,58,160],"of":[12,24,38,104,143,164,173],"humans":[13],"and":[14,28,82,92,161,181,201,216,218],"start":[15],"to":[16,54,98,139,229],"attract":[17],"more":[18],"research":[19],"attention":[20],"in":[21,71,118,183,193],"fields":[23],"human":[25,39],"behavior":[26],"understanding":[27],"affective":[29],"computing":[30],"as":[31],"an":[32,166],"emerging":[33],"topic.":[34],"However,":[35],"modeling":[37,147],"based":[41,59,80],"on":[42,60,209,237],"micro-gestures":[43,62],"has":[44],"not":[45],"been":[46],"explored":[47],"sufficiently.":[48],"In":[49,75],"this":[50],"work,":[51],"we":[52,106],"propose":[53,125],"recognize":[55],"by":[63,87,197],"reconstructing":[64],"behavioral":[65],"patterns":[66],"with":[67,110,177],"a":[68,72,108,115,119,126,178,184,194],"hypergraph-enhanced":[69,90,127],"Transformer":[70,79],"hybrid-supervised":[73],"framework.":[74],"framework,":[77],"hypergraph":[78],"encoder":[81,174],"decoder":[83,109],"separately":[85],"designed":[86,176],"stacking":[88],"self-attention":[91,128],"multiscale":[93],"temporal":[94],"convolution":[95],"modules.":[96],"Especially,":[97],"better":[99],"capture":[100],"subtle":[102,149],"motion":[103,163],"micro-gestures,":[105,165],"construct":[107],"additional":[111],"upsampling":[112],"operations":[113],"for":[114,146,153],"reconstruction":[116],"task":[117],"self-supervised":[120],"learning":[121],"manner.":[122],"We":[123],"further":[124],"module":[129],"where":[130],"hyperedges":[132],"between":[133,157],"skeleton":[134],"joints":[135,145],"gradually":[137],"updated":[138],"present":[140],"relationships":[142],"local":[150,162],"motion.":[151],"Lastly,":[152],"exploiting":[154],"relationship":[156],"recognition":[168],"head":[169],"from":[170],"output":[172],"is":[175,190,207,227,235],"shallow":[179],"architecture":[180],"learned":[182],"supervised":[185],"way.":[186],"The":[187,204,233],"end-to-end":[188],"framework":[189],"jointly":[191],"trained":[192],"one-stage":[195],"way":[196],"comprehensively":[198],"utilizing":[199],"self-reconstruction":[200],"supervision":[202],"information.":[203],"proposed":[205],"method":[206],"evaluated":[208],"two":[210],"publicly":[211],"available":[212,236],"datasets,":[213],"namely":[214],"iMiGUE":[215],"SMG,":[217],"achieves":[219],"best":[221],"performance":[222],"under":[223],"multiple":[224],"metrics,":[225],"which":[226],"superior":[228],"existing":[231],"methods.":[232],"code":[234],"Github":[238],"(https://github.com/xiazhaoqiang/H2OFormerMicroGestureRec).":[239]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-02T09:04:35.204637","created_date":"2025-10-10T00:00:00"}