{"id":"https://openalex.org/W4225678502","doi":"https://doi.org/10.1109/thms.2022.3163211","title":"SSGNN: A Macro and Microfacial Expression Recognition Graph Neural Network Combining Spatial and Spectral Domain Features","display_name":"SSGNN: A Macro and Microfacial Expression Recognition Graph Neural Network Combining Spatial and Spectral Domain Features","publication_year":2022,"publication_date":"2022-04-22","ids":{"openalex":"https://openalex.org/W4225678502","doi":"https://doi.org/10.1109/thms.2022.3163211"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2022.3163211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2022.3163211","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100704557","display_name":"Junjie Zhang","orcid":"https://orcid.org/0000-0002-9413-4047"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junjie Zhang","raw_affiliation_strings":["Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034961228","display_name":"Guangmin Sun","orcid":"https://orcid.org/0000-0001-5332-5456"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangmin Sun","raw_affiliation_strings":["Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101599634","display_name":"Kun Zheng","orcid":"https://orcid.org/0000-0002-8966-1184"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Zheng","raw_affiliation_strings":["Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036101104","display_name":"Sarah Mazhar","orcid":"https://orcid.org/0000-0003-1025-2247"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sarah Mazhar","raw_affiliation_strings":["Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024888016","display_name":"Xiaohui Fu","orcid":"https://orcid.org/0000-0002-8818-7345"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Fu","raw_affiliation_strings":["Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100711787","display_name":"Yu Li","orcid":"https://orcid.org/0000-0002-5693-5353"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Li","raw_affiliation_strings":["Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006580423","display_name":"Hui Yu","orcid":"https://orcid.org/0000-0002-7655-9228"},"institutions":[{"id":"https://openalex.org/I63072094","display_name":"University of Portsmouth","ror":"https://ror.org/03ykbk197","country_code":"GB","type":"education","lineage":["https://openalex.org/I63072094"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hui Yu","raw_affiliation_strings":["School of Creative Technologies, University of Portsmouth, Portsmouth, U.K"],"affiliations":[{"raw_affiliation_string":"School of Creative Technologies, University of Portsmouth, Portsmouth, U.K","institution_ids":["https://openalex.org/I63072094"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100704557"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":3.5157,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.92770108,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"52","issue":"4","first_page":"747","last_page":"760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10919","display_name":"Neurological disorders and treatments","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7191600799560547},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.66981041431427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6614215970039368},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5971801280975342},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5197203159332275},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.42942869663238525},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.4249621331691742},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.4168446362018585},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.32612472772598267},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15504461526870728},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.0651705265045166}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7191600799560547},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.66981041431427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6614215970039368},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5971801280975342},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5197203159332275},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.42942869663238525},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.4249621331691742},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.4168446362018585},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.32612472772598267},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15504461526870728},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0651705265045166},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/thms.2022.3163211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2022.3163211","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G5240425032","display_name":null,"funder_award_id":"4192005","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1677920914","https://openalex.org/W1969736828","https://openalex.org/W1998022503","https://openalex.org/W2006426145","https://openalex.org/W2037712846","https://openalex.org/W2044106642","https://openalex.org/W2046342719","https://openalex.org/W2052442078","https://openalex.org/W2059068649","https://openalex.org/W2060230335","https://openalex.org/W2066332159","https://openalex.org/W2084073302","https://openalex.org/W2093033615","https://openalex.org/W2103943262","https://openalex.org/W2106115875","https://openalex.org/W2115252128","https://openalex.org/W2122778591","https://openalex.org/W2139916508","https://openalex.org/W2156489769","https://openalex.org/W2237362194","https://openalex.org/W2241629992","https://openalex.org/W2395363464","https://openalex.org/W2404865672","https://openalex.org/W2426188534","https://openalex.org/W2487852963","https://openalex.org/W2520774990","https://openalex.org/W2526853616","https://openalex.org/W2548529926","https://openalex.org/W2548899748","https://openalex.org/W2571743746","https://openalex.org/W2587585332","https://openalex.org/W2606933083","https://openalex.org/W2610952410","https://openalex.org/W2744909235","https://openalex.org/W2750692136","https://openalex.org/W2767618761","https://openalex.org/W2798583514","https://openalex.org/W2805516822","https://openalex.org/W2805755230","https://openalex.org/W2889978276","https://openalex.org/W2899883316","https://openalex.org/W2903024881","https://openalex.org/W2934832377","https://openalex.org/W2938266529","https://openalex.org/W2942109599","https://openalex.org/W2948217907","https://openalex.org/W2964606879","https://openalex.org/W2996310233","https://openalex.org/W2997145940","https://openalex.org/W3034771037","https://openalex.org/W3082185616","https://openalex.org/W3091535944","https://openalex.org/W3092802919","https://openalex.org/W3096596051","https://openalex.org/W3103539074","https://openalex.org/W3124465193","https://openalex.org/W3127224425","https://openalex.org/W3146366485","https://openalex.org/W3155375169","https://openalex.org/W3157869864","https://openalex.org/W3162287262","https://openalex.org/W6677618333","https://openalex.org/W6726873649","https://openalex.org/W6751796012","https://openalex.org/W6755106128"],"related_works":["https://openalex.org/W2030816003","https://openalex.org/W4239992647","https://openalex.org/W2150013480","https://openalex.org/W1554458299","https://openalex.org/W81423522","https://openalex.org/W1509860481","https://openalex.org/W2488264085","https://openalex.org/W2076325756","https://openalex.org/W4386206750","https://openalex.org/W4238700786"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,52],"from":[2,106],"macroexpression":[3],"and":[4,19,44,58,87,102,117,129,137,149,174,187,200,229],"microexpression":[5,217],"has":[6],"been":[7],"widely":[8],"used":[9,133],"in":[10,237],"applications":[11],"such":[12],"as":[13],"human\u2013computer":[14],"interaction,":[15],"learning":[16],"status":[17],"evaluation,":[18],"mental":[20],"disorder":[21],"diagnosis.":[22],"However,":[23],"due":[24],"to":[25,99,134,176],"the":[26,41,62,120,147,158,163,169,177,183,196,207,233,244],"complexity":[27],"of":[28,48,125,160,171,185,198,209,247],"human":[29],"macroexpressions,":[30],"recognizing":[31],"macroexpressions":[32,116],"with":[33,222],"high":[34],"accuracy":[35,224],"is":[36,97,166],"a":[37,71,76,93],"challenging":[38],"task.":[39],"Moreover,":[40],"short":[42],"duration":[43],"low":[45],"movement":[46],"intensity":[47],"microexpressions":[49,118],"make":[50],"its":[51],"more":[53,67],"difficult.":[54],"For":[55],"MM-FER":[56,161],"(macro":[57],"microfacial":[59],"expression":[60],"recognition),":[61],"key":[63],"information":[64,151],"can":[65,112,155,215],"be":[66],"efficiently":[68,113],"expressed":[69],"by":[70,153,219],"graph.":[72],"In":[73],"this":[74],"article,":[75],"novel":[77],"framework":[78],"based":[79,91],"on":[80,92],"graph":[81,94],"neural":[82,95],"network":[83],"named":[84],"SSGNN":[85,123,154,214],"(spatial":[86],"spectral":[88,103,136,148],"domain":[89,104,139],"features":[90,105],"network)":[96],"designed":[98],"extract":[100,135],"spatial":[101,138,150],"facial":[107],"images":[108],"for":[109],"MM-FER,":[110],"which":[111,131],"recognize":[114,216],"both":[115],"under":[119,225],"same":[121],"model.":[122],"consists":[124],"two":[126],"parts,":[127],"SPAGNN":[128,186,199],"SPEGNN,":[130],"are":[132],"features,":[140],"respectively.":[141],"Experiments":[142],"proved":[143,212],"that":[144,194,213],"jointly":[145],"using":[146],"extracted":[152],"largely":[156],"improve":[157],"performance":[159,179,208],"when":[162],"training":[164],"sample":[165],"limited.":[167],"First,":[168],"influences":[170],"different":[172,226],"neighbors":[173],"samples":[175],"model":[178],"was":[180,192],"analyzed.":[181],"Then,":[182],"contribution":[184],"SPEGNN":[188,201],"were":[189],"evaluated.":[190],"It":[191],"discovered":[193],"fusing":[195],"result":[197],"at":[202],"decision":[203],"level":[204],"further":[205],"improved":[206],"MM-FER.":[210],"Experiment":[211],"acquired":[218],"various":[220],"sensors":[221],"higher":[223],"image":[227,230],"resolutions":[228],"formats":[231],"than":[232],"compared":[234],"state-of-the-art":[235],"methods":[236],"most":[238],"cases.":[239],"A":[240],"cross-dataset":[241],"experiment":[242],"demonstrated":[243],"generalization":[245],"ability":[246],"SSGNN.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
