{"id":"https://openalex.org/W4293371121","doi":"https://doi.org/10.1109/tnnls.2022.3196831","title":"Hierarchical Context-Based Emotion Recognition With Scene Graphs","display_name":"Hierarchical Context-Based Emotion Recognition With Scene Graphs","publication_year":2022,"publication_date":"2022-08-26","ids":{"openalex":"https://openalex.org/W4293371121","doi":"https://doi.org/10.1109/tnnls.2022.3196831","pmid":"https://pubmed.ncbi.nlm.nih.gov/36018874"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3196831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3196831","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101581028","display_name":"Shichao Wu","orcid":"https://orcid.org/0000-0001-5257-7934"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shichao Wu","raw_affiliation_strings":["Tianjin Key Laboratory of Intelligent Robotics and the Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-5257-7934","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Intelligent Robotics and the Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058130329","display_name":"Lei Zhou","orcid":"https://orcid.org/0000-0002-1940-8597"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhou","raw_affiliation_strings":["Tianjin Key Laboratory of Intelligent Robotics and the Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-1940-8597","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Intelligent Robotics and the Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088466234","display_name":"Zhengxi Hu","orcid":"https://orcid.org/0000-0001-6119-4185"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxi Hu","raw_affiliation_strings":["Tianjin Key Laboratory of Intelligent Robotics and the Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Intelligent Robotics and the Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030233306","display_name":"Jingtai Liu","orcid":"https://orcid.org/0000-0003-2645-5655"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingtai Liu","raw_affiliation_strings":["Tianjin Key Laboratory of Intelligent Robotics and the Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2645-5655","affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Intelligent Robotics and the Institute of Robotics and Automatic Information System, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":3.198,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.91947495,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"35","issue":"3","first_page":"3725","last_page":"3739"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7025832533836365},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6937005519866943},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5621027946472168},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5539087653160095},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5470994710922241},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4850834906101227},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4210437834262848},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36574798822402954},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3219161629676819},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28166717290878296}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7025832533836365},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6937005519866943},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5621027946472168},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5539087653160095},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5470994710922241},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4850834906101227},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4210437834262848},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36574798822402954},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3219161629676819},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28166717290878296},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D021641","descriptor_name":"Recognition, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021641","descriptor_name":"Recognition, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021641","descriptor_name":"Recognition, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021641","descriptor_name":"Recognition, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3196831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3196831","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:36018874","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36018874","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3116307879","display_name":null,"funder_award_id":"62173189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1903029394","https://openalex.org/W2011605810","https://openalex.org/W2066515699","https://openalex.org/W2077069816","https://openalex.org/W2078951341","https://openalex.org/W2100560442","https://openalex.org/W2107719302","https://openalex.org/W2120859393","https://openalex.org/W2277195237","https://openalex.org/W2395257164","https://openalex.org/W2460586963","https://openalex.org/W2479423890","https://openalex.org/W2565639579","https://openalex.org/W2609869337","https://openalex.org/W2624419954","https://openalex.org/W2777467089","https://openalex.org/W2886970679","https://openalex.org/W2888816955","https://openalex.org/W2899739544","https://openalex.org/W2908473373","https://openalex.org/W2910327462","https://openalex.org/W2915622774","https://openalex.org/W2921675331","https://openalex.org/W2945504608","https://openalex.org/W2946410230","https://openalex.org/W2947229206","https://openalex.org/W2947385066","https://openalex.org/W2962779575","https://openalex.org/W2963101956","https://openalex.org/W2963184176","https://openalex.org/W2963409517","https://openalex.org/W2963536419","https://openalex.org/W2964751875","https://openalex.org/W2970405962","https://openalex.org/W2970933904","https://openalex.org/W2997258743","https://openalex.org/W2997391969","https://openalex.org/W3001529617","https://openalex.org/W3021735172","https://openalex.org/W3027512828","https://openalex.org/W3032135501","https://openalex.org/W3032735579","https://openalex.org/W3034307881","https://openalex.org/W3034520808","https://openalex.org/W3034679267","https://openalex.org/W3035017890","https://openalex.org/W3035497134","https://openalex.org/W3042183479","https://openalex.org/W3094177740","https://openalex.org/W3105394152","https://openalex.org/W3118310928","https://openalex.org/W3127166971","https://openalex.org/W3135844897","https://openalex.org/W3137284029","https://openalex.org/W3137959340","https://openalex.org/W3139068353","https://openalex.org/W3180157652","https://openalex.org/W4200498145","https://openalex.org/W6760091387"],"related_works":["https://openalex.org/W2055243143","https://openalex.org/W1986418932","https://openalex.org/W2357796999","https://openalex.org/W4321636575","https://openalex.org/W2741131631","https://openalex.org/W2045526782","https://openalex.org/W4405841813","https://openalex.org/W2584926856","https://openalex.org/W4211075255","https://openalex.org/W2075935902"],"abstract_inverted_index":{"For":[0],"a":[1,47,157,241],"better":[2,242],"intention":[3],"inference,":[4],"we":[5],"often":[6,52],"try":[7],"to":[8,29,54,57,100,133,150,196,222],"figure":[9],"out":[10,28,156],"the":[11,58,77,89,105,108,111,115,134,138,162,179,188,191,213,217,230],"emotional":[12],"states":[13],"of":[14,60,81,137,159,190,216,248],"other":[15],"people":[16],"in":[17,46,63,83],"social":[18],"communications.":[19],"Many":[20],"studies":[21],"on":[22,161,198,225],"affective":[23],"computing":[24],"have":[25],"been":[26],"carried":[27,155],"infer":[30],"emotions":[31],"through":[32],"perceiving":[33],"human":[34,139],"states,":[35],"i.e.,":[36,107,168],"facial":[37],"expression":[38],"and":[39,87,114,127,171,239],"body":[40],"posture.":[41],"Such":[42],"methods":[43],"are":[44,147],"skillful":[45],"controlled":[48],"environment.":[49],"However,":[50],"it":[51],"leads":[53],"misestimation":[55],"due":[56],"deficiency":[59],"effective":[61],"inputs":[62],"unconstrained":[64],"circumstances,":[65],"that":[66,178,204],"is,":[67],"where":[68],"context-aware":[69,165],"emotion":[70,85,92,152,166,184,232,243],"recognition":[71,86,93,185,233,244],"appeared.":[72],"We":[73,98,154,176,227],"take":[74],"inspiration":[75],"from":[76,104,194,220,237],"advanced":[78],"reasoning":[79],"pattern":[80],"humans":[82],"perceived":[84],"propose":[88,99],"hierarchical":[90,180,205],"context-based":[91],"method":[94,211],"with":[95,235],"scene":[96,116,119],"graphs.":[97],"extract":[101],"three":[102],"contexts":[103,146,181,206],"image,":[106],"entity":[109,125],"context,":[110,113],"global":[112],"context.":[117],"The":[118,200],"context":[120],"contains":[121],"abstract":[122],"information":[123,135],"about":[124],"labels":[126],"their":[128],"relationships.":[129],"It":[130],"is":[131],"similar":[132],"processing":[136],"visual":[140],"sensing":[141],"mechanism.":[142],"After":[143],"that,":[144],"these":[145],"further":[148],"fused":[149],"perform":[151],"recognition.":[153],"bunch":[158],"experiments":[160,202],"widely":[163],"used":[164],"datasets,":[167],"CAER-S,":[169],"EMOTIC,":[170],"BOdy":[172],"Language":[173],"Dataset":[174],"(BoLD).":[175],"demonstrate":[177],"can":[182],"benefit":[183],"by":[186],"improving":[187],"accuracy":[189],"SOTA":[192,218],"score":[193,215,245,247],"84.82%":[195],"90.83%":[197],"CAER-S.":[199],"ablation":[201],"show":[203],"provide":[207],"complementary":[208],"information.":[209],"Our":[210],"improves":[212],"F1":[214],"result":[219],"29.33%":[221],"30.24%":[223],"(C-F1)":[224],"EMOTIC.":[226],"also":[228],"build":[229],"image-based":[231],"task":[234],"BoLD-Img":[236],"BoLD":[238],"obtain":[240],"(ERS)":[246],"0.2153.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}