{"id":"https://openalex.org/W3201725071","doi":"https://doi.org/10.1155/2021/5585041","title":"Hierarchical Attention\u2010Based Multimodal Fusion Network for Video Emotion Recognition","display_name":"Hierarchical Attention\u2010Based Multimodal Fusion Network for Video Emotion Recognition","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3201725071","doi":"https://doi.org/10.1155/2021/5585041","mag":"3201725071","pmid":"https://pubmed.ncbi.nlm.nih.gov/34616444"},"language":"en","primary_location":{"id":"doi:10.1155/2021/5585041","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5585041","pdf_url":"https://downloads.hindawi.com/journals/cin/2021/5585041.pdf","source":{"id":"https://openalex.org/S72372694","display_name":"Computational Intelligence and Neuroscience","issn_l":"1687-5265","issn":["1687-5265","1687-5273"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Intelligence and Neuroscience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/cin/2021/5585041.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100374785","display_name":"Xiaodong Liu","orcid":"https://orcid.org/0000-0002-5180-9665"},"institutions":[{"id":"https://openalex.org/I4210094772","display_name":"Henan University of Engineering","ror":"https://ror.org/007wym039","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210094772"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaodong Liu","raw_affiliation_strings":["School of Computing Henan University of Engineering, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5180-9665","affiliations":[{"raw_affiliation_string":"School of Computing Henan University of Engineering, Zhengzhou, China","institution_ids":["https://openalex.org/I4210094772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065403111","display_name":"Songyang Li","orcid":"https://orcid.org/0000-0003-3998-0336"},"institutions":[{"id":"https://openalex.org/I4210094772","display_name":"Henan University of Engineering","ror":"https://ror.org/007wym039","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210094772"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songyang Li","raw_affiliation_strings":["School of Computing Henan University of Engineering, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing Henan University of Engineering, Zhengzhou, China","institution_ids":["https://openalex.org/I4210094772"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078800885","display_name":"Miao Wang","orcid":"https://orcid.org/0000-0002-1784-1178"},"institutions":[{"id":"https://openalex.org/I4210094772","display_name":"Henan University of Engineering","ror":"https://ror.org/007wym039","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210094772"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Wang","raw_affiliation_strings":["School of Computing Henan University of Engineering, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing Henan University of Engineering, Zhengzhou, China","institution_ids":["https://openalex.org/I4210094772"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100374785"],"corresponding_institution_ids":["https://openalex.org/I4210094772"],"apc_list":{"value":2100,"currency":"USD","value_usd":2100},"apc_paid":{"value":2100,"currency":"USD","value_usd":2100},"fwci":1.0913,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78433815,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"2021","issue":"1","first_page":"5585041","last_page":"5585041"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7820538282394409},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.64996337890625},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6412093639373779},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6304898262023926},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6282942295074463},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5782034993171692},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5632702708244324},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5140661001205444},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44175392389297485},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.426756888628006}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7820538282394409},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.64996337890625},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6412093639373779},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6304898262023926},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6282942295074463},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5782034993171692},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5632702708244324},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5140661001205444},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44175392389297485},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.426756888628006},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1155/2021/5585041","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5585041","pdf_url":"https://downloads.hindawi.com/journals/cin/2021/5585041.pdf","source":{"id":"https://openalex.org/S72372694","display_name":"Computational Intelligence and Neuroscience","issn_l":"1687-5265","issn":["1687-5265","1687-5273"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Intelligence and Neuroscience","raw_type":"journal-article"},{"id":"pmid:34616444","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34616444","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational intelligence and neuroscience","raw_type":null},{"id":"pmh:oai:doaj.org/article:0b03f8b63e344a1f84ef9eebc1acfdf9","is_oa":false,"landing_page_url":"https://doaj.org/article/0b03f8b63e344a1f84ef9eebc1acfdf9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Intelligence and Neuroscience, Vol 2021 (2021)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:7381565","is_oa":true,"landing_page_url":"http://europepmc.org/pmc/articles/PMC8487826","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8487826","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8487826","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Comput Intell Neurosci","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1155/2021/5585041","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/5585041","pdf_url":"https://downloads.hindawi.com/journals/cin/2021/5585041.pdf","source":{"id":"https://openalex.org/S72372694","display_name":"Computational Intelligence and Neuroscience","issn_l":"1687-5265","issn":["1687-5265","1687-5273"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Intelligence and Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G1060958024","display_name":null,"funder_award_id":"182102310919","funder_id":"https://openalex.org/F4320327051","funder_display_name":"Science and Technology Department of Henan Province"},{"id":"https://openalex.org/G8621375542","display_name":null,"funder_award_id":"21A520006","funder_id":"https://openalex.org/F4320327051","funder_display_name":"Science and Technology Department of Henan Province"}],"funders":[{"id":"https://openalex.org/F4320327051","display_name":"Science and Technology Department of Henan Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3201725071.pdf","grobid_xml":"https://content.openalex.org/works/W3201725071.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1640287658","https://openalex.org/W2003238582","https://openalex.org/W2008887256","https://openalex.org/W2096733369","https://openalex.org/W2103153725","https://openalex.org/W2134670479","https://openalex.org/W2188687388","https://openalex.org/W2325939864","https://openalex.org/W2326887180","https://openalex.org/W2342662179","https://openalex.org/W2414501075","https://openalex.org/W2524923107","https://openalex.org/W2548899748","https://openalex.org/W2593621665","https://openalex.org/W2605285570","https://openalex.org/W2611905122","https://openalex.org/W2739474071","https://openalex.org/W2750666523","https://openalex.org/W2751011928","https://openalex.org/W2767488767","https://openalex.org/W2794257965","https://openalex.org/W2802176285","https://openalex.org/W2806051338","https://openalex.org/W2887068828","https://openalex.org/W2962899219","https://openalex.org/W2963216120","https://openalex.org/W2963252191","https://openalex.org/W2963566548","https://openalex.org/W2963609745","https://openalex.org/W2966094747","https://openalex.org/W2998796500","https://openalex.org/W3015396480","https://openalex.org/W3099206234","https://openalex.org/W3104696513","https://openalex.org/W3106057969","https://openalex.org/W3118310928","https://openalex.org/W3176899168"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W3147584709","https://openalex.org/W2362990116","https://openalex.org/W3105646692","https://openalex.org/W4387914125","https://openalex.org/W2584926856","https://openalex.org/W2075935902"],"abstract_inverted_index":{"The":[0,15,91,156],"context,":[1],"such":[2],"as":[3,162],"scenes":[4],"and":[5,61,85,106,125,137,164,174,182],"objects,":[6],"plays":[7],"an":[8],"important":[9],"role":[10],"in":[11,41,143],"video":[12,74,189],"emotion":[13,16,56,75,131,138,151,167,175,185,204],"recognition.":[14],"recognition":[17,205],"accuracy":[18],"can":[19],"be":[20,45,191],"further":[21],"improved":[22],"when":[23],"the":[24,34,37,53,116,120,126,130,150,154,166,183,188,203],"context":[25,35],"information":[26],"is":[27,48,200],"incorporated.":[28],"Although":[29],"previous":[30],"research":[31],"has":[32,96],"considered":[33],"information,":[36],"emotional":[38],"clues":[39],"contained":[40],"different":[42,59,62,123],"images":[43,142],"may":[44],"different,":[46],"which":[47,77],"often":[49],"ignored.":[50],"To":[51],"address":[52],"problem":[54],"of":[55,79,103,112,122,140,153,177,187],"difference":[57],"between":[58],"modes":[60,179],"images,":[63],"this":[64],"paper":[65],"proposes":[66],"a":[67,80,86,144],"hierarchical":[68],"attention-based":[69],"multimodal":[70,81,87,92,160],"fusion":[71,89],"network":[72],"for":[73,133,169],"recognition,":[76],"consists":[78,111],"feature":[82,88,93,152],"extraction":[83,94],"module":[84,95,158],"module.":[90],"three":[97],"subnetworks":[98],"used":[99],"to":[100,148],"extract":[101],"features":[102,121,161,173],"facial,":[104],"scene,":[105],"global":[107],"images.":[108],"Each":[109],"subnetwork":[110],"two":[113],"branches,":[114],"where":[115],"first":[117],"branch":[118,128],"extracts":[119],"modes,":[124],"other":[127,157],"generates":[129,165],"score":[132,168],"each":[134,170],"image.":[135],"Features":[136],"scores":[139,176],"all":[141],"modal":[145],"are":[146,180],"aggregated":[147],"generate":[149],"modal.":[155,171],"takes":[159],"input":[163],"Finally,":[172],"multiple":[178],"aggregated,":[181],"final":[184],"representation":[186],"will":[190],"produced.":[192],"Experimental":[193],"results":[194],"show":[195],"that":[196],"our":[197],"proposed":[198],"method":[199],"effective":[201],"on":[202],"dataset.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}