{"id":"https://openalex.org/W4293517975","doi":"https://doi.org/10.1109/icme52920.2022.9859836","title":"NHFNET: A Non-Homogeneous Fusion Network for Multimodal Sentiment Analysis","display_name":"NHFNET: A Non-Homogeneous Fusion Network for Multimodal Sentiment Analysis","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4293517975","doi":"https://doi.org/10.1109/icme52920.2022.9859836"},"language":"en","primary_location":{"id":"doi:10.1109/icme52920.2022.9859836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859836","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016048145","display_name":"Ziwang Fu","orcid":"https://orcid.org/0000-0001-7347-6702"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziwang Fu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing,China","Beijing University of Posts and Telecommunications, Beijing, China","Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing, China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369354","display_name":"Feng Liu","orcid":"https://orcid.org/0000-0003-2750-0315"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Liu","raw_affiliation_strings":["East China Normal University,Shanghai,China","East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061306965","display_name":"Qing Xu","orcid":"https://orcid.org/0000-0001-8523-6562"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Xu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing,China","Beijing University of Posts and Telecommunications, Beijing, China","Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing, China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063961362","display_name":"Jiayin Qi","orcid":"https://orcid.org/0000-0001-7162-4898"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayin Qi","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing,China","Beijing University of Posts and Telecommunications, Beijing, China","Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing, China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002341443","display_name":"Xiangling Fu","orcid":"https://orcid.org/0000-0002-1492-2829"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangling Fu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing,China","Beijing University of Posts and Telecommunications, Beijing, China","Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service (BUPT), Beijing, China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050248676","display_name":"Aimin Zhou","orcid":"https://orcid.org/0000-0002-4768-5946"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Zhou","raw_affiliation_strings":["East China Normal University,Shanghai,China","East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100351559","display_name":"Zhibin Li","orcid":"https://orcid.org/0000-0002-4226-267X"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Li","raw_affiliation_strings":["East China Normal University,Shanghai,China","East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,Shanghai,China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.061,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.96402071,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7905834913253784},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7331114411354065},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7167203426361084},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.645991861820221},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5581880211830139},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.5287384986877441},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5259960889816284},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.4653077721595764},{"id":"https://openalex.org/keywords/information-fusion","display_name":"Information fusion","score":0.43315446376800537},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.42979440093040466},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.1278197467327118}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7905834913253784},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7331114411354065},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7167203426361084},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.645991861820221},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5581880211830139},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.5287384986877441},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5259960889816284},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.4653077721595764},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.43315446376800537},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.42979440093040466},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.1278197467327118},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme52920.2022.9859836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859836","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1316186801","display_name":null,"funder_award_id":"L192026","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G756648208","display_name":null,"funder_award_id":"82071171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2095176743","https://openalex.org/W2122563357","https://openalex.org/W2395639500","https://openalex.org/W2556418146","https://openalex.org/W2583643061","https://openalex.org/W2808359495","https://openalex.org/W2883409523","https://openalex.org/W2883430806","https://openalex.org/W2896457183","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216321","https://openalex.org/W2964346351","https://openalex.org/W2985076077","https://openalex.org/W3012721484","https://openalex.org/W3034266838","https://openalex.org/W3037572520","https://openalex.org/W3093051361","https://openalex.org/W3098042509","https://openalex.org/W3105484484","https://openalex.org/W3128412859","https://openalex.org/W3167098825","https://openalex.org/W3169801598","https://openalex.org/W3174906557","https://openalex.org/W3194765442","https://openalex.org/W3214432797","https://openalex.org/W4205727320","https://openalex.org/W4385245566","https://openalex.org/W4396952261","https://openalex.org/W6686207219","https://openalex.org/W6739901393","https://openalex.org/W6752724743","https://openalex.org/W6753277404","https://openalex.org/W6779373063","https://openalex.org/W6796571749","https://openalex.org/W6797613833"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2004831463","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W2168054807"],"abstract_inverted_index":{"Fusion":[0],"technology":[1],"is":[2,68,89],"crucial":[3],"for":[4,103],"multimodal":[5,58],"sentiment":[6],"analysis.":[7],"Recent":[8],"attention-based":[9],"fusion":[10,53,63,73],"methods":[11],"demonstrate":[12],"high":[13],"performance":[14],"and":[15,33,39,76,98,129],"strong":[16],"robustness.":[17],"However,":[18],"these":[19],"approaches":[20],"ignore":[21],"the":[22,28,72,104,118,121,127,133,142,146],"difference":[23],"in":[24,106],"information":[25,59,93,107],"density":[26,108],"among":[27],"three":[29],"modalities,":[30],"i.e.,":[31],"visual":[32,75],"audio":[34,77],"have":[35],"low-level":[36],"signal":[37],"features":[38],"conversely":[40],"text":[41,96],"has":[42],"high-level":[43,83],"semantic":[44,84],"features.":[45,85],"To":[46,116],"this":[47],"end,":[48],"we":[49,124],"propose":[50],"a":[51,62],"non-homogeneous":[52],"network":[54],"(NHFNet)":[55],"to":[56,70,79,82,91],"achieve":[57,92],"interaction.":[60,115],"Specifically,":[61],"module":[64],"with":[65],"attention":[66,88],"aggregation":[67],"designed":[69],"handle":[71],"of":[74,95,109,120],"modalities":[78,111],"enhance":[80],"them":[81],"Then,":[86],"cross-modal":[87],"used":[90],"reinforcement":[94],"modality":[97],"audio-visual":[99],"fusion.":[100],"NHFNet":[101],"compensates":[102],"differences":[105],"different":[110],"enabling":[112],"their":[113],"fair":[114],"verify":[117],"effectiveness":[119],"proposed":[122,143],"method,":[123],"set":[125],"up":[126],"aligned":[128],"unaligned":[130],"experiments":[131],"on":[132],"CMU-MOSEI":[134],"dataset,":[135],"respectively.":[136],"The":[137],"experimental":[138],"results":[139],"show":[140],"that":[141],"method":[144],"outperforms":[145],"state-of-the-art.":[147],"Codes":[148],"are":[149],"available":[150],"at":[151],"https://github.com/skeletonNN/NHFNet.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}