{"id":"https://openalex.org/W4409473852","doi":"https://doi.org/10.1109/access.2025.3560641","title":"HGTFM: Hierarchical Gating-Driven Transformer Fusion Model for Robust Multimodal Sentiment Analysis","display_name":"HGTFM: Hierarchical Gating-Driven Transformer Fusion Model for Robust Multimodal Sentiment Analysis","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409473852","doi":"https://doi.org/10.1109/access.2025.3560641"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3560641","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3560641","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3560641","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100737722","display_name":"Chengcheng Yang","orcid":"https://orcid.org/0000-0003-4709-3024"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Chengcheng Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Macau University of Science and Technology, Taipa, Macau","School of Computer Science and Engineering, Macau University of Science and Technology, Avenida Wai Long, Taipa, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Macau University of Science and Technology, Taipa, Macau","institution_ids":["https://openalex.org/I111950717"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Macau University of Science and Technology, Avenida Wai Long, Taipa, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103847585","display_name":"Zhiyao Liang","orcid":"https://orcid.org/0000-0001-7192-8541"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Zhiyao Liang","raw_affiliation_strings":["School of Computer Science and Engineering, Macau University of Science and Technology, Taipa, Macau","School of Computer Science and Engineering, Macau University of Science and Technology, Avenida Wai Long, Taipa, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Macau University of Science and Technology, Taipa, Macau","institution_ids":["https://openalex.org/I111950717"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Macau University of Science and Technology, Avenida Wai Long, Taipa, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dashun Yan","orcid":"https://orcid.org/0009-0002-7979-6592"},"institutions":[{"id":"https://openalex.org/I94357780","display_name":"Zhongkai University of Agriculture and Engineering","ror":"https://ror.org/000b7ms85","country_code":"CN","type":"education","lineage":["https://openalex.org/I94357780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dashun Yan","raw_affiliation_strings":["School of Information Science and Technology, Zhongkai University of Agriculture and Engineering, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Zhongkai University of Agriculture and Engineering, Guangzhou, China","institution_ids":["https://openalex.org/I94357780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033240044","display_name":"Zeng Hu","orcid":"https://orcid.org/0000-0002-9376-7408"},"institutions":[{"id":"https://openalex.org/I94357780","display_name":"Zhongkai University of Agriculture and Engineering","ror":"https://ror.org/000b7ms85","country_code":"CN","type":"education","lineage":["https://openalex.org/I94357780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeng Hu","raw_affiliation_strings":["School of Information Science and Technology, Zhongkai University of Agriculture and Engineering, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Zhongkai University of Agriculture and Engineering, Guangzhou, China","institution_ids":["https://openalex.org/I94357780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100771287","display_name":"Ting Wu","orcid":"https://orcid.org/0000-0002-0417-5057"},"institutions":[{"id":"https://openalex.org/I94357780","display_name":"Zhongkai University of Agriculture and Engineering","ror":"https://ror.org/000b7ms85","country_code":"CN","type":"education","lineage":["https://openalex.org/I94357780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Wu","raw_affiliation_strings":["School of Information Science and Technology, Zhongkai University of Agriculture and Engineering, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Zhongkai University of Agriculture and Engineering, Guangzhou, China","institution_ids":["https://openalex.org/I94357780"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100737722"],"corresponding_institution_ids":["https://openalex.org/I111950717"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.3234,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87355404,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"13","issue":null,"first_page":"74430","last_page":"74445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14270","display_name":"Simulation and Modeling Applications","score":0.7556999921798706,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14270","display_name":"Simulation and Modeling Applications","score":0.7556999921798706,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.7376999855041504,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6729000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6603289842605591},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.633746325969696},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5704100728034973},{"id":"https://openalex.org/keywords/gating","display_name":"Gating","score":0.4531921446323395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4271537661552429},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11876243352890015},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09793221950531006},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08497360348701477}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6603289842605591},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.633746325969696},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5704100728034973},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.4531921446323395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4271537661552429},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11876243352890015},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09793221950531006},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08497360348701477},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3560641","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3560641","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:36704224ddfa48ceb7b6ae64c35febab","is_oa":true,"landing_page_url":"https://doaj.org/article/36704224ddfa48ceb7b6ae64c35febab","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 74430-74445 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3560641","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3560641","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5279027551","display_name":null,"funder_award_id":"2022ZDZX4019","funder_id":"https://openalex.org/F4320326279","funder_display_name":"Department of Education of Guangdong Province"},{"id":"https://openalex.org/G7308367237","display_name":null,"funder_award_id":"32472006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326279","display_name":"Department of Education of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2095176743","https://openalex.org/W2191779130","https://openalex.org/W2341528187","https://openalex.org/W2753840835","https://openalex.org/W2787581402","https://openalex.org/W2807126412","https://openalex.org/W2883409523","https://openalex.org/W2962931510","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2972493869","https://openalex.org/W2997573100","https://openalex.org/W3034849760","https://openalex.org/W3093051361","https://openalex.org/W3100219394","https://openalex.org/W3127474142","https://openalex.org/W3128412859","https://openalex.org/W3167098825","https://openalex.org/W3206201541","https://openalex.org/W3211692312","https://openalex.org/W4210993929","https://openalex.org/W4286565476","https://openalex.org/W4297499129","https://openalex.org/W4308222497","https://openalex.org/W4311461310","https://openalex.org/W4312976151","https://openalex.org/W4313704731","https://openalex.org/W4321793515","https://openalex.org/W4361199562","https://openalex.org/W4366148644","https://openalex.org/W4379116568","https://openalex.org/W4383503740","https://openalex.org/W4385245566","https://openalex.org/W4385978594","https://openalex.org/W4386076401","https://openalex.org/W4388270316","https://openalex.org/W4388283005","https://openalex.org/W4392931002","https://openalex.org/W4403122927","https://openalex.org/W6719667659","https://openalex.org/W6755207826","https://openalex.org/W6767211374"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2031449089","https://openalex.org/W2112596406","https://openalex.org/W2125499229","https://openalex.org/W2072696177","https://openalex.org/W4387096269","https://openalex.org/W4387096026","https://openalex.org/W2410610877"],"abstract_inverted_index":{"In":[0,110],"multimodal":[1,33,88,164],"sentiment":[2,165],"analysis,":[3],"a":[4,23,42,115],"significant":[5,140],"challenge":[6],"lies":[7],"in":[8,163],"quantifying":[9],"the":[10,72,81,96,104,112,123,126,135,145],"contribution":[11,105],"of":[12,107,137],"each":[13,108],"modality":[14,18,97],"and":[15,41,53,58],"achieving":[16],"effective":[17],"fusion.":[19],"This":[20,68,128],"paper":[21],"presents":[22],"Hierarchical":[24,43],"Gating-Driven":[25],"Transformer":[26],"Fusion":[27,45],"Model":[28],"(HGTFM),":[29],"which":[30,85,121],"effectively":[31,70],"achieves":[32,159],"data":[34],"fusion":[35],"through":[36],"an":[37],"advanced":[38],"transformer":[39],"architecture":[40],"Gated":[44],"Module":[46,119],"(HGFM).":[47],"The":[48,148],"model":[49,73,82,113],"first":[50],"encodes":[51],"audio":[52],"video":[54],"features":[55,89],"using":[56],"LSTM":[57],"CNN,":[59],"respectively,":[60],"while":[61],"employing":[62],"BERT":[63],"to":[64,75,131],"encode":[65],"text":[66],"features.":[67],"approach":[69],"enhances":[71],"ability":[74],"manage":[76],"long-range":[77],"temporal":[78],"dependencies.":[79],"Furthermore,":[80],"introduces":[83],"HGFM,":[84],"dynamically":[86],"integrates":[87],"across":[90],"different":[91],"levels":[92],"after":[93],"processing":[94],"by":[95],"interaction":[98],"network":[99],"(MIN),":[100],"thus":[101,143],"intelligently":[102],"adjusting":[103],"weights":[106],"modality.":[109],"particular,":[111],"incorporates":[114],"Unimodal":[116],"Label":[117],"Generation":[118],"(ULGM),":[120],"considers":[122],"differences":[124],"between":[125],"modalities.":[127],"enables":[129],"HGFM":[130],"more":[132],"accurately":[133],"identify":[134],"contributions":[136],"samples":[138],"with":[139],"modal":[141],"variations,":[142],"optimizing":[144],"module":[146],"potential.":[147],"experimental":[149],"results":[150],"on":[151],"several":[152],"established":[153],"benchmark":[154],"datasets":[155],"demonstrate":[156],"that":[157],"HGTFM":[158],"comparable":[160],"performance":[161],"improvements":[162],"analysis":[166],"tasks.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}