{"id":"https://openalex.org/W4392903091","doi":"https://doi.org/10.1109/icassp48485.2024.10446972","title":"A Relation-Aware Heterogeneous Graph Transformer on Dynamic Fusion for Multimodal Classification Tasks","display_name":"A Relation-Aware Heterogeneous Graph Transformer on Dynamic Fusion for Multimodal Classification Tasks","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392903091","doi":"https://doi.org/10.1109/icassp48485.2024.10446972"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10446972","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446972","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045009020","display_name":"Yimo Ren","orcid":"https://orcid.org/0000-0002-7543-0326"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimo Ren","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060993475","display_name":"Jinfa Wang","orcid":"https://orcid.org/0000-0002-5196-178X"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinfa Wang","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100454052","display_name":"Jie Liu","orcid":"https://orcid.org/0000-0002-0750-1030"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Liu","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090714679","display_name":"Peipei Liu","orcid":"https://orcid.org/0000-0003-4621-2298"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peipei Liu","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339431","display_name":"Hong Li","orcid":"https://orcid.org/0000-0003-1353-7838"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Li","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087012171","display_name":"Hongsong Zhu","orcid":"https://orcid.org/0000-0003-3720-7403"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongsong Zhu","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101820083","display_name":"Limin Sun","orcid":"https://orcid.org/0000-0002-6578-0680"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Limin Sun","raw_affiliation_strings":["University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security,Beijing,China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7855","last_page":"7859"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8035328388214111},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.680546760559082},{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.5819858312606812},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5758614540100098},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5418622493743896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4758205711841583},{"id":"https://openalex.org/keywords/epigraph","display_name":"Epigraph","score":0.4433833956718445},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.43739891052246094},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4275449216365814},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37321481108665466},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.29935818910598755},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.28616809844970703}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8035328388214111},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.680546760559082},{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.5819858312606812},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5758614540100098},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5418622493743896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4758205711841583},{"id":"https://openalex.org/C17192189","wikidata":"https://www.wikidata.org/wiki/Q1347059","display_name":"Epigraph","level":2,"score":0.4433833956718445},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.43739891052246094},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4275449216365814},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37321481108665466},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29935818910598755},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28616809844970703},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10446972","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446972","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2250966211","https://openalex.org/W2470673105","https://openalex.org/W2896457183","https://openalex.org/W2905562398","https://openalex.org/W2913873497","https://openalex.org/W2951937667","https://openalex.org/W2962681323","https://openalex.org/W3012871709","https://openalex.org/W3028751324","https://openalex.org/W3035565303","https://openalex.org/W3102848065","https://openalex.org/W3168997536","https://openalex.org/W3207396986","https://openalex.org/W4205462621","https://openalex.org/W4285304773","https://openalex.org/W4317243134","https://openalex.org/W6687795723","https://openalex.org/W6791353385","https://openalex.org/W6811013733"],"related_works":["https://openalex.org/W2355558294","https://openalex.org/W2392366684","https://openalex.org/W2900446122","https://openalex.org/W2381998515","https://openalex.org/W2393671386","https://openalex.org/W3037315328","https://openalex.org/W4312684429","https://openalex.org/W3101138303","https://openalex.org/W2377617670","https://openalex.org/W3046053481"],"abstract_inverted_index":{"Multimodal":[0],"fusion":[1,30],"aims":[2],"to":[3,117,141,165],"improve":[4],"the":[5,79,100,105,109,119,131,134,161,167],"performance":[6,169],"of":[7,93,107,130,163,170],"models":[8],"for":[9],"applications":[10],"by":[11],"extracting":[12],"and":[13,53,70,103,121,152,157,173],"fusing":[14],"information":[15],"in":[16,33,46],"different":[17],"modalities,":[18],"including":[19,50,60],"texts,":[20],"images":[21],"or":[22,95],"others.":[23],"Recent":[24],"researches":[25],"have":[26],"shown":[27],"that":[28],"multimodal":[29,63,77,101,132],"is":[31],"beneficial":[32],"many":[34],"multimedia":[35,43],"tasks.":[36],"In":[37],"this":[38],"paper,":[39],"we":[40],"study":[41],"typical":[42],"classification":[44],"tasks":[45],"social":[47],"media":[48],"posts,":[49],"sarcasm":[51,171],"detection":[52,172],"sentiment":[54,174],"analysis.":[55],"This":[56],"paper":[57,80,110,135],"proposes":[58,111],"DMF-RHGT-HPA,":[59],"dynamic":[61,88],"Fusion":[62],"fusion(DMF),":[64],"a":[65,84,112,127,137],"relation-aware":[66,113],"heterogeneous":[67,85,114],"graph":[68,86,102,115],"transformer(RHGT)":[69],"hierarchical":[71,138],"pooling":[72,139],"alignment(HPA).":[73],"To":[74,97,125],"realize":[75],"better":[76],"fusion,":[78],"designs":[81,136],"it":[82],"on":[83,149],"with":[87],"links,":[89],"without":[90],"any":[91],"padding":[92],"texts":[94],"images.":[96],"thoroughly":[98],"learn":[99],"obtain":[104],"representation":[106,129],"nodes,":[108],"transformer":[116],"fuse":[118],"node-level":[120],"edge-level":[122],"features":[123],"simultaneously.":[124],"get":[126],"refined":[128],"graph,":[133],"alignment":[140],"gather":[142],"all":[143],"nodes\u2019":[144],"representations":[145],"well.":[146],"Experiments":[147],"conducted":[148],"two":[150],"primary":[151],"public":[153],"datasets":[154],"from":[155],"Twitter":[156],"Yelp":[158],"respectively":[159],"show":[160],"ability":[162],"DMF-RHGT-HPA":[164],"gain":[166],"best":[168],"analysis,":[175],"outperforming":[176],"existing":[177],"state-of-the-art":[178],"baselines.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}