{"id":"https://openalex.org/W4414359557","doi":"https://doi.org/10.24963/ijcai.2025/907","title":"Variational Multi-Modal Hypergraph Attention Network for Multi-Modal Relation Extraction","display_name":"Variational Multi-Modal Hypergraph Attention Network for Multi-Modal Relation Extraction","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4414359557","doi":"https://doi.org/10.24963/ijcai.2025/907"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2025/907","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100340569","display_name":"Qian Li","orcid":"https://orcid.org/0000-0002-1612-4644"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qian Li","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085952082","display_name":"Cheng Ji","orcid":"https://orcid.org/0000-0003-2513-3822"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Ji","raw_affiliation_strings":["SKLCCSE, School of Computer Science and Engineering, Beihang University, China","Zhongguancun Laboratory, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SKLCCSE, School of Computer Science and Engineering, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Zhongguancun Laboratory, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112036093","display_name":"Shu Guo","orcid":"https://orcid.org/0000-0002-9660-0291"},"institutions":[{"id":"https://openalex.org/I4210087772","display_name":"National Computer Network Emergency Response Technical Team/Coordination Center of Chinar","ror":"https://ror.org/00247dh76","country_code":"CN","type":"nonprofit","lineage":["https://openalex.org/I4210087772"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Guo","raw_affiliation_strings":["National Computer Network Emergency Response Technical Team & Coordination Center, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Computer Network Emergency Response Technical Team & Coordination Center, China","institution_ids":["https://openalex.org/I4210087772"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101397559","display_name":"Kun Peng","orcid":"https://orcid.org/0000-0002-2051-4709"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Peng","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031898245","display_name":"Qianren Mao","orcid":"https://orcid.org/0000-0003-0780-0628"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qianren Mao","raw_affiliation_strings":["Zhongguancun Laboratory, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongguancun Laboratory, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054814598","display_name":"Shangguang Wang","orcid":"https://orcid.org/0000-0001-7245-1298"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangguang Wang","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100340569"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.9057,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89354506,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"8159","last_page":"8167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8748000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.8748000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.8708999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11063","display_name":"Rough Sets and Fuzzy Logic","score":0.838100016117096,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hypergraph","display_name":"Hypergraph","score":0.9545000195503235},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.6534000039100647},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6312999725341797},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.626800000667572},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5078999996185303},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.4339999854564667}],"concepts":[{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.9545000195503235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6661999821662903},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6534000039100647},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6312999725341797},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.626800000667572},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5317000150680542},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5078999996185303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46480000019073486},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.4339999854564667},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39259999990463257},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31839999556541443},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28760001063346863},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C34947359","wikidata":"https://www.wikidata.org/wiki/Q665189","display_name":"Complex network","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2025/907","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-modal":[0],"relation":[1],"extraction":[2],"(MMRE)":[3],"is":[4],"a":[5,34,73,85,108],"challenging":[6],"task":[7],"that":[8,37,122,165],"seeks":[9],"to":[10,24,147],"identify":[11],"relationships":[12,55,116],"between":[13],"entities":[14],"with":[15],"textual":[16],"and":[17,45,56,75,111,153,177],"visual":[18],"attributes.":[19],"However,":[20],"existing":[21,172],"methods":[22,173],"struggle":[23],"handle":[25,149],"the":[26,51,66,102,129,141,145,150],"complexities":[27],"posed":[28],"by":[29,117],"multiple":[30],"entity":[31,99,115],"pairs":[32,100],"within":[33],"single":[35],"sentence":[36],"share":[38],"similar":[39],"contextual":[40],"information":[41],"(e.g.,":[42],"identical":[43],"text":[44],"image":[46],"content).":[47],"These":[48],"scenarios":[49],"amplify":[50],"difficulty":[52],"of":[53,114,155],"distinguishing":[54],"hinder":[57],"accurate":[58],"extraction.":[59],"To":[60],"address":[61],"these":[62],"limitations,":[63],"we":[64,127],"propose":[65],"variational":[67,130,136],"multi-modal":[68,86,156],"hypergraph":[69,87,131,142],"attention":[70,132,137],"network":[71,133],"(VM-HAN),":[72],"novel":[74],"robust":[76],"framework":[77],"for":[78,88],"MMRE.":[79],"Unlike":[80],"previous":[81],"approaches,":[82],"VM-HAN":[83,166],"constructs":[84],"each":[89],"sentence-image":[90],"pair,":[91],"explicitly":[92],"modeling":[93],"high-order":[94],"intra-/inter-modal":[95],"correlations":[96],"among":[97],"different":[98],"in":[101,174],"same":[103],"context.":[104],"This":[105,135],"design":[106],"enables":[107],"more":[109],"detailed":[110],"nuanced":[112],"understanding":[113],"capturing":[118],"intricate":[119],"cross-modal":[120],"interactions":[121],"are":[123],"often":[124],"overlooked.":[125],"Additionally,":[126],"introduce":[128],"(V-HAN).":[134],"mechanism":[138],"dynamically":[139],"refines":[140],"structure,":[143],"enabling":[144],"model":[146],"effectively":[148],"inherent":[151],"ambiguity":[152],"complexity":[154],"data.":[157],"Comprehensive":[158],"experiments":[159],"on":[160],"benchmark":[161],"MMRE":[162],"datasets":[163],"demonstrate":[164],"achieves":[167],"state-of-the-art":[168],"performance,":[169],"significantly":[170],"surpassing":[171],"both":[175],"accuracy":[176],"efficiency.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}