{"id":"https://openalex.org/W4414761616","doi":"https://doi.org/10.1145/3746027.3754868","title":"REMOTE: A Unified Multimodal Relation Extraction Framework with Multilevel Optimal Transport and Mixture-of-Experts","display_name":"REMOTE: A Unified Multimodal Relation Extraction Framework with Multilevel Optimal Transport and Mixture-of-Experts","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4414761616","doi":"https://doi.org/10.1145/3746027.3754868"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3754868","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3754868","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746027.3754868","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104246816","display_name":"Xinkui Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinkui Lin","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-6941-7305","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087187938","display_name":"Yongxiu Xu","orcid":"https://orcid.org/0000-0003-2963-0914"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongxiu Xu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2963-0914","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Minghao Tang","orcid":"https://orcid.org/0000-0003-2926-3907"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Tang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2926-3907","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shilong Zhang","orcid":"https://orcid.org/0009-0003-9521-1416"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilong Zhang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-9521-1416","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hongbo Xu","orcid":"https://orcid.org/0000-0002-0258-7840"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbo Xu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0258-7840","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hao Xu","orcid":"https://orcid.org/0009-0005-7924-0158"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Xu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-7924-0158","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yubin Wang","orcid":"https://orcid.org/0000-0002-6464-3203"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yubin Wang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6464-3203","affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences & School of Cyber Security, University of Chinese Academy of Sciences, Beijing, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"121","last_page":"130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.7024000287055969},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6504999995231628},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5166000127792358},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5084999799728394},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48570001125335693},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.40709999203681946},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.3677000105381012},{"id":"https://openalex.org/keywords/equivalence-relation","display_name":"Equivalence relation","score":0.3330000042915344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7718999981880188},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.7024000287055969},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6504999995231628},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5166000127792358},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5084999799728394},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48570001125335693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4749000072479248},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.40709999203681946},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35679998993873596},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3411000072956085},{"id":"https://openalex.org/C156103551","wikidata":"https://www.wikidata.org/wiki/Q130998","display_name":"Equivalence relation","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3246999979019165},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3140999972820282},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746027.3754868","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3754868","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2509.04844","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.04844","pdf_url":"https://arxiv.org/pdf/2509.04844","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3746027.3754868","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3754868","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4872314241","display_name":null,"funder_award_id":"No.62406319","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0,168],"relation":[1],"extraction":[2],"(MRE)":[3],"is":[4,119],"a":[5,17,33,68,144,166],"crucial":[6],"task":[7],"in":[8,20,131],"the":[9,47,114,124,137,175,184],"fields":[10],"of":[11,36,106,127,139,177,205],"Knowledge":[12],"Graph":[13],"and":[14,60,79,88,94,186,208],"Multimedia,":[15],"playing":[16],"pivotal":[18],"role":[19],"multimodal":[21,71],"knowledge":[22],"graph":[23],"construction.":[24],"However,":[25],"existing":[26,132],"methods":[27,53],"are":[28],"typically":[29],"limited":[30],"to":[31,43,55,136,150,173],"extracting":[32],"single":[34],"type":[35],"relational":[37,107,206],"triplet,":[38],"which":[39,83],"restricts":[40],"their":[41],"ability":[42],"extract":[44,86],"triplets":[45,207],"beyond":[46],"specified":[48],"types.":[49],"Directly":[50],"combining":[51],"these":[52],"fails":[54],"capture":[56],"dynamic":[57],"cross-modal":[58],"interactions":[59],"introduces":[61],"significant":[62],"computational":[63],"redundancy.":[64],"Therefore,":[65],"we":[66,109,142,163],"propose":[67],"novel":[69],"\\textit{unified":[70],"Relation":[72,169],"Extraction":[73,170],"framework":[74],"with":[75],"Multilevel":[76],"Optimal":[77],"Transport":[78],"mixture-of-Experts},":[80],"termed":[81],"REMOTE,":[82],"can":[84,189],"simultaneously":[85],"intra-modal":[87],"inter-modal":[89],"relations":[90],"between":[91],"textual":[92],"entities":[93,188],"visual":[95],"objects.":[96],"To":[97],"dynamically":[98],"select":[99],"optimal":[100,146],"interaction":[101],"features":[102,153],"for":[103],"different":[104],"types":[105,204],"triplets,":[108],"introduce":[110],"mixture-of-experts":[111],"mechanism,":[112],"ensuring":[113],"most":[115],"relevant":[116],"modality":[117],"information":[118],"utilized.":[120],"Additionally,":[121],"considering":[122],"that":[123,199],"inherent":[125],"property":[126],"multilayer":[128,156],"sequential":[129],"encoding":[130],"encoders":[133],"often":[134],"leads":[135],"loss":[138],"low-level":[140,152],"information,":[141],"adopt":[143],"multilevel":[145],"transport":[147],"fusion":[148],"module":[149],"preserve":[151],"while":[154],"maintaining":[155],"encoding,":[157],"yielding":[158],"more":[159],"expressive":[160],"representations.":[161],"Correspondingly,":[162],"also":[164],"create":[165],"Unified":[167],"(UMRE)":[171],"dataset":[172],"evaluate":[174],"effectiveness":[176],"our":[178,224],"framework,":[179],"encompassing":[180],"diverse":[181],"cases":[182],"where":[183],"head":[185],"tail":[187],"originate":[190],"from":[191],"either":[192],"text":[193],"or":[194],"image.":[195],"Extensive":[196],"experiments":[197],"show":[198],"REMOTE":[200],"effectively":[201],"extracts":[202],"various":[203],"achieves":[209],"state-of-the-art":[210],"performanc":[211],"on":[212],"almost":[213],"all":[214],"metrics":[215],"across":[216],"two":[217],"other":[218],"public":[219],"MRE":[220],"datasets.":[221],"We":[222],"release":[223],"resources":[225],"at":[226],"https://github.com/Nikol-coder/REMOTE.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}