{"id":"https://openalex.org/W4387967963","doi":"https://doi.org/10.1145/3581783.3611786","title":"MEAformer: Multi-modal Entity Alignment Transformer for Meta Modality Hybrid","display_name":"MEAformer: Multi-modal Entity Alignment Transformer for Meta Modality Hybrid","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387967963","doi":"https://doi.org/10.1145/3581783.3611786"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3611786","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611786","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100345062","display_name":"Zhuo Chen","orcid":"https://orcid.org/0000-0001-9991-6892"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Chen","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-9991-6892","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085691361","display_name":"Jiaoyan Chen","orcid":"https://orcid.org/0000-0003-4643-6750"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jiaoyan Chen","raw_affiliation_strings":["The University of Manchester, Manchester, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4643-6750","affiliations":[{"raw_affiliation_string":"The University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023045386","display_name":"Wen Zhang","orcid":"https://orcid.org/0000-0001-8429-9326"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Zhang","raw_affiliation_strings":["Zhejiang University, Ningbo, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-8429-9326","affiliations":[{"raw_affiliation_string":"Zhejiang University, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I109935558","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029128305","display_name":"Lingbing Guo","orcid":"https://orcid.org/0000-0002-8589-276X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingbing Guo","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-8589-276X","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051839900","display_name":"Fang Yin","orcid":"https://orcid.org/0000-0001-9538-848X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Fang","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-9538-848X","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046139808","display_name":"Yufeng Huang","orcid":"https://orcid.org/0000-0001-7110-9298"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Huang","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-7110-9298","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051997286","display_name":"Yichi Zhang","orcid":"https://orcid.org/0009-0007-4046-1003"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichi Zhang","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0007-4046-1003","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042099863","display_name":"Yuxia Geng","orcid":"https://orcid.org/0000-0002-2461-2613"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxia Geng","raw_affiliation_strings":["Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-2461-2613","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066422711","display_name":"Jeff Z. Pan","orcid":"https://orcid.org/0000-0002-9779-2088"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jeff Z. Pan","raw_affiliation_strings":["The University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9779-2088","affiliations":[{"raw_affiliation_string":"The University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020039837","display_name":"Wenting Song","orcid":"https://orcid.org/0000-0002-3163-2399"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenting Song","raw_affiliation_strings":["Huawei Technologies Ltd, Xi'an, Shanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-3163-2399","affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd, Xi'an, Shanxi, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102018239","display_name":"Huajun Chen","orcid":"https://orcid.org/0000-0001-5496-7442"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huajun Chen","raw_affiliation_strings":["Zhejiang University & Donghai Laboratory, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-5496-7442","affiliations":[{"raw_affiliation_string":"Zhejiang University & Donghai Laboratory, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.8107,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.98397532,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3317","last_page":"3327"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8875385522842407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7535885572433472},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.656934916973114},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6369717121124268},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5292659997940063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5276877880096436},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.49908447265625},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4503924250602722},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38777026534080505},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33257898688316345}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8875385522842407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7535885572433472},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.656934916973114},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6369717121124268},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5292659997940063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5276877880096436},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.49908447265625},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4503924250602722},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38777026534080505},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33257898688316345},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3611786","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611786","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1348921258","display_name":null,"funder_award_id":"DH-2022ZY0012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3253514882","display_name":"ConCur: Knowledge Base Construction and Curation","funder_award_id":"EP/V050869/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3961709845","display_name":null,"funder_award_id":"NSFC91846204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4529049459","display_name":null,"funder_award_id":"NSFC91846204","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G587866526","display_name":null,"funder_award_id":"NSFCU19B2027,NSFC91846204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6776971470","display_name":null,"funder_award_id":"NSFCU19B2027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7513764588","display_name":null,"funder_award_id":"EP/V050869/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1597082186","https://openalex.org/W2194775991","https://openalex.org/W2741750617","https://openalex.org/W2808284704","https://openalex.org/W2903963001","https://openalex.org/W2955238243","https://openalex.org/W2964855489","https://openalex.org/W2997062749","https://openalex.org/W3001896264","https://openalex.org/W3015606043","https://openalex.org/W3030216914","https://openalex.org/W3034906292","https://openalex.org/W3035191547","https://openalex.org/W3089874281","https://openalex.org/W3098583774","https://openalex.org/W3111851097","https://openalex.org/W3153385943","https://openalex.org/W3154547779","https://openalex.org/W3163842339","https://openalex.org/W3202473058","https://openalex.org/W3208449220","https://openalex.org/W4213116392","https://openalex.org/W4226119097","https://openalex.org/W4281394493","https://openalex.org/W4287252285","https://openalex.org/W4289533781","https://openalex.org/W4292794811","https://openalex.org/W4303685487","https://openalex.org/W4312810944","https://openalex.org/W4320507215","https://openalex.org/W6601630192"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Multi-modal":[0],"entity":[1,33,64],"alignment":[2,65],"(MMEA)":[3],"aims":[4],"to":[5],"discover":[6],"identical":[7],"entities":[8,15],"across":[9],"different":[10,43],"knowledge":[11],"graphs":[12],"(KGs)":[13],"whose":[14],"are":[16],"associated":[17],"with":[18],"relevant":[19],"images.":[20],"However,":[21],"current":[22],"MMEA":[23],"algorithms":[24],"rely":[25],"on":[26],"KG-level":[27],"modality":[28,40,70,85],"fusion":[29,86],"strategies":[30],"for":[31,68,81],"multi-modal":[32],"representation,":[34],"which":[35,72],"ignores":[36],"the":[37,75],"variations":[38],"of":[39,42,117],"preferences":[41],"entities,":[44],"thus":[45],"compromising":[46],"robustness":[47],"against":[48],"noise":[49],"in":[50,100],"modalities":[51,80],"such":[52],"as":[53],"blurry":[54],"images":[55],"and":[56,87,108,121],"relations.":[57],"This":[58],"paper":[59],"introduces":[60],"MEAformer,":[61],"a":[62,114],"mlti-modal":[63],"transformer":[66],"approach":[67],"meta":[69],"hybrid,":[71],"dynamically":[73],"predicts":[74],"mutual":[76],"correlation":[77],"coefficients":[78],"among":[79],"more":[82],"fine-grained":[83],"entity-level":[84],"alignment.":[88],"Experimental":[89],"results":[90],"demonstrate":[91],"that":[92],"our":[93],"model":[94],"not":[95],"only":[96],"achieves":[97],"SOTA":[98],"performance":[99],"multiple":[101],"training":[102],"scenarios,":[103],"including":[104],"supervised,":[105],"unsupervised,":[106],"iterative,":[107],"low-resource":[109],"settings,":[110],"but":[111],"also":[112],"has":[113],"limited":[115],"number":[116],"parameters,":[118],"efficient":[119],"runtime,":[120],"interpretability.":[122],"Our":[123],"code":[124],"is":[125],"available":[126],"at":[127],"https://github.com/zjukg/MEAformer.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}