{"id":"https://openalex.org/W4229024390","doi":"https://doi.org/10.1145/3477495.3531992","title":"Hybrid Transformer with Multi-level Fusion for Multimodal Knowledge Graph Completion","display_name":"Hybrid Transformer with Multi-level Fusion for Multimodal Knowledge Graph Completion","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4229024390","doi":"https://doi.org/10.1145/3477495.3531992"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3531992","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531992","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.02357","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100641664","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0002-0573-9651"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089259739","display_name":"Ningyu Zhang","orcid":"https://orcid.org/0000-0002-1970-0678"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ningyu Zhang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092346117","display_name":"Lei Li","orcid":"https://orcid.org/0000-0001-6892-0506"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Li","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100930897","display_name":"Shumin Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shumin Deng","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065907658","display_name":"Chuanqi Tan","orcid":"https://orcid.org/0000-0002-6676-3057"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanqi Tan","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028104073","display_name":"Changliang Xu","orcid":"https://orcid.org/0000-0002-8976-6832"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Changliang Xu","raw_affiliation_strings":["State Key Laboratory of Media Convergence Production Technology and Systems, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence Production Technology and Systems, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101488344","display_name":"Fei Huang","orcid":"https://orcid.org/0000-0002-3709-5053"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Huang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101718341","display_name":"Luo Si","orcid":"https://orcid.org/0000-0002-3263-234X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luo Si","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102018239","display_name":"Huajun Chen","orcid":"https://orcid.org/0000-0001-5496-7442"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huajun Chen","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5100641664"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":19.828,"has_fulltext":false,"cited_by_count":203,"citation_normalized_percentile":{"value":0.99671436,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"904","last_page":"915"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8183591961860657},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6237102150917053},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5176846981048584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48397159576416016},{"id":"https://openalex.org/keywords/unary-operation","display_name":"Unary operation","score":0.43852195143699646},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.4277365803718567},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4217430055141449},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4118387997150421},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3860706388950348},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35411518812179565},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19266584515571594}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8183591961860657},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6237102150917053},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5176846981048584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48397159576416016},{"id":"https://openalex.org/C78023250","wikidata":"https://www.wikidata.org/wiki/Q657596","display_name":"Unary operation","level":2,"score":0.43852195143699646},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.4277365803718567},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4217430055141449},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4118387997150421},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3860706388950348},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35411518812179565},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19266584515571594},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3477495.3531992","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531992","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2205.02357","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.02357","pdf_url":"https://arxiv.org/pdf/2205.02357","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.02357","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.02357","pdf_url":"https://arxiv.org/pdf/2205.02357","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1533230146","https://openalex.org/W1614298861","https://openalex.org/W1889081078","https://openalex.org/W2081580037","https://openalex.org/W2094728533","https://openalex.org/W2127795553","https://openalex.org/W2194775991","https://openalex.org/W2251135946","https://openalex.org/W2296283641","https://openalex.org/W2432356473","https://openalex.org/W2526174222","https://openalex.org/W2560674852","https://openalex.org/W2747329762","https://openalex.org/W2750779823","https://openalex.org/W2788647998","https://openalex.org/W2798298921","https://openalex.org/W2798385737","https://openalex.org/W2807480793","https://openalex.org/W2810583043","https://openalex.org/W2886641317","https://openalex.org/W2912500072","https://openalex.org/W2914584698","https://openalex.org/W2945302307","https://openalex.org/W2946165673","https://openalex.org/W2949434543","https://openalex.org/W2962902328","https://openalex.org/W2962982907","https://openalex.org/W2963341956","https://openalex.org/W2963870853","https://openalex.org/W2964022985","https://openalex.org/W2966715458","https://openalex.org/W2968124245","https://openalex.org/W2969876226","https://openalex.org/W2970231061","https://openalex.org/W2972167903","https://openalex.org/W2979129662","https://openalex.org/W2987734933","https://openalex.org/W2998356391","https://openalex.org/W3003940182","https://openalex.org/W3035017890","https://openalex.org/W3035448883","https://openalex.org/W3045384077","https://openalex.org/W3090449556","https://openalex.org/W3093922720","https://openalex.org/W3094502228","https://openalex.org/W3127151332","https://openalex.org/W3166051255","https://openalex.org/W3166170409","https://openalex.org/W3167077707","https://openalex.org/W3170874841","https://openalex.org/W3173777717","https://openalex.org/W3174503624","https://openalex.org/W3174770825","https://openalex.org/W3176858586","https://openalex.org/W3188999884","https://openalex.org/W3194836374","https://openalex.org/W3205949070","https://openalex.org/W3207311065","https://openalex.org/W3207972321","https://openalex.org/W4205460703","https://openalex.org/W4299527668","https://openalex.org/W4301194718","https://openalex.org/W4306802252","https://openalex.org/W4385245566","https://openalex.org/W4386506836"],"related_works":["https://openalex.org/W2888918612","https://openalex.org/W2166285859","https://openalex.org/W3148597776","https://openalex.org/W1538206641","https://openalex.org/W2025370853","https://openalex.org/W3211656382","https://openalex.org/W2060412688","https://openalex.org/W1972183506","https://openalex.org/W4235940179","https://openalex.org/W3142104043"],"abstract_inverted_index":{"Multimodal":[0],"Knowledge":[1],"Graphs":[2],"(MKGs),":[3],"which":[4,70,115],"organize":[5],"visual-text":[6],"factual":[7],"knowledge,":[8],"have":[9,37],"recently":[10],"been":[11,38],"successfully":[12],"applied":[13],"to":[14,57,67,74,89,134],"tasks":[15,52],"such":[16],"as":[17],"information":[18],"retrieval,":[19],"question":[20],"answering,":[21],"and":[22,47,53,61,118,125,152],"recommendation":[23],"system.":[24],"Since":[25],"most":[26],"MKGs":[27],"are":[28,65],"far":[29],"from":[30],"complete,":[31],"extensive":[32,132],"knowledge":[33,106],"graph":[34,107],"completion":[35,108],"studies":[36],"proposed":[39],"focusing":[40],"on":[41,143],"the":[42,58,72],"multimodal":[43,105,147,150,153],"entity,":[44],"relation":[45],"extraction":[46],"link":[48,148],"prediction.":[49],"However,":[50],"different":[51],"modalities":[54],"require":[55],"changes":[56],"model":[59],"architecture,":[60],"not":[62],"all":[63],"images/objects":[64],"relevant":[66],"text":[68,119],"input,":[69],"hinders":[71],"applicability":[73],"diverse":[75,104],"real-world":[76],"scenarios.":[77],"In":[78],"this":[79],"paper,":[80],"we":[81,94,111],"propose":[82,112],"a":[83,96],"hybrid":[84,97],"transformer":[85,98],"with":[86,100],"multi-level":[87,113],"fusion":[88,128],"address":[90],"those":[91],"issues.":[92],"Specifically,":[93],"leverage":[95],"architecture":[99],"unified":[101],"input-output":[102],"for":[103],"tasks.":[109],"Moreover,":[110],"fusion,":[114],"integrates":[116],"visual":[117],"representation":[120],"via":[121],"coarse-grained":[122],"prefix-guided":[123],"interaction":[124],"fine-grained":[126],"correlation-aware":[127],"modules.":[129],"We":[130],"conduct":[131],"experiments":[133],"validate":[135],"that":[136],"our":[137],"MKGformer":[138],"can":[139],"obtain":[140],"SOTA":[141],"performance":[142],"four":[144],"datasets":[145],"of":[146],"prediction,":[149],"RE,":[151],"NER1.":[154],"https://github.com/zjunlp/MKGformer.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":89},{"year":2024,"cited_by_count":62},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2022-05-08T00:00:00"}