{"id":"https://openalex.org/W4396831703","doi":"https://doi.org/10.1145/3664288","title":"HKA: A Hierarchical Knowledge Alignment Framework for Multimodal Knowledge Graph Completion","display_name":"HKA: A Hierarchical Knowledge Alignment Framework for Multimodal Knowledge Graph Completion","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396831703","doi":"https://doi.org/10.1145/3664288"},"language":"en","primary_location":{"id":"doi:10.1145/3664288","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664288","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664288","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3664288","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013392522","display_name":"Yunhui Xu","orcid":"https://orcid.org/0009-0002-2958-9288"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhui Xu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-2958-9288","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024633033","display_name":"Youru Li","orcid":"https://orcid.org/0000-0002-9326-9863"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youru Li","raw_affiliation_strings":["Institute of information Sciecne, Beijing Jiaotong University, Beijing China"],"raw_orcid":"https://orcid.org/0000-0002-9326-9863","affiliations":[{"raw_affiliation_string":"Institute of information Sciecne, Beijing Jiaotong University, Beijing China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020961802","display_name":"Muhao Xu","orcid":"https://orcid.org/0000-0001-8773-2789"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhao Xu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing China"],"raw_orcid":"https://orcid.org/0000-0001-8773-2789","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867605","display_name":"Zhenfeng Zhu","orcid":"https://orcid.org/0000-0001-7315-3276"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfeng Zhu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing China"],"raw_orcid":"https://orcid.org/0000-0001-7315-3276","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362745","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-8581-9554"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I4210147455","display_name":"Institute of Information Science","ror":"https://ror.org/055q8rh54","country_code":"SI","type":"education","lineage":["https://openalex.org/I4210147455"]}],"countries":["CN","SI"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Institute of Information Science; Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing China","Institute of Information Science"],"raw_orcid":"https://orcid.org/0000-0002-8581-9554","affiliations":[{"raw_affiliation_string":"Institute of Information Science; Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Institute of Information Science","institution_ids":["https://openalex.org/I4210147455"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1114,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.802242,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"20","issue":"8","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7541303634643555},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.6047402024269104},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.571086049079895},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4735790193080902},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4478418231010437},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4385956823825836},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4256446361541748},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4210726320743561},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4147583246231079},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3486975431442261},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32502827048301697},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32316166162490845},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.24258112907409668}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7541303634643555},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.6047402024269104},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.571086049079895},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4735790193080902},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4478418231010437},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4385956823825836},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4256446361541748},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4210726320743561},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4147583246231079},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3486975431442261},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32502827048301697},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32316166162490845},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.24258112907409668},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664288","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664288","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664288","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3664288","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664288","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664288","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396831703.pdf"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W2022166150","https://openalex.org/W2110485445","https://openalex.org/W2127795553","https://openalex.org/W2163605009","https://openalex.org/W2184957013","https://openalex.org/W2250342289","https://openalex.org/W2283196293","https://openalex.org/W2499696929","https://openalex.org/W2604314403","https://openalex.org/W2728059831","https://openalex.org/W2755637027","https://openalex.org/W2785761199","https://openalex.org/W2810583043","https://openalex.org/W2909137510","https://openalex.org/W2949434543","https://openalex.org/W2951527505","https://openalex.org/W2963157366","https://openalex.org/W2963203544","https://openalex.org/W2963703618","https://openalex.org/W2963870853","https://openalex.org/W2972167903","https://openalex.org/W2972535098","https://openalex.org/W2979129662","https://openalex.org/W2997653065","https://openalex.org/W2998356391","https://openalex.org/W3034837210","https://openalex.org/W3117339789","https://openalex.org/W3130909864","https://openalex.org/W3155001903","https://openalex.org/W3163731277","https://openalex.org/W3171266048","https://openalex.org/W3172335055","https://openalex.org/W3207311065","https://openalex.org/W4225412853","https://openalex.org/W4229024390","https://openalex.org/W4283730841","https://openalex.org/W4290875677","https://openalex.org/W4353007065","https://openalex.org/W4385270329","https://openalex.org/W4385573706","https://openalex.org/W4387968155","https://openalex.org/W6682137061","https://openalex.org/W6743446608","https://openalex.org/W6767905578"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W2011264131","https://openalex.org/W4306353150","https://openalex.org/W2026860389","https://openalex.org/W8219677","https://openalex.org/W3216879894","https://openalex.org/W2890132085","https://openalex.org/W2168054807","https://openalex.org/W4301143707","https://openalex.org/W2952745240"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2,59,198],"witnessed":[3],"the":[4,42,102,168,200,203],"successful":[5],"application":[6],"of":[7,45,115,202],"knowledge":[8,19,26],"graph":[9],"techniques":[10],"in":[11,156],"structured":[12],"data":[13,54],"processing,":[14],"while":[15],"how":[16],"to":[17,70,74,109,144,166],"incorporate":[18],"from":[20],"visual":[21],"and":[22,57,96,105,174],"textual":[23],"modalities":[24,150],"into":[25],"graphs":[27],"has":[28],"been":[29,60],"given":[30],"less":[31],"attention.":[32],"To":[33,117],"better":[34],"organize":[35],"them,":[36],"Multimodal":[37,81],"Knowledge":[38,47,82],"Graphs":[39,48],"(MKGs),":[40],"comprising":[41],"structural":[43],"triplets":[44,90,95],"traditional":[46],"(KGs)":[49],"together":[50],"with":[51,153],"entity-related":[52],"multimodal":[53,97],"(e.g.,":[55],"images":[56],"texts),":[58],"introduced":[61],"consecutively.":[62],"However,":[63],"it":[64],"is":[65,142,163],"still":[66],"a":[67,111,123,138,159,185],"great":[68],"challenge":[69],"explore":[71],"MKGs":[72],"due":[73],"their":[75],"inherent":[76],"incompleteness.":[77],"Although":[78],"most":[79],"existing":[80],"Graph":[83],"Completion":[84],"(MKGC)":[85],"approaches":[86],"can":[87,188],"infer":[88],"missing":[89],"based":[91],"on":[92,193],"available":[93],"factual":[94],"information,":[98],"they":[99],"almost":[100],"ignore":[101],"modal":[103,154,183],"conflicts":[104,155],"supervisory":[106,176],"effect,":[107],"failing":[108],"achieve":[110],"more":[112,178],"comprehensive":[113],"understanding":[114],"entities.":[116],"address":[118],"these":[119],"issues,":[120],"we":[121],"propose":[122],"novel":[124],"H":[125],"ierarchical":[126],"K":[127],"nowledge":[128],"A":[129],"lignment":[130],"(":[131],"HKA":[132,205],")":[133],"framework":[134],"for":[135,151],"MKGC.":[136],"Specifically,":[137],"macro-knowledge":[139],"alignment":[140,161],"module":[141,162],"proposed":[143,204],"capture":[145],"global":[146],"semantic":[147],"relevance":[148],"between":[149],"dealing":[152],"MKG.":[157],"Furthermore,":[158],"micro-knowledge":[160],"also":[164],"developed":[165],"reveal":[167],"local":[169],"consistency":[170],"information":[171],"through":[172],"inter-":[173],"intra-modality":[175],"effects":[177],"effectively.":[179],"By":[180],"integrating":[181],"different":[182],"predictions,":[184],"final":[186],"decision":[187],"be":[189],"made.":[190],"Experimental":[191],"results":[192],"three":[194],"benchmark":[195],"MKGC":[196],"tasks":[197],"demonstrated":[199],"effectiveness":[201],"framework.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}