{"id":"https://openalex.org/W4416965983","doi":"https://doi.org/10.1109/tmm.2025.3639983","title":"Towards Structure-Aware Model for Multi-Modal Knowledge Graph Completion","display_name":"Towards Structure-Aware Model for Multi-Modal Knowledge Graph Completion","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W4416965983","doi":"https://doi.org/10.1109/tmm.2025.3639983"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2025.3639983","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3639983","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101937754","display_name":"Linyu Li","orcid":"https://orcid.org/0009-0005-8626-0608"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210092262","display_name":"Ministry of Education","ror":"https://ror.org/00dh5gw98","country_code":"RO","type":"funder","lineage":["https://openalex.org/I2799732796","https://openalex.org/I4210092262"]}],"countries":["CN","RO"],"is_corresponding":false,"raw_author_name":"Linyu Li","raw_affiliation_strings":["Peking University","Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-8626-0608","affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210092262"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049100391","display_name":"Zhi Jin","orcid":"https://orcid.org/0000-0003-1087-226X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210092262","display_name":"Ministry of Education","ror":"https://ror.org/00dh5gw98","country_code":"RO","type":"funder","lineage":["https://openalex.org/I2799732796","https://openalex.org/I4210092262"]}],"countries":["CN","RO"],"is_corresponding":false,"raw_author_name":"Zhi Jin","raw_affiliation_strings":["Peking University","Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1087-226X","affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210092262"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yichi Zhang","orcid":"https://orcid.org/0009-0007-4046-1003"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichi Zhang","raw_affiliation_strings":["Zhejiang University","College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0007-4046-1003","affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103422091","display_name":"Dongming Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210092262","display_name":"Ministry of Education","ror":"https://ror.org/00dh5gw98","country_code":"RO","type":"funder","lineage":["https://openalex.org/I2799732796","https://openalex.org/I4210092262"]}],"countries":["CN","RO"],"is_corresponding":false,"raw_author_name":"Dongming Jin","raw_affiliation_strings":["Peking University","Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-8164-6227","affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210092262"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024794387","display_name":"Chengfeng Dou","orcid":"https://orcid.org/0000-0001-8135-0421"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210092262","display_name":"Ministry of Education","ror":"https://ror.org/00dh5gw98","country_code":"RO","type":"funder","lineage":["https://openalex.org/I2799732796","https://openalex.org/I4210092262"]}],"countries":["CN","RO"],"is_corresponding":false,"raw_author_name":"Chengfeng Dou","raw_affiliation_strings":["Peking University","Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210092262"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119271937","display_name":"Yuanpeng He","orcid":"https://orcid.org/0009-0002-6624-1045"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210092262","display_name":"Ministry of Education","ror":"https://ror.org/00dh5gw98","country_code":"RO","type":"funder","lineage":["https://openalex.org/I2799732796","https://openalex.org/I4210092262"]}],"countries":["CN","RO"],"is_corresponding":false,"raw_author_name":"Yuanpeng He","raw_affiliation_strings":["Peking University","Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-6624-1045","affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210092262"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342953","display_name":"Xuan Zhang","orcid":"https://orcid.org/0000-0003-2929-2126"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Zhang","raw_affiliation_strings":["Yunnan University","School of Software, Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0003-2929-2126","affiliations":[{"raw_affiliation_string":"Yunnan University","institution_ids":["https://openalex.org/I189210763"]},{"raw_affiliation_string":"School of Software, Yunnan Key Laboratory of Software Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100738980","display_name":"Haiyan Zhao","orcid":"https://orcid.org/0009-0006-5358-6895"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210092262","display_name":"Ministry of Education","ror":"https://ror.org/00dh5gw98","country_code":"RO","type":"funder","lineage":["https://openalex.org/I2799732796","https://openalex.org/I4210092262"]}],"countries":["CN","RO"],"is_corresponding":false,"raw_author_name":"Haiyan Zhao","raw_affiliation_strings":["Peking University","Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies (PKU), Ministry of Education, and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I4210092262"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4083,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90946983,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"28","issue":null,"first_page":"1404","last_page":"1416"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.5479000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.5479000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3537999987602234,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7233999967575073},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5989000201225281},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.498199999332428},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.486299991607666},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3506999909877777},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.29980000853538513}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8320000171661377},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7233999967575073},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5989000201225281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5564000010490417},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.498199999332428},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.486299991607666},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4000999927520752},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37400001287460327},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3506999909877777},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.29899999499320984},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3639983","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3639983","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2275401422","display_name":null,"funder_award_id":"62436006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2184957013","https://openalex.org/W2526174222","https://openalex.org/W2807480793","https://openalex.org/W2914592219","https://openalex.org/W2963870853","https://openalex.org/W2997897037","https://openalex.org/W3003265726","https://openalex.org/W3035524453","https://openalex.org/W3097300053","https://openalex.org/W3113662829","https://openalex.org/W3130909864","https://openalex.org/W3156636935","https://openalex.org/W3175593095","https://openalex.org/W3199736415","https://openalex.org/W3207311065","https://openalex.org/W4221160815","https://openalex.org/W4226142803","https://openalex.org/W4229024390","https://openalex.org/W4283688275","https://openalex.org/W4297839609","https://openalex.org/W4304091767","https://openalex.org/W4304099316","https://openalex.org/W4312044727","https://openalex.org/W4353007065","https://openalex.org/W4365790497","https://openalex.org/W4368283499","https://openalex.org/W4380303532","https://openalex.org/W4383604692","https://openalex.org/W4384642334","https://openalex.org/W4384644431","https://openalex.org/W4385270329","https://openalex.org/W4385270408","https://openalex.org/W4385572435","https://openalex.org/W4386002701","https://openalex.org/W4387968155","https://openalex.org/W4387968686","https://openalex.org/W4389520035","https://openalex.org/W4390692489","https://openalex.org/W4393148141","https://openalex.org/W4393159838","https://openalex.org/W4394678631","https://openalex.org/W4400111732","https://openalex.org/W4400526005","https://openalex.org/W4400529784","https://openalex.org/W4400529865","https://openalex.org/W4400909724","https://openalex.org/W4400909953","https://openalex.org/W4402672053","https://openalex.org/W4402716394","https://openalex.org/W4403780544","https://openalex.org/W4403791466","https://openalex.org/W4405778792","https://openalex.org/W4407449715","https://openalex.org/W4408787990","https://openalex.org/W4415799072","https://openalex.org/W7131828124","https://openalex.org/W7133189054"],"related_works":[],"abstract_inverted_index":{"Knowledge":[0],"graphs":[1],"(KGs)":[2],"play":[3],"a":[4,35,107,124],"key":[5],"role":[6,80],"in":[7,84],"promoting":[8],"various":[9],"multimedia":[10],"and":[11,54,72,88,118,157,167],"AI":[12],"applications.":[13],"However,":[14],"with":[15,66,90,190],"the":[16,52,67,78,91,131,135,172,191,197],"explosive":[17],"growth":[18],"of":[19,38,81,154],"multi-modal":[20,42,85,209],"information,":[21],"traditional":[22],"knowledge":[23,43,86],"graph":[24,44,82,120],"completion":[25,45],"(KGC)":[26],"models":[27,146,205],"cannot":[28],"be":[29],"directly":[30],"applied.":[31],"This":[32],"has":[33],"attracted":[34],"large":[36],"number":[37],"researchers":[39],"to":[40,51,64,76,122,129,148,162,184],"study":[41],"(MMKGC).":[46],"Since":[47],"MMKG":[48],"extends":[49],"KG":[50],"visual":[53],"textual":[55],"domains,":[56],"MMKGC":[57,109,126,204],"faces":[58],"two":[59,180],"main":[60],"challenges:":[61],"(1)":[62],"how":[63,75],"deal":[65,89],"fine-grained":[68,115,150,164],"modality":[69,98,116,165],"information":[70,152],"interaction":[71,117,153],"awareness;":[73],"(2)":[74],"ensure":[77],"dominant":[79,119],"structure":[83,121],"fusion":[87],"noise":[92],"generated":[93],"by":[94],"other":[95,186],"modalities":[96,156,187],"during":[97],"fusion.":[99,168],"To":[100],"address":[101],"these":[102],"challenges,":[103,132],"this":[104],"paper":[105],"proposes":[106,134],"novel":[108],"model":[110,200],"named":[111],"TSAM,":[112],"which":[113,142,178],"integrates":[114],"form":[123],"high-performance":[125],"framework.":[127],"Specifically,":[128],"solve":[130],"TSAM":[133,170,199],"Fine-grained":[136],"Modality":[137],"Awareness":[138],"Fusion":[139],"method":[140,176],"(FgMAF),":[141],"uses":[143],"pre-trained":[144],"language":[145],"better":[147],"capture":[149],"semantic":[151],"different":[155],"employs":[158],"an":[159],"attention":[160],"mechanism":[161],"achieve":[163],"awareness":[166],"Additionally,":[169],"presents":[171],"Structure-aware":[173],"Contrastive":[174],"Learning":[175],"(SaCL),":[177],"utilizes":[179],"contrastive":[181],"learning":[182],"approaches":[183],"align":[185],"more":[188],"closely":[189],"structured":[192],"modality.":[193],"Extensive":[194],"experiments":[195],"show":[196],"proposed":[198],"significantly":[201],"outperforms":[202],"existing":[203],"on":[206],"widely":[207],"used":[208],"datasets.":[210],"The":[211],"code":[212],"is":[213],"available":[214],"athttps://github.com/2391134843/TSAM.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-12-03T00:00:00"}