{"id":"https://openalex.org/W4415536761","doi":"https://doi.org/10.1145/3746027.3754576","title":"Dark Side of Modalities: Reinforced Multimodal Distillation for Multimodal Knowledge Graph Reasoning","display_name":"Dark Side of Modalities: Reinforced Multimodal Distillation for Multimodal Knowledge Graph Reasoning","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415536761","doi":"https://doi.org/10.1145/3746027.3754576"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3754576","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754576","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.20738","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100433766","display_name":"Yu Zhao","orcid":"https://orcid.org/0000-0002-0326-7152"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhao","raw_affiliation_strings":["VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-0326-7152","affiliations":[{"raw_affiliation_string":"VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386273","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0003-4906-5828"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-4906-5828","affiliations":[{"raw_affiliation_string":"VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039273423","display_name":"Xuhui Sui","orcid":"https://orcid.org/0000-0001-5386-9912"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhui Sui","raw_affiliation_strings":["VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-5386-9912","affiliations":[{"raw_affiliation_string":"VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049796187","display_name":"Baohang Zhou","orcid":"https://orcid.org/0000-0002-7577-6204"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baohang Zhou","raw_affiliation_strings":["School of Software, Tiangong University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-7577-6204","affiliations":[{"raw_affiliation_string":"School of Software, Tiangong University, Tianjin, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoze Zhu","orcid":"https://orcid.org/0009-0007-3153-2789"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoze Zhu","raw_affiliation_strings":["VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0007-3153-2789","affiliations":[{"raw_affiliation_string":"VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066422711","display_name":"Jeff Z. Pan","orcid":"https://orcid.org/0000-0002-9779-2088"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jeff Z. Pan","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9779-2088","affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062064974","display_name":"Xiaojie Yuan","orcid":"https://orcid.org/0000-0002-5876-6856"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojie Yuan","raw_affiliation_strings":["VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-5876-6856","affiliations":[{"raw_affiliation_string":"VCIP, DISSec, College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14474685,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2506","last_page":"2515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.6140000224113464},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5468999743461609},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5105999708175659},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5049999952316284},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4496000111103058},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.36000001430511475},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.35370001196861267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7138000130653381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6498000025749207},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.6140000224113464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5605999827384949},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5468999743461609},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5105999708175659},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5049999952316284},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4496000111103058},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.35370001196861267},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26350000500679016},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.25929999351501465}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746027.3754576","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754576","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2507.20738","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.20738","pdf_url":"https://arxiv.org/pdf/2507.20738","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.20738","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.20738","pdf_url":"https://arxiv.org/pdf/2507.20738","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5625188348","display_name":null,"funder_award_id":"62272250","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2499696929","https://openalex.org/W2620998106","https://openalex.org/W2728059831","https://openalex.org/W2807480793","https://openalex.org/W2963140444","https://openalex.org/W2963870853","https://openalex.org/W2979129662","https://openalex.org/W2982157312","https://openalex.org/W2997006708","https://openalex.org/W3034758281","https://openalex.org/W3092822179","https://openalex.org/W3207311065","https://openalex.org/W4213163981","https://openalex.org/W4225632115","https://openalex.org/W4226142803","https://openalex.org/W4226426325","https://openalex.org/W4229024390","https://openalex.org/W4353007065","https://openalex.org/W4382239813","https://openalex.org/W4389520035","https://openalex.org/W4403780544","https://openalex.org/W4404074526","https://openalex.org/W4405018244","https://openalex.org/W4408071491","https://openalex.org/W4409657091","https://openalex.org/W6929379551"],"related_works":[],"abstract_inverted_index":{"The":[0,117,188],"multimodal":[1,108,114,118,183,203],"knowledge":[2,90],"graph":[3],"reasoning":[4],"(MKGR)":[5],"task":[6],"aims":[7],"to":[8,96,105,148,192,200],"predict":[9],"the":[10,14,34,54,63,79,107,163,179,194,201,207,213],"missing":[11],"facts":[12],"in":[13,41,62,158],"incomplete":[15],"MKGs":[16],"by":[17,112],"leveraging":[18],"auxiliary":[19],"images":[20],"and":[21,132,145],"descriptions":[22],"of":[23,37,57,82,153,166,182,215],"entities.":[24,43],"Existing":[25],"approaches":[26],"are":[27,197,223],"trained":[28,191],"with":[29,126],"single-target":[30],"objectives,":[31],"which":[32,196],"neglect":[33],"probabilistic":[35],"correlations":[36,128],"entity":[38],"labels,":[39],"especially":[40],"non-target":[42,92,133],"Moreover,":[44],"previous":[45],"studies":[46],"incorporate":[47],"all":[48],"modalities":[49],"statically":[50],"or":[51,59],"adaptively,":[52],"overlooking":[53],"negative":[55],"impacts":[56],"irrelevant":[58],"misleading":[60],"information":[61],"incompetent":[64],"modalities.":[65],"To":[66,161],"address":[67],"these":[68],"issues,":[69],"we":[70,169],"introduce":[71,170],"a":[72,98,171],"novel":[73],"Reinforced":[74],"Multimodal":[75],"Distillation":[76],"framework,":[77],"exploiting":[78],"Dark":[80,89,156],"Side":[81],"Modalities":[83],"(DSoM)":[84],"from":[85,91,135],"two":[86,151],"perspectives:":[87],"(1)":[88],"entities:":[93],"We":[94,138],"propose":[95],"train":[97],"unimodal":[99],"KGR":[100],"model":[101],"through":[102],"logit":[103],"distillation":[104],"mimic":[106],"soft":[109,119],"labels":[110,120],"provided":[111],"pre-trained":[113],"teacher":[115,173],"models.":[116],"could":[121],"provide":[122],"rich":[123],"supervision":[124],"signals":[125],"subtle":[127],"among":[129],"both":[130],"target":[131],"entities":[134,144,147],"multiple":[136],"perspectives.":[137],"further":[139],"decouple":[140],"logits":[141],"into":[142,150],"neighbor":[143],"non-neighbor":[146],"divide":[149],"types":[152],"correlations.":[154],"(2)":[155],"side":[157],"unhelpful":[159,167],"modalities:":[160],"exclude":[162],"adverse":[164],"effects":[165],"modalities,":[168],"reinforced":[172],"combination":[174,204],"mechanism":[175],"that":[176],"dynamically":[177],"selects":[178],"optimal":[180],"set":[181],"teachers":[184],"for":[185,206],"each":[186],"triple.":[187],"agent":[189],"is":[190],"maximize":[193],"rewards,":[195],"only":[198],"assigned":[199],"beneficial":[202],"strategies":[205],"student":[208],"model.":[209],"Comprehensive":[210],"experiments":[211],"demonstrate":[212],"effectiveness":[214],"DSoM":[216],"framework":[217],"on":[218],"5":[219],"MKGR":[220],"datasets.":[221],"Codes":[222],"available":[224],"at":[225],"github.com/OreOZhao/DSoM.":[226]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-25T00:00:00"}