{"id":"https://openalex.org/W7154786610","doi":"https://doi.org/10.1016/j.inffus.2026.104387","title":"Modality-aware instruction tuning of large language models for multimodal knowledge graph completion","display_name":"Modality-aware instruction tuning of large language models for multimodal knowledge graph completion","publication_year":2026,"publication_date":"2026-04-17","ids":{"openalex":"https://openalex.org/W7154786610","doi":"https://doi.org/10.1016/j.inffus.2026.104387"},"language":"en","primary_location":{"id":"doi:10.1016/j.inffus.2026.104387","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.inffus.2026.104387","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076050756","display_name":"Jinman Cui","orcid":"https://orcid.org/0000-0002-1153-9787"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinman Cui","raw_affiliation_strings":["Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China"],"raw_orcid":"https://orcid.org/0000-0002-1153-9787","affiliations":[{"raw_affiliation_string":"Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","institution_ids":["https://openalex.org/I4210134523"]},{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133840651","display_name":"Dongmei Li","orcid":null},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dongmei Li","raw_affiliation_strings":["Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China"],"raw_orcid":"https://orcid.org/0000-0001-7409-6656","affiliations":[{"raw_affiliation_string":"Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","institution_ids":["https://openalex.org/I4210134523"]},{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133850310","display_name":"Xinyang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyang Wang","raw_affiliation_strings":["Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China"],"raw_orcid":"https://orcid.org/0000-0003-3919-9291","affiliations":[{"raw_affiliation_string":"Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","institution_ids":["https://openalex.org/I4210134523"]},{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133887914","display_name":"Lei Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I43579087","display_name":"University of Wisconsin\u2013Milwaukee","ror":"https://ror.org/031q21x57","country_code":"US","type":"education","lineage":["https://openalex.org/I43579087"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Yao","raw_affiliation_strings":["University of Wisconsin-Milwaukee, Milwaukee, 53211, Wisconsin, USA"],"raw_orcid":"https://orcid.org/0009-0005-2720-3603","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Milwaukee, Milwaukee, 53211, Wisconsin, USA","institution_ids":["https://openalex.org/I43579087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133899081","display_name":"Yakun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yakun Li","raw_affiliation_strings":["Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China"],"raw_orcid":"https://orcid.org/0000-0002-8694-3063","affiliations":[{"raw_affiliation_string":"Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","institution_ids":["https://openalex.org/I4210134523"]},{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043179277","display_name":"Xiaolong Qu","orcid":"https://orcid.org/0000-0003-0932-0361"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Qu","raw_affiliation_strings":["Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China"],"raw_orcid":"https://orcid.org/0000-0003-0932-0361","affiliations":[{"raw_affiliation_string":"Engineering Research Center for Forestry-oriented Intelligent Information Processing, National Forestry and Grassland Administration, Beijing, 100083, China","institution_ids":["https://openalex.org/I4210134523"]},{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University, Beijing, 100083, China","institution_ids":["https://openalex.org/I31683504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100710814","display_name":"Wenbin Zhang","orcid":"https://orcid.org/0000-0003-3024-5415"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenbin Zhang","raw_affiliation_strings":["Knight Foundation School of Computing and Information Sciences, Florida International University, Miami, 33199, Florida, USA"],"raw_orcid":"https://orcid.org/0000-0003-3024-5415","affiliations":[{"raw_affiliation_string":"Knight Foundation School of Computing and Information Sciences, Florida International University, Miami, 33199, Florida, USA","institution_ids":["https://openalex.org/I19700959"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5133840651"],"corresponding_institution_ids":["https://openalex.org/I31683504","https://openalex.org/I4210134523"],"apc_list":{"value":4360,"currency":"USD","value_usd":4360},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44396213,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"134","issue":null,"first_page":"104387","last_page":"104387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.8184000253677368,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.8184000253677368,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.053300000727176666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05249999836087227,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.6189000010490417},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5062999725341797},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49079999327659607},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.27559998631477356},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.2676999866962433}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.883400022983551},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.6189000010490417},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5062999725341797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.505299985408783},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.503000020980835},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49079999327659607},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25859999656677246},{"id":"https://openalex.org/C2779538338","wikidata":"https://www.wikidata.org/wiki/Q2990590","display_name":"Completion (oil and gas wells)","level":2,"score":0.2460000067949295}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.inffus.2026.104387","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.inffus.2026.104387","pdf_url":null,"source":{"id":"https://openalex.org/S7560371","display_name":"Information Fusion","issn_l":"1566-2535","issn":["1566-2535","1872-6305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Fusion","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7496183514595032,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3127987424","display_name":null,"funder_award_id":"82374621","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4538521706","display_name":null,"funder_award_id":"2022YF F1302700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G940072281","display_name":null,"funder_award_id":"202303","funder_id":"https://openalex.org/F4320324721","funder_display_name":"National Forestry and Grassland Administration"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324721","display_name":"National Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2081580037","https://openalex.org/W3180538888","https://openalex.org/W4220975012","https://openalex.org/W4313007581","https://openalex.org/W4390692489","https://openalex.org/W4401754921","https://openalex.org/W4404623641","https://openalex.org/W4405608427","https://openalex.org/W4406107588","https://openalex.org/W4409364839"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-04-18T00:00:00"}