{"id":"https://openalex.org/W4411725075","doi":"https://doi.org/10.1109/tkde.2025.3580754","title":"Multimodal Entity Linking With Dynamic Modality Selection and Interactive Prompt Learning","display_name":"Multimodal Entity Linking With Dynamic Modality Selection and Interactive Prompt Learning","publication_year":2025,"publication_date":"2025-06-27","ids":{"openalex":"https://openalex.org/W4411725075","doi":"https://doi.org/10.1109/tkde.2025.3580754"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3580754","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3580754","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-05162994v1/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yingyao Ma","orcid":"https://orcid.org/0009-0004-3783-0128"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yingyao Ma","raw_affiliation_strings":["LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Southeast University, Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Southeast University, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117689716","display_name":"Yifan Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Xue","raw_affiliation_strings":["LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Southeast University, Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Southeast University, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078388244","display_name":"Jiasong Wu","orcid":"https://orcid.org/0000-0001-7171-1318"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiasong Wu","raw_affiliation_strings":["LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Southeast University, Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Southeast University, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028457159","display_name":"Lotfi Senhadji","orcid":"https://orcid.org/0000-0001-9434-6341"},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lotfi Senhadji","raw_affiliation_strings":["INSERM, LTSI-UMR 1099, Univ-Rennes, Rennes, France"],"affiliations":[{"raw_affiliation_string":"INSERM, LTSI-UMR 1099, Univ-Rennes, Rennes, France","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I56067802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100687822","display_name":"Huazhong Shu","orcid":"https://orcid.org/0000-0002-3833-7915"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhong Shu","raw_affiliation_strings":["LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Southeast University, Ministry of Education, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"LIST, Key Laboratory of New Generation Artificial Intelligence Technology and Its Interdisciplinary Applications, Southeast University, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100643476","display_name":"Jian Yang","orcid":"https://orcid.org/0000-0003-1250-6319"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07200349,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"9","first_page":"5467","last_page":"5480"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8274608850479126},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7273328900337219},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6374233961105347},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4612859785556793},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38385331630706787},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3642425537109375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8274608850479126},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7273328900337219},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6374233961105347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4612859785556793},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38385331630706787},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3642425537109375}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2025.3580754","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3580754","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05162994v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05162994v1/file/Ma%20et%20al.%20-%202025%20-%20Multimodal%20Entity%20Linking%20with%20Dynamic%20Modality%20Selection%20and%20Interactive%20Prompt%20Learning.pdf","pdf_url":"https://hal.science/hal-05162994v1/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering, 2025, 37 (9), pp.5467-5480. ⟨10.1109/tkde.2025.3580754⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-05162994v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05162994v1/file/Ma%20et%20al.%20-%202025%20-%20Multimodal%20Entity%20Linking%20with%20Dynamic%20Modality%20Selection%20and%20Interactive%20Prompt%20Learning.pdf","pdf_url":"https://hal.science/hal-05162994v1/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering, 2025, 37 (9), pp.5467-5480. ⟨10.1109/tkde.2025.3580754⟩","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G130652162","display_name":null,"funder_award_id":"202304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2272647550","display_name":null,"funder_award_id":"2242024k30035","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2372602453","display_name":null,"funder_award_id":"2023042","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2376276132","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4852792651","display_name":null,"funder_award_id":"2021ZD0113202","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G5407837808","display_name":null,"funder_award_id":"62476055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7033253288","display_name":null,"funder_award_id":"Grants","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8445935974","display_name":null,"funder_award_id":"62171125","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8513333314","display_name":null,"funder_award_id":"2021ZD01","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8636915324","display_name":null,"funder_award_id":"2242024k3003","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8951484681","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4411725075.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W2066334462","https://openalex.org/W2251079237","https://openalex.org/W2516950233","https://openalex.org/W2798832674","https://openalex.org/W2896457183","https://openalex.org/W2963184844","https://openalex.org/W2963855739","https://openalex.org/W2963863453","https://openalex.org/W3012892971","https://openalex.org/W3016001968","https://openalex.org/W3086755561","https://openalex.org/W3094819322","https://openalex.org/W3097195714","https://openalex.org/W3104748221","https://openalex.org/W3118469617","https://openalex.org/W3137499697","https://openalex.org/W3141830881","https://openalex.org/W3153421894","https://openalex.org/W3198377975","https://openalex.org/W3204085121","https://openalex.org/W3204647170","https://openalex.org/W3205420591","https://openalex.org/W4224134764","https://openalex.org/W4284686800","https://openalex.org/W4300797895","https://openalex.org/W4312044727","https://openalex.org/W4312310776","https://openalex.org/W4385567711","https://openalex.org/W4385801378","https://openalex.org/W4386071547","https://openalex.org/W4387969337","https://openalex.org/W4400445270","https://openalex.org/W4402670425","https://openalex.org/W4402671841","https://openalex.org/W4403577400","https://openalex.org/W4403780651","https://openalex.org/W6600479677","https://openalex.org/W6729448088","https://openalex.org/W6732520560","https://openalex.org/W6752795476","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6853777272","https://openalex.org/W6855688861"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W2793967660","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2],"Multimodal":[3,79],"Entity":[4,80],"Linking":[5,81],"leverage":[6],"multimodal":[7,114,126],"information":[8],"to":[9,13,34,104,134,143,160],"link":[10],"target":[11],"mentions":[12],"corresponding":[14],"entities.":[15],"However,":[16],"existing":[17],"methods":[18],"uniformly":[19],"adopt":[20],"a":[21,75,131,155,169,174],"\u201cone-size-fits-all\u201d":[22],"approach,":[23],"which":[24],"overlooks":[25],"the":[26,43,62,105,113,136,145,162,187],"unique":[27],"requirements":[28],"of":[29,66,101,138],"individual":[30],"samples":[31],"and":[32,39,49,61,86,107,120,128,173],"fails":[33],"adequately":[35],"balance":[36],"modality-assisted":[37],"disambiguation":[38],"modality-induced":[40],"noise.":[41],"Also,":[42],"commonly":[44],"used":[45],"separate":[46],"large-scale":[47],"visual":[48],"text":[50],"pretrained":[51],"models":[52],"for":[53,112,149],"feature":[54,122],"extraction":[55,123],"do":[56],"not":[57],"address":[58],"inter-modal":[59],"heterogeneity":[60],"high":[63],"computational":[64],"cost":[65],"fine-tuning.":[67],"To":[68],"resolve":[69],"these":[70],"two":[71],"issues,":[72],"we":[73,92,117,153],"introduce":[74],"novel":[76],"approach":[77],"named":[78],"with":[82],"Dynamic":[83],"Modality":[84,156],"Selection":[85,157],"Interactive":[87],"Prompt":[88],"Learning":[89],"(DSMIP).":[90],"First,":[91],"design":[93],"three":[94,181],"expert":[95,115,147],"networks":[96],"that":[97,186],"utilize":[98],"different":[99],"subsets":[100],"modalities":[102],"tailored":[103],"task":[106],"train":[108],"them":[109],"individually.":[110],"Specifically,":[111],"network,":[116],"enhance":[118],"entity":[119],"mention":[121],"by":[124,167],"updating":[125],"prompts":[127,139],"setting":[129],"up":[130],"coupling":[132],"function":[133],"realize":[135],"interaction":[137],"between":[140],"modalities.":[141],"Subsequently,":[142],"select":[144],"best-suited":[146],"network":[148],"each":[150],"specific":[151],"sample,":[152],"devise":[154],"Gating":[158],"Network":[159],"gain":[161],"optimal":[163],"one-hot":[164],"selection":[165],"vector":[166],"applying":[168],"specialized":[170],"reparameterization":[171],"technique":[172],"two-stage":[175],"training":[176],"process.":[177],"Experimental":[178],"results":[179],"on":[180,198],"public":[182],"benchmark":[183],"datasets":[184],"demonstrate":[185],"proposed":[188],"DSMIP":[189],"outperforms":[190],"all":[191],"state-of-the-art":[192],"baselines.":[193],"The":[194],"code":[195],"is":[196],"released":[197],"https://github.com/mayy-seu/DSMIP-code.":[199]},"counts_by_year":[],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}