{"id":"https://openalex.org/W4403577400","doi":"https://doi.org/10.1145/3627673.3679793","title":"UniMEL: A Unified Framework for Multimodal Entity Linking with Large Language Models","display_name":"UniMEL: A Unified Framework for Multimodal Entity Linking with Large Language Models","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403577400","doi":"https://doi.org/10.1145/3627673.3679793"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679793","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102596858","display_name":"Qi Liu","orcid":"https://orcid.org/0009-0006-5874-6966"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qi Liu","raw_affiliation_strings":["School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, HeFei, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, HeFei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101060496","display_name":"Yongyi He","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongyi He","raw_affiliation_strings":["School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085254654","display_name":"Defu Lian","orcid":"https://orcid.org/0000-0002-3507-9607"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Defu Lian","raw_affiliation_strings":["School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108189854","display_name":"Che Liu","orcid":"https://orcid.org/0009-0001-6548-1365"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Che Liu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040762883","display_name":"Zhi Zheng","orcid":"https://orcid.org/0000-0001-7758-8904"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Zheng","raw_affiliation_strings":["School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China &amp; State Key Laboratory of Cognitive Intelligence, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102596858"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":3.2544,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93081567,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1909","last_page":"1919"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7513705492019653},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5037180781364441},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35625702142715454},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.32037949562072754},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.06812980771064758}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7513705492019653},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5037180781364441},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35625702142715454},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.32037949562072754},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06812980771064758}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3679793","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2017921654","https://openalex.org/W2064675550","https://openalex.org/W2101746535","https://openalex.org/W2595551253","https://openalex.org/W2612773933","https://openalex.org/W2747329762","https://openalex.org/W2798832674","https://openalex.org/W2914304175","https://openalex.org/W2949694638","https://openalex.org/W2963184844","https://openalex.org/W2963863453","https://openalex.org/W2987249037","https://openalex.org/W3012754345","https://openalex.org/W3012952868","https://openalex.org/W3030163527","https://openalex.org/W3034999214","https://openalex.org/W3092965216","https://openalex.org/W3104748221","https://openalex.org/W3141830881","https://openalex.org/W3156470785","https://openalex.org/W3205420591","https://openalex.org/W3210283180","https://openalex.org/W4205179624","https://openalex.org/W4224134764","https://openalex.org/W4284686800","https://openalex.org/W4292779060","https://openalex.org/W4296591867","https://openalex.org/W4382999323","https://openalex.org/W4384648392","https://openalex.org/W4385567711","https://openalex.org/W4385570465","https://openalex.org/W4387969337","https://openalex.org/W4389519153","https://openalex.org/W4391494845","https://openalex.org/W4393147839","https://openalex.org/W4393160894","https://openalex.org/W4396723256","https://openalex.org/W4402671557","https://openalex.org/W4402727405"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Multimodal":[0,107],"Entity":[1],"Linking":[2],"(MEL)":[3],"is":[4,241],"a":[5,22,128,135,144,149],"crucial":[6],"task":[7,56],"that":[8,112,224],"aims":[9],"at":[10,243],"linking":[11],"ambiguous":[12],"mentions":[13,171],"within":[14],"multimodal":[15,23,45,115],"contexts":[16],"to":[17,42,69,126,152,166],"the":[18,44,54,59,76,91,168,188,202,209,213,234],"referent":[19],"entities":[20,173],"in":[21,101],"knowledge":[24],"base,":[25],"such":[26],"as":[27],"Wikipedia.":[28],"Existing":[29],"methods":[30,41,52,73],"focus":[31],"heavily":[32],"on":[33,47,218],"using":[34,158],"complex":[35],"mechanisms":[36],"and":[37,57,67,82,104,172,178,181,193,230],"extensive":[38],"model":[39,43,203],"tuning":[40],"interaction":[46],"specific":[48],"datasets.":[49],"However,":[50,124],"these":[51,72],"overcomplicate":[53],"MEL":[55,132],"overlook":[58],"visual":[60,179],"semantic":[61],"information,":[62],"which":[63,85,147],"makes":[64],"them":[65],"costly":[66],"hard":[68],"scale.":[70],"Moreover,":[71],"cannot":[74],"solve":[75],"issues":[77],"like":[78],"textual":[79,177,183],"ambiguity,":[80],"redundancy,":[81],"noisy":[83],"images,":[84],"severely":[86],"degrade":[87],"their":[88],"performance.":[89],"Fortunately,":[90],"advent":[92],"of":[93,170,201,236],"Large":[94,108],"Language":[95,109],"Models":[96,110],"(LLMs)":[97],"with":[98,198],"robust":[99],"capabilities":[100],"text":[102],"understanding":[103],"reasoning,":[105],"particularly":[106],"(MLLMs)":[111],"can":[113,207],"process":[114,153],"inputs,":[116],"provides":[117],"new":[118,150],"insights":[119],"into":[120],"addressing":[121],"this":[122,139,161],"challenge.":[123,137],"how":[125],"design":[127],"universally":[129],"applicable":[130],"LLMs-based":[131],"approach":[133],"remains":[134],"pressing":[136],"To":[138],"end,":[140],"we":[141,163,186],"propose":[142],"UniMEL,":[143],"<u>uni</u>fied":[145],"framework":[146],"establishes":[148],"paradigm":[151],"<u>m</u>ultimodal":[154],"<u>e</u>ntity":[155],"<u>l</u>inking":[156],"tasks":[157],"LLMs.":[159],"In":[160],"framework,":[162],"employ":[164,187],"LLMs":[165,206],"augment":[167],"representation":[169],"individually":[174],"by":[175],"integrating":[176],"information":[180],"refining":[182],"information.":[184],"Subsequently,":[185],"embedding-based":[189],"method":[190],"for":[191],"retrieving":[192],"re-ranking":[194],"candidate":[195,214],"entities.":[196,215],"Then,":[197],"only":[199],"~0.26%":[200],"parameters":[204],"fine-tuned,":[205],"make":[208],"final":[210],"selection":[211],"from":[212],"Extensive":[216],"experiments":[217],"three":[219],"public":[220],"benchmark":[221],"datasets":[222],"demonstrate":[223],"our":[225],"solution":[226],"achieves":[227],"state-of-the-art":[228],"performance,":[229],"ablation":[231],"studies":[232],"verify":[233],"effectiveness":[235],"all":[237],"modules.":[238],"Our":[239],"code":[240],"available":[242],"https://github.com/Javkonline/UniMEL.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}