{"id":"https://openalex.org/W3205420591","doi":"https://doi.org/10.1145/3474085.3475400","title":"Multimodal Entity Linking: A New Dataset and A Baseline","display_name":"Multimodal Entity Linking: A New Dataset and A Baseline","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3205420591","doi":"https://doi.org/10.1145/3474085.3475400","mag":"3205420591"},"language":"en","primary_location":{"id":"doi:10.1145/3474085.3475400","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041272277","display_name":"Jingru Gan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingru Gan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academic of Science & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academic of Science & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112516645","display_name":"Jinchang Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinchang Luo","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100622553","display_name":"Haiwei Wang","orcid":"https://orcid.org/0000-0002-8108-8555"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiwei Wang","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669242","display_name":"Shuhui Wang","orcid":"https://orcid.org/0000-0002-5931-0527"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhui Wang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academic of Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academic of Science, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024704138","display_name":"Wei He","orcid":"https://orcid.org/0000-0003-3410-0643"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei He","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028597017","display_name":"Qingming Huang","orcid":"https://orcid.org/0000-0001-7542-296X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingming Huang","raw_affiliation_strings":["University of Chinese Academy of Sciences & Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences & Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5041272277"],"corresponding_institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":3.1273,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.93005778,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"993","last_page":"1001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8591979742050171},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.770219624042511},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.6460180282592773},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6381517648696899},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5649235248565674},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5386896133422852},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5093270540237427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4893147647380829},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47720178961753845},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.45673251152038574},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4370253384113312},{"id":"https://openalex.org/keywords/bipartite-graph","display_name":"Bipartite graph","score":0.41273748874664307},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4106593430042267},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.3910048305988312},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33392688632011414},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.0761619508266449}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8591979742050171},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.770219624042511},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.6460180282592773},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6381517648696899},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5649235248565674},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5386896133422852},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5093270540237427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4893147647380829},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47720178961753845},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.45673251152038574},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4370253384113312},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.41273748874664307},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4106593430042267},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3910048305988312},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33392688632011414},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0761619508266449},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3474085.3475400","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G3301573447","display_name":null,"funder_award_id":"QYZDJ-SSW-SYS013","funder_id":"https://openalex.org/F4320338202","funder_display_name":"Key Research Program of Frontier Science, Chinese Academy of Sciences"},{"id":"https://openalex.org/G5764359699","display_name":null,"funder_award_id":"62022083,61620106009,61836002,61931008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338202","display_name":"Key Research Program of Frontier Science, Chinese Academy of Sciences","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2022166150","https://openalex.org/W2155132542","https://openalex.org/W2295227292","https://openalex.org/W2337969891","https://openalex.org/W2594284271","https://openalex.org/W2615263010","https://openalex.org/W2757369719","https://openalex.org/W2788647998","https://openalex.org/W2798832674","https://openalex.org/W2911397097","https://openalex.org/W2945214661","https://openalex.org/W2945793051","https://openalex.org/W2951525155","https://openalex.org/W2952490462","https://openalex.org/W2963839617","https://openalex.org/W2996857645","https://openalex.org/W2998390358","https://openalex.org/W3012572520","https://openalex.org/W3012892971","https://openalex.org/W3016001968","https://openalex.org/W3035448883","https://openalex.org/W3035724991","https://openalex.org/W6776066102"],"related_works":["https://openalex.org/W1541691357","https://openalex.org/W2090135255","https://openalex.org/W2168409722","https://openalex.org/W2026505290","https://openalex.org/W2782437235","https://openalex.org/W1993715838","https://openalex.org/W2359088421","https://openalex.org/W2515501281","https://openalex.org/W2181629536","https://openalex.org/W2119465010"],"abstract_inverted_index":{"In":[0,126],"this":[1,183],"paper,":[2],"we":[3,89,105,128],"introduce":[4],"a":[5,36,41,91,130,149],"new":[6,131],"Multimodal":[7],"Entity":[8,53,102],"Linking":[9,54],"(MEL)":[10],"task":[11,18,56],"on":[12,59,164],"the":[13,50,79,86,136,141,165,169,172,175,178,201,205,208],"multimodal":[14,29,33,93,196],"data.":[15],"The":[16],"MEL":[17,63,87,137],"discovers":[19],"entities":[20,39,70,122],"in":[21,35,40,71,124,200],"multiple":[22],"modalities":[23],"and":[24,31,74,108,115,118,145,154,174,193,198,207],"various":[25],"forms":[26],"within":[27],"large-scale":[28,92],"data":[30,84],"maps":[32],"mentions":[34,147],"document":[37],"to":[38,78,134,185],"structured":[42],"knowledge":[43,75],"base":[44],"such":[45],"as":[46,148],"Wikipedia.":[47,125],"Different":[48],"from":[49],"conventional":[51],"Neural":[52],"(NEL)":[55],"that":[57],"focuses":[58],"textual":[60,114,144],"information":[61],"solely,":[62],"aims":[64],"at":[65,213],"achieving":[66],"human-level":[67],"disambiguation":[68],"among":[69],"images,":[72],"texts,":[73],"bases.":[76],"Due":[77],"lack":[80],"of":[81,110,143,171,177],"sufficient":[82],"labeled":[83],"for":[85,99,188],"task,":[88],"release":[90],"entity":[94],"linking":[95,160],"dataset":[96,167,173,206],"M3EL":[97,166],"(abbreviated":[98],"MultiModal":[100],"Movie":[101],"Linking).":[103],"Specifically,":[104],"collect":[106],"reviews":[107],"images":[109],"1,100":[111],"movies,":[112],"extract":[113],"visual":[116,146],"mentions,":[117],"label":[119],"them":[120],"with":[121,157],"registered":[123],"addition,":[127],"construct":[129],"baseline":[132,209],"method":[133],"solve":[135],"problem,":[138],"which":[139],"models":[140],"alignment":[142],"bipartite":[150],"graph":[151],"matching":[152],"problem":[153],"solves":[155],"it":[156],"an":[158],"optimal-transportation-based":[159],"method.":[161,180],"Extensive":[162],"experiments":[163],"verify":[168],"quality":[170],"effectiveness":[176],"proposed":[179],"We":[181,203],"envision":[182],"work":[184],"be":[186],"helpful":[187],"soliciting":[189],"more":[190],"research":[191],"effort":[192],"applications":[194],"regarding":[195],"computing":[197],"inference":[199],"future.":[202],"make":[204],"algorithm":[210],"publicly":[211],"available":[212],"https://jingrug.github.io/research/M3EL.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}