{"id":"https://openalex.org/W4284686800","doi":"https://doi.org/10.1145/3477495.3531867","title":"Multimodal Entity Linking with Gated Hierarchical Fusion and Contrastive Training","display_name":"Multimodal Entity Linking with Gated Hierarchical Fusion and Contrastive Training","publication_year":2022,"publication_date":"2022-07-06","ids":{"openalex":"https://openalex.org/W4284686800","doi":"https://doi.org/10.1145/3477495.3531867"},"language":"en","primary_location":{"id":"doi:10.1145/3477495.3531867","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531867","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058176560","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0001-8782-857X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Wang","raw_affiliation_strings":["Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033912408","display_name":"Jiangheng Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangheng Wu","raw_affiliation_strings":["Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009368191","display_name":"Xiaohang Chen","orcid":"https://orcid.org/0000-0002-0165-3607"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohang Chen","raw_affiliation_strings":["Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058176560"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":4.5706,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.95943762,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"938","last_page":"948"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8081340789794922},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6344962120056152},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5574114918708801},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5496562123298645},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5365287065505981},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5298967957496643},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.500462532043457},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.46658235788345337},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4580158293247223},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.44511210918426514},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4250746965408325},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.355837881565094},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3086957335472107},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.17924374341964722}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8081340789794922},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6344962120056152},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5574114918708801},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5496562123298645},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5365287065505981},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5298967957496643},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.500462532043457},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.46658235788345337},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4580158293247223},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.44511210918426514},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4250746965408325},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.355837881565094},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3086957335472107},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.17924374341964722},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3477495.3531867","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3477495.3531867","pdf_url":null,"source":{"id":"https://openalex.org/S4363608773","display_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6899999976158142,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1554540371","https://openalex.org/W1964189668","https://openalex.org/W1988157164","https://openalex.org/W1989085630","https://openalex.org/W2080133951","https://openalex.org/W2100341149","https://openalex.org/W2115352105","https://openalex.org/W2131357087","https://openalex.org/W2162362997","https://openalex.org/W2169463693","https://openalex.org/W2177768736","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2251079237","https://openalex.org/W2398936787","https://openalex.org/W2516950233","https://openalex.org/W2551535154","https://openalex.org/W2559997609","https://openalex.org/W2568389463","https://openalex.org/W2612773933","https://openalex.org/W2788635322","https://openalex.org/W2788647998","https://openalex.org/W2798832674","https://openalex.org/W2896457183","https://openalex.org/W2912500072","https://openalex.org/W2915602689","https://openalex.org/W2963691861","https://openalex.org/W2963863453","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2966317026","https://openalex.org/W3016001968","https://openalex.org/W3028992214","https://openalex.org/W3086755561","https://openalex.org/W3092692431","https://openalex.org/W3092965216","https://openalex.org/W3104748221","https://openalex.org/W3141830881","https://openalex.org/W3159012943","https://openalex.org/W3205420591","https://openalex.org/W6600018615","https://openalex.org/W6600479677","https://openalex.org/W6678470764","https://openalex.org/W6682137061","https://openalex.org/W6686207219","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2959445501","https://openalex.org/W2952745240","https://openalex.org/W2949074159","https://openalex.org/W4301143707","https://openalex.org/W4298715519","https://openalex.org/W3198037411","https://openalex.org/W4306353150","https://openalex.org/W2474574787","https://openalex.org/W3211385060","https://openalex.org/W2546190447"],"abstract_inverted_index":{"Previous":[0],"entity":[1,52,199],"linking":[2,53,170,200],"methods":[3],"in":[4,20,65,185],"knowledge":[5],"graphs":[6],"(KGs)":[7],"mostly":[8],"link":[9],"the":[10,26,38,69,75,84,103,110,118,130,142,169,176,189,220],"textual":[11,93,106,115],"mentions":[12,182],"to":[13,31,67,128,159],"corresponding":[14],"entities.":[15],"However,":[16],"they":[17],"have":[18],"deficiencies":[19],"processing":[21],"numerous":[22],"multimodal":[23,51,58,144,163,198,213],"data,":[24],"when":[25],"text":[27,79],"is":[28,126,157],"too":[29],"short":[30],"provide":[32],"enough":[33],"context.":[34],"Consequently,":[35],"we":[36],"conceive":[37],"idea":[39],"of":[40,44,78,105,120,132,135,146,154,181,219],"introducing":[41],"valuable":[42],"information":[43],"other":[45],"modalities,":[46],"and":[47,60,80,91,138,165,183,203,215],"propose":[48],"a":[49],"novel":[50],"method":[54],"with":[55,151],"gated":[56,124],"hierarchical":[57,76,133],"fusion":[59,125],"contrastive":[61,149,155],"training":[62,150],"(GHMFC).":[63],"Firstly,":[64],"order":[66],"discover":[68],"fine-grained":[70],"inter-modal":[71],"correlations,":[72],"GHMFC":[73,209],"extracts":[74],"features":[77,101,116,134,164],"visual":[81,89,100,121],"co-attention":[82,86],"through":[83],"multi-modal":[85],"mechanism:":[87],"textual-guided":[88],"attention":[90,97,112],"visual-guided":[92],"attention.":[94],"The":[95],"former":[96],"obtains":[98],"weighted":[99,114],"under":[102,117],"guidance":[104,119],"information.":[107,122],"In":[108],"contrast,":[109],"latter":[111],"produces":[113],"Afterwards,":[123],"used":[127],"evaluate":[129,188],"importance":[131],"different":[136],"modalities":[137],"integrate":[139],"them":[140],"into":[141],"final":[143],"representations":[145,180],"mentions.":[147],"Subsequently,":[148],"two":[152,195],"types":[153],"losses":[156],"designed":[158],"learn":[160,211],"more":[161],"generic":[162],"reduce":[166],"noise.":[167],"Finally,":[168],"entities":[171,184],"are":[172],"selected":[173],"by":[174],"calculating":[175],"cosine":[177],"similarity":[178],"between":[179],"KGs.":[186],"To":[187],"proposed":[190],"method,":[191],"this":[192],"paper":[193],"releases":[194],"new":[196],"open":[197],"datasets:":[201],"WikiMEL":[202],"Richpedia-MEL.":[204],"Experimental":[205],"results":[206],"demonstrate":[207],"that":[208],"can":[210],"meaningful":[212],"representation":[214],"significantly":[216],"outperforms":[217],"most":[218],"baseline":[221],"methods.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}