{"id":"https://openalex.org/W4394064437","doi":"https://doi.org/10.1093/comjnl/bxae030","title":"GNN-Based Multimodal Named Entity Recognition","display_name":"GNN-Based Multimodal Named Entity Recognition","publication_year":2024,"publication_date":"2024-04-06","ids":{"openalex":"https://openalex.org/W4394064437","doi":"https://doi.org/10.1093/comjnl/bxae030"},"language":"en","primary_location":{"id":"doi:10.1093/comjnl/bxae030","is_oa":false,"landing_page_url":"https://doi.org/10.1093/comjnl/bxae030","pdf_url":null,"source":{"id":"https://openalex.org/S44643521","display_name":"The Computer Journal","issn_l":"0010-4620","issn":["0010-4620","1460-2067"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Computer Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086635908","display_name":"Yunchao Gong","orcid":"https://orcid.org/0000-0002-9521-4655"},"institutions":[{"id":"https://openalex.org/I20616075","display_name":"Qinghai Normal University","ror":"https://ror.org/03az1t892","country_code":"CN","type":"education","lineage":["https://openalex.org/I20616075"]},{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunchao Gong","raw_affiliation_strings":["Beijing Key Laboratory of Internet Culture and Digital Dissemination Research, Beijing Information Science and Technology University , No. 35, Beisihuanzhong Road, Chaoyang District, Beijing 100101 , China","College of Computer, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China","State Key Laboratory of Tibetan Intelligent Information Processing and Application, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Internet Culture and Digital Dissemination Research, Beijing Information Science and Technology University , No. 35, Beisihuanzhong Road, Chaoyang District, Beijing 100101 , China","institution_ids":["https://openalex.org/I78675632"]},{"raw_affiliation_string":"College of Computer, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China","institution_ids":["https://openalex.org/I20616075"]},{"raw_affiliation_string":"State Key Laboratory of Tibetan Intelligent Information Processing and Application, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China","institution_ids":["https://openalex.org/I20616075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112110075","display_name":"Xueqiang Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I20616075","display_name":"Qinghai Normal University","ror":"https://ror.org/03az1t892","country_code":"CN","type":"education","lineage":["https://openalex.org/I20616075"]},{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqiang Lv","raw_affiliation_strings":["Beijing Key Laboratory of Internet Culture and Digital Dissemination Research, Beijing Information Science and Technology University , No. 35, Beisihuanzhong Road, Chaoyang District, Beijing 100101 , China","College of Computer, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Internet Culture and Digital Dissemination Research, Beijing Information Science and Technology University , No. 35, Beisihuanzhong Road, Chaoyang District, Beijing 100101 , China","institution_ids":["https://openalex.org/I78675632"]},{"raw_affiliation_string":"College of Computer, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China","institution_ids":["https://openalex.org/I20616075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102704959","display_name":"Zhu Yuan","orcid":"https://orcid.org/0000-0001-5950-4121"},"institutions":[{"id":"https://openalex.org/I20616075","display_name":"Qinghai Normal University","ror":"https://ror.org/03az1t892","country_code":"CN","type":"education","lineage":["https://openalex.org/I20616075"]},{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu Yuan","raw_affiliation_strings":["Beijing Key Laboratory of Internet Culture and Digital Dissemination Research, Beijing Information Science and Technology University , No. 35, Beisihuanzhong Road, Chaoyang District, Beijing 100101 , China","College of Computer, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Internet Culture and Digital Dissemination Research, Beijing Information Science and Technology University , No. 35, Beisihuanzhong Road, Chaoyang District, Beijing 100101 , China","institution_ids":["https://openalex.org/I78675632"]},{"raw_affiliation_string":"College of Computer, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China","institution_ids":["https://openalex.org/I20616075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051074445","display_name":"Xindong You","orcid":"https://orcid.org/0000-0002-3351-4599"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xindong You","raw_affiliation_strings":["Beijing Key Laboratory of Internet Culture and Digital Dissemination Research, Beijing Information Science and Technology University , No. 35, Beisihuanzhong Road, Chaoyang District, Beijing 100101 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Internet Culture and Digital Dissemination Research, Beijing Information Science and Technology University , No. 35, Beisihuanzhong Road, Chaoyang District, Beijing 100101 , China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045081547","display_name":"Feng Hu","orcid":"https://orcid.org/0000-0002-7016-6781"},"institutions":[{"id":"https://openalex.org/I20616075","display_name":"Qinghai Normal University","ror":"https://ror.org/03az1t892","country_code":"CN","type":"education","lineage":["https://openalex.org/I20616075"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Hu","raw_affiliation_strings":["College of Computer, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China","State Key Laboratory of Tibetan Intelligent Information Processing and Application, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China","institution_ids":["https://openalex.org/I20616075"]},{"raw_affiliation_string":"State Key Laboratory of Tibetan Intelligent Information Processing and Application, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China","institution_ids":["https://openalex.org/I20616075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100707846","display_name":"Yuzhong Chen","orcid":"https://orcid.org/0000-0001-7408-2684"},"institutions":[{"id":"https://openalex.org/I20616075","display_name":"Qinghai Normal University","ror":"https://ror.org/03az1t892","country_code":"CN","type":"education","lineage":["https://openalex.org/I20616075"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuzhong Chen","raw_affiliation_strings":["College of Computer , Qinghai Normal University, No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008, China","State Key Laboratory of Tibetan Intelligent Information Processing and Application, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer , Qinghai Normal University, No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008, China","institution_ids":["https://openalex.org/I20616075"]},{"raw_affiliation_string":"State Key Laboratory of Tibetan Intelligent Information Processing and Application, Qinghai Normal University , No. 38, Wusi West Road, Chengxi District, Xining City, Qinghai 810008 , China","institution_ids":["https://openalex.org/I20616075"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5051074445"],"corresponding_institution_ids":["https://openalex.org/I78675632"],"apc_list":{"value":2635,"currency":"GBP","value_usd":3232},"apc_paid":null,"fwci":3.3342,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.92854295,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"67","issue":"8","first_page":"2622","last_page":"2632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6138484477996826},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.569131076335907},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.5251039266586304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4303993582725525},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39801931381225586},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09386470913887024},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.030995070934295654}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6138484477996826},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.569131076335907},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.5251039266586304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4303993582725525},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39801931381225586},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09386470913887024},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.030995070934295654},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/comjnl/bxae030","is_oa":false,"landing_page_url":"https://doi.org/10.1093/comjnl/bxae030","pdf_url":null,"source":{"id":"https://openalex.org/S44643521","display_name":"The Computer Journal","issn_l":"0010-4620","issn":["0010-4620","1460-2067"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Computer Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5334367805","display_name":"\u975e\u5747\u5300\u8d85\u7f51\u7edc\u6a21\u578b\u6784\u5efa\u53ca\u7279\u6027\u7814\u7a76","funder_award_id":"61663041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G572756301","display_name":null,"funder_award_id":"2023-ZJ-916M","funder_id":"https://openalex.org/F4320335921","funder_display_name":"Natural Science Foundation of Qinghai"},{"id":"https://openalex.org/G813374754","display_name":null,"funder_award_id":"62171043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335921","display_name":"Natural Science Foundation of Qinghai","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W3035448883","https://openalex.org/W4221149672","https://openalex.org/W4287887264","https://openalex.org/W4293711791","https://openalex.org/W4304091743","https://openalex.org/W4310860258","https://openalex.org/W4312121613","https://openalex.org/W4328128666","https://openalex.org/W4362453453","https://openalex.org/W4378981728","https://openalex.org/W4385494537","https://openalex.org/W4385574193","https://openalex.org/W4387537160","https://openalex.org/W4387819971","https://openalex.org/W4388348955","https://openalex.org/W6652604514","https://openalex.org/W6697155078","https://openalex.org/W6735463952","https://openalex.org/W6748181105","https://openalex.org/W6750834060","https://openalex.org/W6755207826","https://openalex.org/W6763610482","https://openalex.org/W6797632053","https://openalex.org/W6810021024","https://openalex.org/W6810144347","https://openalex.org/W6840449446","https://openalex.org/W6842462271","https://openalex.org/W6846317088","https://openalex.org/W6849822123","https://openalex.org/W6856101886","https://openalex.org/W6857751339","https://openalex.org/W6858226142"],"related_works":["https://openalex.org/W2186562580","https://openalex.org/W3198729192","https://openalex.org/W4255258373","https://openalex.org/W3000685722","https://openalex.org/W2593907245","https://openalex.org/W2520117834","https://openalex.org/W4313162113","https://openalex.org/W3005759282","https://openalex.org/W2078793151","https://openalex.org/W4390279576"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"Multimodal":[2],"Named":[3],"Entity":[4],"Recognition":[5],"(MNER)":[6],"task":[7],"enhances":[8],"the":[9,14,35,57,74,133,161,173,204,212,218,223],"text":[10,39,101,146,156,178],"representations":[11],"and":[12,16,40,53,69,89,102,122,147,149,157,179],"improves":[13],"accuracy":[15],"robustness":[17],"of":[18,60,100,127,135,225],"named":[19],"entity":[20],"recognition":[21],"by":[22],"leveraging":[23],"visual":[24,54,158,180],"information":[25],"from":[26],"images.":[27,103],"However,":[28],"previous":[29],"methods":[30,81],"have":[31],"two":[32],"limitations:":[33],"(i)":[34],"semantic":[36,68,75,98,125,136,175],"mismatch":[37,76,137],"between":[38,51,77,91,97,124,138,177,191],"image":[41],"modalities":[42,192],"makes":[43],"it":[44],"challenging":[45],"to":[46,67,86,131,154,170,206],"establish":[47],"accurate":[48],"internal":[49],"connections":[50],"words":[52],"representations.":[55,159],"Besides,":[56],"limited":[58],"number":[59],"characters":[61],"in":[62],"social":[63],"media":[64],"posts":[65],"leads":[66],"contextual":[70],"ambiguity,":[71],"further":[72],"exacerbating":[73],"modalities.":[78,129],"(ii)":[79],"Existing":[80],"employ":[82],"cross-modal":[83],"attention":[84,195],"mechanisms":[85],"facilitate":[87],"interaction":[88,123,168],"fusion":[90,190],"different":[92,128],"modalities,":[93,139],"overlooking":[94],"fine-grained":[95,120,174],"correspondences":[96,176],"units":[99,126],"To":[104],"alleviate":[105],"these":[106],"issues,":[107],"we":[108,140,164,186],"propose":[109,165],"a":[110,166],"graph":[111,143,151,169,194,208],"neural":[112],"network":[113],"approach":[114,202],"for":[115,145],"MNER":[116,213],"(GNN-MNER),":[117],"which":[118],"promotes":[119],"alignment":[121],"Specifically,":[130],"mitigate":[132],"issue":[134],"construct":[141],"corresponding":[142],"structures":[144],"images,":[148],"leverage":[150],"convolutional":[152],"networks":[153],"augment":[155],"For":[160],"second":[162],"issue,":[163],"multimodal":[167,220],"explicitly":[171],"represent":[172],"objects.":[181],"Based":[182],"on":[183,217],"this":[184],"graph,":[185],"implement":[187],"deep-level":[188],"feature":[189],"utilizing":[193],"networks.":[196],"Compared":[197],"with":[198],"existing":[199],"methods,":[200],"our":[201,226],"is":[203],"first":[205],"extend":[207],"deep":[209],"learning":[210],"throughout":[211],"task.":[214],"Extensive":[215],"experiments":[216],"Twitter":[219],"datasets":[221],"validate":[222],"effectiveness":[224],"GNN-MNER.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-23T06:36:01.041984","created_date":"2025-10-10T00:00:00"}