{"id":"https://openalex.org/W4387682068","doi":"https://doi.org/10.1109/tcss.2023.3323402","title":"GDN-CMCF: A Gated Disentangled Network With Cross-Modality Consensus Fusion for Multimodal Named Entity Recognition","display_name":"GDN-CMCF: A Gated Disentangled Network With Cross-Modality Consensus Fusion for Multimodal Named Entity Recognition","publication_year":2023,"publication_date":"2023-10-16","ids":{"openalex":"https://openalex.org/W4387682068","doi":"https://doi.org/10.1109/tcss.2023.3323402"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2023.3323402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2023.3323402","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006709942","display_name":"Guoheng Huang","orcid":"https://orcid.org/0000-0002-3640-3229"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoheng Huang","raw_affiliation_strings":["School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3640-3229","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000194092","display_name":"Qin He","orcid":"https://orcid.org/0000-0001-5467-3233"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin He","raw_affiliation_strings":["School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020771115","display_name":"Zihao Dai","orcid":"https://orcid.org/0000-0002-8921-2389"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihao Dai","raw_affiliation_strings":["School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101828697","display_name":"Guo Zhong","orcid":"https://orcid.org/0000-0002-6428-5645"},"institutions":[{"id":"https://openalex.org/I186272606","display_name":"Guangdong University of Foreign Studies","ror":"https://ror.org/00fhc9y79","country_code":"CN","type":"education","lineage":["https://openalex.org/I186272606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Zhong","raw_affiliation_strings":["School of Information Science and Technology, Guangdong University of Foreign Studies, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6428-5645","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Guangdong University of Foreign Studies, Guangzhou, China","institution_ids":["https://openalex.org/I186272606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051381076","display_name":"Xiaochen Yuan","orcid":"https://orcid.org/0000-0002-7490-6695"},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Xiaochen Yuan","raw_affiliation_strings":["Faculty of Applied Sciences, Macao Polytechnic University, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-7490-6695","affiliations":[{"raw_affiliation_string":"Faculty of Applied Sciences, Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005772506","display_name":"Chi\u2010Man Pun","orcid":"https://orcid.org/0000-0003-1788-3746"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chi-Man Pun","raw_affiliation_strings":["Faculty of Science and Technology, University of Macau, Macao, China"],"raw_orcid":"https://orcid.org/0000-0003-1788-3746","affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, University of Macau, Macao, China","institution_ids":["https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4684,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.85890924,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":"3","first_page":"3944","last_page":"3954"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7701163291931152},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7505151033401489},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5758305191993713},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5613808035850525},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5517546534538269},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.45655056834220886},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4457972049713135},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4347872734069824},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40644434094429016},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3792448043823242}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7701163291931152},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7505151033401489},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5758305191993713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5613808035850525},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5517546534538269},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.45655056834220886},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4457972049713135},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4347872734069824},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40644434094429016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3792448043823242},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2023.3323402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2023.3323402","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1893049888","display_name":null,"funder_award_id":"U21A20478","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2089266673","display_name":null,"funder_award_id":"2023A1515012718","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G4325219820","display_name":null,"funder_award_id":"2023A1515012534","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7041917249","display_name":null,"funder_award_id":"2023A1515011344","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8935129088","display_name":null,"funder_award_id":"62102461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W170472577","https://openalex.org/W1502473750","https://openalex.org/W1940872118","https://openalex.org/W2008830554","https://openalex.org/W2107432340","https://openalex.org/W2116341502","https://openalex.org/W2194775991","https://openalex.org/W2296283641","https://openalex.org/W2735926531","https://openalex.org/W2788647998","https://openalex.org/W2798298921","https://openalex.org/W2806070179","https://openalex.org/W2896457183","https://openalex.org/W2962902328","https://openalex.org/W2962982907","https://openalex.org/W2963049565","https://openalex.org/W2963890275","https://openalex.org/W2963968629","https://openalex.org/W2964081303","https://openalex.org/W2982223282","https://openalex.org/W3006156162","https://openalex.org/W3034519219","https://openalex.org/W3035149916","https://openalex.org/W3035448883","https://openalex.org/W3039075121","https://openalex.org/W3047144459","https://openalex.org/W3092378671","https://openalex.org/W3092692431","https://openalex.org/W3100993589","https://openalex.org/W3108381568","https://openalex.org/W3123194504","https://openalex.org/W3127151332","https://openalex.org/W3148395438","https://openalex.org/W3154106396","https://openalex.org/W3166542014","https://openalex.org/W3166888246","https://openalex.org/W3176858586","https://openalex.org/W3199057778","https://openalex.org/W3209453067","https://openalex.org/W4212998232","https://openalex.org/W4287854428","https://openalex.org/W4292267310","https://openalex.org/W4295046508","https://openalex.org/W4304091743","https://openalex.org/W4304092664","https://openalex.org/W4318902951","https://openalex.org/W4319299856","https://openalex.org/W4385245566","https://openalex.org/W6640362995","https://openalex.org/W6725448924","https://openalex.org/W6729482032","https://openalex.org/W6755207826","https://openalex.org/W6797464607","https://openalex.org/W6803032828","https://openalex.org/W6803064041","https://openalex.org/W6849731500"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Multimodal":[0],"named":[1,20],"entity":[2,65],"recognition":[3],"(MNER)":[4],"is":[5],"a":[6,70,76,97,104,113,120],"crucial":[7],"task":[8],"in":[9,22],"social":[10],"systems":[11],"of":[12,19,53,143,159,166],"artificial":[13],"intelligence":[14],"that":[15,57,102],"requires":[16],"precise":[17],"identification":[18],"entities":[21],"sentences":[23],"using":[24],"both":[25],"visual":[26,37],"and":[27,39,51,130],"textual":[28],"information.":[29],"Previous":[30],"methods":[31],"have":[32],"focused":[33],"on":[34,148],"capturing":[35],"fine-grained":[36],"features":[38,127],"developing":[40],"complex":[41],"fusion":[42,83,100],"procedures.":[43],"However,":[44],"these":[45],"approaches":[46],"overlook":[47],"the":[48,87,141,157],"heterogeneity":[49],"gap":[50],"loss":[52],"original":[54],"modality":[55],"uniqueness":[56,142],"may":[58],"occur":[59],"during":[60],"fusion,":[61],"leading":[62],"to":[63,85,91,124,155],"incorrect":[64],"identification.":[66],"This":[67],"article":[68,168],"proposes":[69],"novel":[71],"approach":[72],"for":[73],"MNER":[74],"called":[75],"gated":[77,121],"disentangled":[78],"network":[79],"with":[80,112],"cross-modality":[81,93,98],"consensus":[82,99,105],"(GDN-CMCF)":[84],"address":[86],"above":[88],"challenges.":[89],"Specifically,":[90],"eliminate":[92],"variation,":[94],"we":[95],"propose":[96],"module":[101,123],"generates":[103],"representation":[106],"by":[107],"learning":[108],"inter-and":[109],"intramodality":[110],"interactions":[111],"designed":[114],"commonality":[115],"constraint.":[116],"We":[117],"then":[118],"introduce":[119],"disentanglement":[122],"separate":[125],"modality-relevant":[126],"from":[128],"support":[129],"auxiliary":[131],"modalities,":[132],"which":[133],"further":[134],"filters":[135],"out":[136],"extraneous":[137],"information":[138],"while":[139],"retaining":[140],"unimodal":[144],"features.":[145],"Experimental":[146],"results":[147],"two":[149],"real":[150],"public":[151],"datasets":[152],"are":[153],"provided":[154],"verify":[156],"effectiveness":[158],"our":[160],"proposed":[161],"GDN-CMCF.":[162,174],"The":[163],"source":[164],"code":[165],"this":[167],"can":[169],"be":[170],"found":[171],"at":[172],"https://github.com/HaoDavis/":[173]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}