{"id":"https://openalex.org/W4387968507","doi":"https://doi.org/10.1145/3581783.3612470","title":"MCG-MNER: A Multi-Granularity Cross-Modality Generative Framework for Multimodal NER with Instruction","display_name":"MCG-MNER: A Multi-Granularity Cross-Modality Generative Framework for Multimodal NER with Instruction","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387968507","doi":"https://doi.org/10.1145/3581783.3612470"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612470","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090084919","display_name":"Junjie Wu","orcid":"https://orcid.org/0000-0002-4178-8952"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junjie Wu","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032428609","display_name":"Chen Gong","orcid":"https://orcid.org/0000-0003-2570-6969"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Gong","raw_affiliation_strings":["Institute of Artificial Intelligence, School of Computer Science and Technology, Soochow University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102007730","display_name":"Ziqiang Cao","orcid":"https://orcid.org/0000-0002-1077-9033"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziqiang Cao","raw_affiliation_strings":["Institute of Artificial Intelligence, School of Computer Science and Technology, Soochow University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101990229","display_name":"Guohong Fu","orcid":"https://orcid.org/0000-0001-6882-6181"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohong Fu","raw_affiliation_strings":["Institute of Artificial Intelligence, School of Computer Science and Technology, Soochow University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090084919"],"corresponding_institution_ids":["https://openalex.org/I3923682"],"apc_list":null,"apc_paid":null,"fwci":2.2885,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.90649794,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3209","last_page":"3218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.8576048612594604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8432679176330566},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7201194167137146},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6729889512062073},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6331384778022766},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6197254657745361},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5945735573768616},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5299378633499146},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.49141108989715576},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4632803797721863},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43295639753341675},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3832765221595764},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13194522261619568},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08682548999786377}],"concepts":[{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.8576048612594604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8432679176330566},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7201194167137146},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6729889512062073},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6331384778022766},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6197254657745361},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5945735573768616},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5299378633499146},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.49141108989715576},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4632803797721863},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43295639753341675},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3832765221595764},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13194522261619568},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08682548999786377},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612470","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1007721318","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320327518","funder_display_name":"Priority Academic Program Development of Jiangsu Higher Education Institutions"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3458736316","display_name":null,"funder_award_id":"62076173","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7198995747","display_name":null,"funder_award_id":"62106165","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320327518","display_name":"Priority Academic Program Development of Jiangsu Higher Education Institutions","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W146900863","https://openalex.org/W2194775991","https://openalex.org/W2595551253","https://openalex.org/W2740887992","https://openalex.org/W2788647998","https://openalex.org/W2798298921","https://openalex.org/W2886641317","https://openalex.org/W2912814679","https://openalex.org/W2913004713","https://openalex.org/W2953072307","https://openalex.org/W2962982907","https://openalex.org/W2962985038","https://openalex.org/W2987734933","https://openalex.org/W2997591391","https://openalex.org/W2998356391","https://openalex.org/W2999905431","https://openalex.org/W3003940182","https://openalex.org/W3035448883","https://openalex.org/W3047144459","https://openalex.org/W3092378671","https://openalex.org/W3092692431","https://openalex.org/W3100439847","https://openalex.org/W3104210310","https://openalex.org/W3127151332","https://openalex.org/W3153427360","https://openalex.org/W3170032237","https://openalex.org/W3176858586","https://openalex.org/W3185341429","https://openalex.org/W3207972321","https://openalex.org/W4212998232","https://openalex.org/W4223969332","https://openalex.org/W4224134764","https://openalex.org/W4225757376","https://openalex.org/W4250798300","https://openalex.org/W4283075937","https://openalex.org/W4285241179","https://openalex.org/W4304015092","https://openalex.org/W4304091743","https://openalex.org/W4311167584","https://openalex.org/W4362453453","https://openalex.org/W4376226279","https://openalex.org/W4382202648","https://openalex.org/W4385573951","https://openalex.org/W4386071687","https://openalex.org/W6600018615"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W2967848559","https://openalex.org/W4299831724","https://openalex.org/W4283803360"],"abstract_inverted_index":{"Multimodal":[0],"named":[1,17],"entity":[2],"recognition":[3],"(MNER)":[4],"is":[5],"an":[6],"essential":[7],"task":[8],"of":[9,134],"vision":[10],"and":[11,19,57,102,114,129],"language,":[12],"which":[13,43],"aims":[14],"to":[15,22,82,87,94,104],"locate":[16],"entities":[18],"classify":[20],"them":[21],"the":[23,132],"predefined":[24],"categories":[25],"using":[26],"visual":[27,40,48,84,97],"scenarios.":[28],"However,":[29],"existing":[30],"MNER":[31,141],"studies":[32],"often":[33],"suffer":[34],"from":[35],"bias":[36],"issues":[37],"with":[38],"fine-grained":[39],"cue":[41],"fusion,":[42],"may":[44],"produce":[45],"noisy":[46],"coarse-grained":[47],"cues":[49],"for":[50,71,116,149],"MNER.":[51],"To":[52],"accurately":[53],"capture":[54],"text-image":[55],"relations":[56],"better":[58],"refine":[59],"multimodal":[60],"representations,":[61],"we":[62,76,90,110],"propose":[63,91],"a":[64,78,92,106],"novel":[65],"instruction-based":[66],"Multi-granularity":[67],"Cross-modality":[68],"Generative":[69],"framework":[70],"MNER,":[72],"namely":[73],"MCG-MNER.":[74,117],"Concretely,":[75],"introduce":[77],"multi-granularity":[79,96],"relation":[80],"propagation":[81],"infer":[83],"clues":[85],"relevant":[86],"text.":[88],"Then,":[89],"method":[93,137],"jnject":[95],"information":[98],"into":[99],"cross-modality":[100],"interaction":[101],"fusion":[103],"learn":[105],"unified":[107],"representation.":[108],"Finally,":[109],"integrate":[111],"task-specific":[112],"instructions":[113],"answers":[115],"Comprehensive":[118],"experimental":[119],"results":[120],"on":[121],"three":[122],"benchmark":[123],"datasets,":[124],"such":[125],"as":[126],"Twitter2015,":[127],"Twitter2017":[128],"WikiDiverse,":[130],"demonstrate":[131],"superiority":[133],"our":[135,147],"proposed":[136],"over":[138],"several":[139],"state-of-the-art":[140],"methods.":[142],"We":[143],"will":[144],"publicly":[145],"release":[146],"codes":[148],"future":[150],"studies.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}