{"id":"https://openalex.org/W7155080658","doi":"https://doi.org/10.48550/arxiv.2604.17319","title":"E2E-GMNER: End-to-End Generative Grounded Multimodal Named Entity Recognition","display_name":"E2E-GMNER: End-to-End Generative Grounded Multimodal Named Entity Recognition","publication_year":2026,"publication_date":"2026-04-19","ids":{"openalex":"https://openalex.org/W7155080658","doi":"https://doi.org/10.48550/arxiv.2604.17319"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.17319","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.17319","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134179091","display_name":"Meng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Meng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134155094","display_name":"Jinzhong Ning","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ning, Jinzhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134166819","display_name":"Xiaolong Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xiaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134199635","display_name":"Hongfei Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Hongfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134202601","display_name":"Yijia Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9348000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9348000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.008500000461935997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.6116999983787537},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5153999924659729},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.4456000030040741},{"id":"https://openalex.org/keywords/minimum-bounding-box","display_name":"Minimum bounding box","score":0.43160000443458557},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.4287000000476837},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.40939998626708984},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.40310001373291016},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3871999979019165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.822700023651123},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6236000061035156},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.6116999983787537},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5153999924659729},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5001000165939331},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4629000127315521},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.4456000030040741},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.43160000443458557},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.4287000000476837},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.40939998626708984},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.40310001373291016},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.37139999866485596},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3398999869823456},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.27630001306533813},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2628999948501587}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.17319","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.17319","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4109695553779602,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Grounded":[0],"Multimodal":[1],"Named":[2],"Entity":[3],"Recognition":[4],"(GMNER)":[5],"aims":[6],"to":[7,23,47,97,101,144],"jointly":[8],"identify":[9],"named":[10],"entity":[11,22,41,67],"mentions":[12],"in":[13,28],"text,":[14],"predict":[15],"their":[16],"semantic":[17,69],"types,":[18],"and":[19,43,50,73,93,150,158,182],"ground":[20],"each":[21],"a":[24,60,78],"corresponding":[25],"visual":[26,44,71,105],"region":[27],"an":[29,88],"associated":[30],"image.":[31],"Existing":[32],"approaches":[33],"predominantly":[34],"adopt":[35],"pipeline-based":[36],"architectures":[37],"that":[38,65,162],"decouple":[39],"textual":[40],"recognition":[42],"grounding,":[45,72],"leading":[46],"error":[48],"accumulation":[49],"suboptimal":[51],"joint":[52],"optimization.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57,127],"propose":[58],"E2E-GMNER,":[59],"fully":[61],"end-to-end":[62,180],"generative":[63,123],"framework":[64],"unifies":[66],"recognition,":[68],"typing,":[70],"implicit":[74],"knowledge":[75,109],"reasoning":[76,96],"within":[77],"single":[79],"multimodal":[80],"large":[81],"language":[82],"model.":[83],"We":[84],"formulate":[85],"GMNER":[86],"as":[87],"instruction-tuned":[89],"conditional":[90],"generation":[91],"task":[92],"incorporate":[94],"chain-of-thought":[95],"enable":[98],"the":[99,120,156,172,176],"model":[100],"adaptively":[102],"determine":[103],"when":[104],"evidence":[106],"or":[107],"background":[108],"is":[110,187],"informative,":[111],"reducing":[112],"reliance":[113],"on":[114,155],"noisy":[115],"cues.":[116],"To":[117],"further":[118],"address":[119],"instability":[121],"of":[122,171,178],"bounding":[124],"box":[125,137],"prediction,":[126],"introduce":[128],"Gaussian":[129],"Risk-Aware":[130],"Box":[131],"Perturbation":[132],"(GRBP),":[133],"which":[134],"replaces":[135],"hard":[136],"supervision":[138],"with":[139,169],"probabilistically":[140],"perturbed":[141],"soft":[142],"targets":[143],"improve":[145],"robustness":[146],"against":[147],"annotation":[148],"noise":[149],"discretization":[151],"errors.":[152],"Extensive":[153],"experiments":[154],"Twitter-GMNER":[157],"Twitter-FMNERG":[159],"benchmarks":[160],"demonstrate":[161],"E2E-GMNER":[163],"achieves":[164],"highly":[165],"competitive":[166],"performance":[167],"compared":[168],"state":[170],"art":[173],"methods,":[174],"validating":[175],"effectiveness":[177],"unified":[179],"optimization":[181],"noise-aware":[183],"grounding":[184],"supervision.":[185],"Code":[186],"available":[188],"at:https://github.com/Finch-coder/E2E-GMNER":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-22T00:00:00"}