{"id":"https://openalex.org/W7165631028","doi":"https://doi.org/10.48550/arxiv.2606.21890","title":"Scaling Performance and Low-Resource Annotation with Many-Shot In-Context Learning for Named Entity Recognition","display_name":"Scaling Performance and Low-Resource Annotation with Many-Shot In-Context Learning for Named Entity Recognition","publication_year":2026,"publication_date":"2026-06-20","ids":{"openalex":"https://openalex.org/W7165631028","doi":"https://doi.org/10.48550/arxiv.2606.21890"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.21890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.21890","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036390522","display_name":"Q. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139152984","display_name":"Fangping Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Fangping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089085275","display_name":"Cornelia Caragea","orcid":"https://orcid.org/0000-0002-5664-2163"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caragea, Cornelia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064854962","display_name":"Longin Jan Latecki","orcid":"https://orcid.org/0000-0002-5102-8244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Latecki, Longin Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139206973","display_name":"Eduard Dragut","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dragut, Eduard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9318000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9318000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.006800000090152025,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8956000208854675},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.7797999978065491},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.483599990606308},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.40299999713897705},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.36090001463890076},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3271999955177307},{"id":"https://openalex.org/keywords/named-entity","display_name":"Named entity","score":0.320499986410141}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8956000208854675},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.7797999978065491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76910001039505},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6144000291824341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5770000219345093},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.40299999713897705},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40149998664855957},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3497999906539917},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C2777889803","wikidata":"https://www.wikidata.org/wiki/Q25047676","display_name":"Named entity","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.29910001158714294},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.26969999074935913},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.21890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.21890","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In-context":[0],"learning":[1],"(ICL)":[2],"with":[3,24],"large":[4],"language":[5],"models":[6,46],"(LLMs)":[7],"has":[8,34,76],"emerged":[9],"as":[10,48,131,169],"a":[11,87,132],"powerful":[12],"alternative":[13],"to":[14,72,142,149,180,192],"fine-tuning":[15],"for":[16,61,93,105],"Named":[17],"Entity":[18],"Recognition":[19],"(NER),":[20],"achieving":[21],"strong":[22],"performance":[23,155],"minimal":[25],"annotation":[26,134,173],"and":[27,95,102,122,161],"no":[28],"additional":[29],"training.":[30],"However,":[31],"prior":[32],"work":[33],"shown":[35],"that":[36],"despite":[37],"their":[38],"adaptability,":[39],"LLMs":[40,113,148],"still":[41],"lag":[42],"behind":[43],"fully":[44,157],"supervised":[45,158],"such":[47],"fine-tuned":[49],"BERT":[50,159,194],"in":[51,100],"structured":[52],"tasks":[53],"like":[54],"NER.":[55,197],"While":[56],"existing":[57,187],"studies":[58],"on":[59,195],"ICL":[60,92,120,130],"NER":[62,94,107],"have":[63],"mainly":[64],"explored":[65],"few-shot":[66],"settings,":[67],"the":[68,125,154],"potential":[69],"of":[70,74,90,119,127,144,156],"scaling":[71,141],"hundreds":[73,118,143],"demonstrations":[75],"not":[77],"been":[78],"thoroughly":[79],"investigated.":[80],"To":[81],"address":[82],"this":[83],"gap,":[84],"we":[85,110],"conduct":[86],"comprehensive":[88],"investigation":[89],"many-shot":[91,129,171],"further":[96],"explore":[97],"its":[98],"effectiveness":[99],"annotating":[101],"refining":[103],"data":[104,133],"low-resource":[106,196],"tasks.":[108],"Specifically,":[109],"evaluate":[111],"various":[112],"across":[114],"multiple":[115],"domains":[116],"using":[117,128,163],"examples":[121,146,168],"then":[123],"assess":[124],"feasibility":[126],"framework.":[135],"Our":[136],"experiments":[137],"demonstrate":[138],"that:":[139],"(1)":[140],"in-context":[145,172],"enables":[147],"match":[150],"or":[151],"even":[152],"surpass":[153],"models;":[160],"(2)":[162],"about":[164],"one":[165],"hundred":[166],"human-labeled":[167],"demonstrations,":[170],"can":[174],"generate":[175],"high-quality":[176],"labeled":[177],"data,":[178],"leading":[179],"approximately":[181],"10%":[182],"absolute":[183],"F1":[184],"improvement":[185],"over":[186],"state-of-the-art":[188],"approaches":[189],"when":[190],"used":[191],"fine-tune":[193]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}