{"id":"https://openalex.org/W7129106556","doi":"https://doi.org/10.1145/3773966.3778009","title":"Large Language Model Judged Self-Training for Named Entity Recognition","display_name":"Large Language Model Judged Self-Training for Named Entity Recognition","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129106556","doi":"https://doi.org/10.1145/3773966.3778009"},"language":null,"primary_location":{"id":"doi:10.1145/3773966.3778009","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3778009","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3773966.3778009","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085175204","display_name":"Shisong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shisong Chen","raw_affiliation_strings":["Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-0368-6866","affiliations":[{"raw_affiliation_string":"Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiaan Wang","orcid":"https://orcid.org/0000-0002-2587-7648"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaan Wang","raw_affiliation_strings":["College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2587-7648","affiliations":[{"raw_affiliation_string":"College of Computer Science and Artificial Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071511791","display_name":"Chengyi Yang","orcid":"https://orcid.org/0000-0002-7023-7543"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyi Yang","raw_affiliation_strings":["Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7023-7543","affiliations":[{"raw_affiliation_string":"Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126099275","display_name":"Yanghua Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanghua Xiao","raw_affiliation_strings":["Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8403-9591","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Data Science, School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124247917","display_name":"Zhixu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixu Li","raw_affiliation_strings":["School of Information, Renmin University of China, Beijing, China and School of Smart Governance, Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2355-288X","affiliations":[{"raw_affiliation_string":"School of Information, Renmin University of China, Beijing, China and School of Smart Governance, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126114928","display_name":"Xin Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Lin","raw_affiliation_strings":["Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-4110-8989","affiliations":[{"raw_affiliation_string":"Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"69","last_page":"78"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.7799999713897705},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7523999810218811},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.5986999869346619},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5669000148773193},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.559499979019165},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5095999836921692},{"id":"https://openalex.org/keywords/named-entity","display_name":"Named entity","score":0.42559999227523804},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.4108999967575073},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.41040000319480896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8180999755859375},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.7799999713897705},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7523999810218811},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6225000023841858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6195999979972839},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.5986999869346619},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5669000148773193},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.559499979019165},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4778999984264374},{"id":"https://openalex.org/C2777889803","wikidata":"https://www.wikidata.org/wiki/Q25047676","display_name":"Named entity","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.4108999967575073},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3643999993801117},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30480000376701355},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2816999852657318},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C142210648","wikidata":"https://www.wikidata.org/wiki/Q1266546","display_name":"Record linkage","level":3,"score":0.2734000086784363},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3773966.3778009","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3778009","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3773966.3778009","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3778009","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2020278455","https://openalex.org/W2087079002","https://openalex.org/W2144578941","https://openalex.org/W2982204884","https://openalex.org/W2997340383","https://openalex.org/W3038098779","https://openalex.org/W3129160532","https://openalex.org/W3165374601","https://openalex.org/W4232632925","https://openalex.org/W4287891464","https://openalex.org/W4322730978","https://openalex.org/W4385567149","https://openalex.org/W4389524159"],"related_works":[],"abstract_inverted_index":{"Self-training":[0],"for":[1],"Named":[2],"Entity":[3],"Recognition":[4],"(NER)":[5],"aims":[6],"at":[7,157],"identifying":[8],"named":[9],"entities":[10],"and":[11,28,83,134],"their":[12,62],"types":[13],"in":[14,38],"the":[15,24,95,101,119],"text":[16],"using":[17],"self-training":[18,39,74],"to":[19,53,75,93,110,117],"fully":[20,111],"make":[21],"use":[22],"of":[23,32,98,121],"limited":[25],"labeled":[26,59,113],"data":[27,60],"a":[29,90,126],"large":[30],"amount":[31],"unlabeled":[33],"data.":[34,114],"The":[35,153],"major":[36],"challenge":[37],"is":[40,155],"confirmation":[41],"bias":[42],"where":[43,100],"incorrect":[44],"pseudo-labels":[45,78],"increase":[46],"errors.":[47],"Many":[48],"efforts":[49],"have":[50],"been":[51],"made":[52],"address":[54],"this":[55,65],"challenge,":[56],"but":[57],"few":[58],"limit":[61],"performance.":[63],"In":[64,115],"paper,":[66],"we":[67,88,124],"introduce":[68],"Large":[69],"Language":[70],"Model":[71],"(LLM)":[72],"into":[73],"select":[76],"high-quality":[77],"leveraging":[79],"its":[80],"rich":[81],"knowledge":[82],"few-shot":[84],"learning":[85],"capability.":[86],"Specifically,":[87],"design":[89],"comprehensive":[91],"prompt":[92,102],"improve":[94],"judgment":[96],"performance":[97],"LLM,":[99],"incorporates":[103],"task":[104],"rules":[105],"mined":[106],"by":[107],"LLM":[108],"itself":[109],"leverage":[112],"addition,":[116],"reduce":[118],"impact":[120],"LLM's":[122],"hallucinations,":[123],"adopt":[125],"collaborative":[127],"pseudo-label":[128],"selection":[129],"based":[130],"on":[131,142],"combined":[132],"confidence":[133],"calibration-guided":[135],"probability":[136],"smoothing.":[137],"Our":[138],"empirical":[139],"study":[140],"conducted":[141],"several":[143],"NER":[144],"datasets":[145],"shows":[146],"that":[147],"our":[148],"method":[149],"outperforms":[150],"state-of-the-art":[151],"approaches.":[152],"code":[154],"available":[156],"https://github.com/cheniison/llm-judged-ST.":[158]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-02-17T00:00:00"}