{"id":"https://openalex.org/W7138979365","doi":"https://doi.org/10.48550/arxiv.2603.16140","title":"Noisy Data is Destructive to Reinforcement Learning with Verifiable Rewards","display_name":"Noisy Data is Destructive to Reinforcement Learning with Verifiable Rewards","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7138979365","doi":"https://doi.org/10.48550/arxiv.2603.16140"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.16140","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16140","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.16140","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129776416","display_name":"Yuxuan Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130139620","display_name":"Daniel Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21230000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21230000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.2070000022649765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.08640000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.7368999719619751},{"id":"https://openalex.org/keywords/noisy-data","display_name":"Noisy data","score":0.7013000249862671},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.7005000114440918},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.642799973487854},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4487000107765198},{"id":"https://openalex.org/keywords/noise-measurement","display_name":"Noise measurement","score":0.3538999855518341},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3443000018596649}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7623999714851379},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.7368999719619751},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.7013000249862671},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.7005000114440918},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.642799973487854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6323000192642212},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.595300018787384},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4487000107765198},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.3538999855518341},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.3037000000476837},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C2986577269","wikidata":"https://www.wikidata.org/wiki/Q11306265","display_name":"Random noise","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.16140","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16140","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.16140","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16140","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,37],"with":[2,60,67],"verifiable":[3],"rewards":[4],"(RLVR)":[5],"has":[6],"driven":[7],"recent":[8],"capability":[9],"advances":[10],"of":[11,92,99],"large":[12],"language":[13],"models":[14,26],"across":[15,124],"various":[16],"domains.":[17],"Recent":[18],"studies":[19],"suggest":[20],"that":[21,46,74,82,98,106,131,158],"improved":[22],"RLVR":[23,84,160],"algorithms":[24],"allow":[25],"to":[27,36,78,88,97],"learn":[28],"effectively":[29],"from":[30,38],"incorrect":[31,112],"annotations,":[32],"achieving":[33,94],"performance":[34,96],"comparable":[35],"clean":[39,61,122,153],"data.":[40,62,154],"In":[41],"this":[42],"work,":[43],"we":[44,72,104,129],"show":[45,81,130,157],"these":[47,132],"findings":[48,133],"are":[49],"invalid":[50],"because":[51],"the":[52,65,90,100,107,118],"claimed":[53],"100%":[54],"noisy":[55],"training":[56,142],"data":[57,123,167,170],"is":[58,76],"\"contaminated\"":[59],"After":[63],"rectifying":[64],"dataset":[66],"a":[68],"rigorous":[69],"re-verification":[70],"pipeline,":[71],"demonstrate":[73],"noise":[75,137],"destructive":[77],"RLVR.":[79],"We":[80],"existing":[83],"algorithm":[85],"improvements":[86],"fail":[87],"mitigate":[89],"impact":[91],"noise,":[93],"similar":[95],"basic":[101],"GRPO.":[102],"Furthermore,":[103],"find":[105],"model":[108,119],"trained":[109,120],"on":[110,121,143],"truly":[111],"annotations":[113],"performs":[114],"8-10%":[115],"worse":[116],"than":[117,152],"mathematical":[125],"reasoning":[126],"benchmarks.":[127],"Finally,":[128],"hold":[134],"for":[135,165],"real-world":[136],"in":[138],"Text2SQL":[139],"tasks,":[140],"where":[141],"real-world,":[144],"human":[145],"annotation":[146],"errors":[147],"cause":[148],"5-12%":[149],"lower":[150],"accuracy":[151],"Our":[155],"results":[156],"current":[159],"methods":[161],"cannot":[162],"yet":[163],"compensate":[164],"poor":[166],"quality.":[168],"High-quality":[169],"remains":[171],"essential.":[172]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-20T00:00:00"}