{"id":"https://openalex.org/W4409049124","doi":"https://doi.org/10.48550/arxiv.2503.20783","title":"Understanding R1-Zero-Like Training: A Critical Perspective","display_name":"Understanding R1-Zero-Like Training: A Critical Perspective","publication_year":2025,"publication_date":"2025-03-26","ids":{"openalex":"https://openalex.org/W4409049124","doi":"https://doi.org/10.48550/arxiv.2503.20783"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2503.20783","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.20783","pdf_url":"https://arxiv.org/pdf/2503.20783","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2503.20783","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101818312","display_name":"Zichen Liu","orcid":"https://orcid.org/0009-0009-1093-9744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006586031","display_name":"Changyu Chen","orcid":"https://orcid.org/0009-0000-5923-6657"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Changyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446243","display_name":"Wenjun Li","orcid":"https://orcid.org/0000-0001-5042-7756"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wenjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078214310","display_name":"Penghui Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Penghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093836321","display_name":"Tianyu Pang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100566952","display_name":"Du Chao","orcid":"https://orcid.org/0000-0002-0453-1920"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071864357","display_name":"Wee Sun Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Wee Sun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5006837439","display_name":"Min\u2010Der Lin","orcid":"https://orcid.org/0000-0001-7555-951X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.13660000264644623,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.13660000264644623,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7431672811508179},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.7069745659828186},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6139492392539978},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37212836742401123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3244774341583252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18915343284606934},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.17614340782165527},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0900023877620697},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07023313641548157}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7431672811508179},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.7069745659828186},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6139492392539978},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37212836742401123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3244774341583252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18915343284606934},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17614340782165527},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0900023877620697},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07023313641548157},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2503.20783","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.20783","pdf_url":"https://arxiv.org/pdf/2503.20783","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2503.20783","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.20783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2503.20783","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.20783","pdf_url":"https://arxiv.org/pdf/2503.20783","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659"],"abstract_inverted_index":{"DeepSeek-R1-Zero":[0],"has":[1],"shown":[2],"that":[3,59,115,132],"reinforcement":[4],"learning":[5],"(RL)":[6],"at":[7,152],"scale":[8],"can":[9],"directly":[10],"enhance":[11],"the":[12],"reasoning":[13,71,121],"capabilities":[14,72],"of":[15,43],"LLMs":[16],"without":[17,74],"supervised":[18],"fine-tuning.":[19],"In":[20],"this":[21],"work,":[22],"we":[23,82,107,126],"critically":[24],"examine":[25],"R1-Zero-like":[26],"training":[27],"by":[28],"analyzing":[29],"its":[30],"two":[31],"core":[32],"components:":[33],"base":[34,44,67,142],"models":[35,68],"and":[36],"RL.":[37],"We":[38],"investigate":[39],"a":[40,128,140,145],"wide":[41],"range":[42],"models,":[45],"including":[46],"DeepSeek-V3-Base,":[47],"to":[48],"understand":[49],"how":[50],"pretraining":[51,79],"characteristics":[52],"influence":[53],"RL":[54],"performance.":[55,122],"Our":[56,148],"analysis":[57],"reveals":[58],"DeepSeek-V3-Base":[60],"already":[61],"exhibit":[62],"''Aha":[63],"moment'',":[64],"while":[65,119],"Qwen2.5":[66],"demonstrate":[69],"strong":[70],"even":[73],"prompt":[75],"templates,":[76],"suggesting":[77],"potential":[78],"biases.":[80],"Additionally,":[81],"identify":[83],"an":[84,111],"optimization":[85,113],"bias":[86],"in":[87],"Group":[88],"Relative":[89],"Policy":[90],"Optimization":[91],"(GRPO),":[92],"which":[93],"artificially":[94],"increases":[95],"response":[96],"length":[97],"(especially":[98],"for":[99],"incorrect":[100],"outputs)":[101],"during":[102],"training.":[103],"To":[104],"address":[105],"this,":[106],"introduce":[108],"Dr.":[109],"GRPO,":[110],"unbiased":[112],"method":[114],"improves":[116],"token":[117],"efficiency":[118],"maintaining":[120],"Leveraging":[123],"these":[124],"insights,":[125],"present":[127],"minimalist":[129],"R1-Zero":[130],"recipe":[131],"achieves":[133],"43.3%":[134],"accuracy":[135],"on":[136],"AIME":[137],"2024":[138],"with":[139],"7B":[141],"model,":[143],"establishing":[144],"new":[146],"state-of-the-art.":[147],"code":[149],"is":[150],"available":[151],"https://github.com/sail-sg/understand-r1-zero.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}