{"id":"https://openalex.org/W7161055507","doi":"https://doi.org/10.48550/arxiv.2605.11922","title":"StepCodeReasoner: Aligning Code Reasoning with Stepwise Execution Traces via Reinforcement Learning","display_name":"StepCodeReasoner: Aligning Code Reasoning with Stepwise Execution Traces via Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161055507","doi":"https://doi.org/10.48550/arxiv.2605.11922"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11922","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136002638","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0002-8893-1568"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136065363","display_name":"Rui Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079222154","display_name":"Lei Sha","orcid":"https://orcid.org/0000-0001-5914-7590"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sha, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136073689","display_name":"Jie M. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jie M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.4359999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.4359999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.14380000531673431,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.05640000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6955999732017517},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6520000100135803},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6413999795913696},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5461000204086304},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.35839998722076416},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.30300000309944153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8138999938964844},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6955999732017517},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6520000100135803},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6413999795913696},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5461000204086304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5224000215530396},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42910000681877136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4162999987602234},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.2775999903678894},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6933127045631409,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"code":[1,7,57,112,165,175,178],"reasoning":[2,58,176],"methods":[3],"primarily":[4],"supervise":[5],"final":[6],"outputs,":[8],"ignoring":[9],"intermediate":[10,33,94],"states,":[11],"often":[12],"leading":[13],"to":[14,49],"reward":[15],"hacking":[16],"where":[17],"correct":[18],"answers":[19],"are":[20],"obtained":[21],"through":[22],"inconsistent":[23],"reasoning.":[24,113],"We":[25],"propose":[26],"StepCodeReasoner,":[27],"a":[28,60,75],"framework":[29],"that":[30,106,169],"introduces":[31],"explicit":[32,170],"execution-state":[34],"supervision.":[35],"By":[36],"automatically":[37],"inserting":[38],"structured":[39,80],"print-based":[40],"execution-trace":[41,142],"anchors":[42],"into":[43,59],"code,":[44],"the":[45,128,141],"model":[46,118,146],"is":[47],"trained":[48],"predict":[50],"runtime":[51],"states":[52],"at":[53,83],"each":[54],"step,":[55],"transforming":[56],"verifiable,":[61],"stepwise":[62],"execution":[63,89,171],"modeling":[64,172],"problem.":[65],"Building":[66],"on":[67,97,100,121,125,140],"this":[68],"execution-aware":[69],"method,":[70],"we":[71],"introduce":[72],"Bi-Level":[73],"GRPO,":[74],"reinforcement":[76],"learning":[77],"algorithm":[78],"for":[79],"credit":[81],"assignment":[82],"two":[84],"levels:":[85],"inter-trajectory,":[86],"comparing":[87],"alternative":[88],"paths,":[90],"and":[91,123,132,134,137,157,177],"intra-trajectory,":[92],"rewarding":[93],"accuracy":[95],"based":[96],"its":[98,153],"impact":[99],"downstream":[101],"correctness.":[102],"Extensive":[103],"experiments":[104],"demonstrate":[105],"StepCodeReasoner":[107],"achieves":[108,119],"SOTA":[109],"performance":[110],"in":[111],"In":[114],"particular,":[115],"our":[116,145,161],"7B":[117],"91.1\\%":[120],"CRUXEval":[122],"86.5\\%":[124],"LiveCodeBench,":[126],"outperforming":[127,149],"CodeReasoner-7B":[129,151],"baseline":[130,150],"(86.0\\%":[131],"77.7\\%)":[133],"GPT-4o":[135,158],"(85.6\\%":[136],"75.1\\%).":[138],"Furthermore,":[139],"benchmark":[143],"REval,":[144],"scores":[147],"82.9\\%,":[148],"(72.3\\%),":[152],"14B":[154],"counterpart":[155],"(81.1\\%),":[156],"(77.3\\%).":[159],"Additionally,":[160],"approach":[162],"also":[163],"improves":[164],"generation":[166],"performance,":[167],"demonstrating":[168],"enhances":[173],"both":[174],"generation.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}