{"id":"https://openalex.org/W7171649755","doi":"https://doi.org/10.48550/arxiv.2607.25970","title":"Reinforcement Learning for Code Optimization","display_name":"Reinforcement Learning for Code Optimization","publication_year":2026,"publication_date":"2026-07-28","ids":{"openalex":"https://openalex.org/W7171649755","doi":"https://doi.org/10.48550/arxiv.2607.25970"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.25970","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25970","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.25970","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085761422","display_name":"Pierre Chambon","orcid":"https://orcid.org/0000-0002-7861-6046"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chambon, Pierre","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143878357","display_name":"Kunhao Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Kunhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143893260","display_name":"Juliette Decugis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Decugis, Juliette","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143941738","display_name":"Benoit Sagot","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sagot, Benoit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143941349","display_name":"Gabriel Synnaeve","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Synnaeve, Gabriel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.27720001339912415,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.27720001339912415,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.1404000073671341,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.08049999922513962,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7702000141143799},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6639000177383423},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6207000017166138},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4259999990463257},{"id":"https://openalex.org/keywords/program-optimization","display_name":"Program optimization","score":0.4250999987125397},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3531000018119812},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3375999927520752},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.30390000343322754}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7840999960899353},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7702000141143799},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6639000177383423},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6207000017166138},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4259999990463257},{"id":"https://openalex.org/C139571649","wikidata":"https://www.wikidata.org/wiki/Q1156793","display_name":"Program optimization","level":3,"score":0.4250999987125397},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3222000002861023},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3125999867916107},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2978000044822693},{"id":"https://openalex.org/C164752517","wikidata":"https://www.wikidata.org/wiki/Q5570875","display_name":"Global optimization","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C167981075","wikidata":"https://www.wikidata.org/wiki/Q2667186","display_name":"Sandbox (software development)","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2563000023365021},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C157595922","wikidata":"https://www.wikidata.org/wiki/Q50745537","display_name":"Cwm","level":5,"score":0.2549000084400177},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.25970","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25970","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.25970","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25970","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5179069638252258}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"RL":[0,61,112,200],"for":[1,185],"code":[2,27,84],"correctness":[3,107],"is":[4,85,101,196],"now":[5],"established:":[6],"have":[7],"the":[8,36,44,57,111,121,128,140,147,193,211,231,242],"model":[9,129],"generate":[10],"a":[11,95],"program,":[12],"run":[13],"it":[14,238],"against":[15,226],"hidden":[16],"test":[17],"cases,":[18],"and":[19,59,68,94,108,114,125,137,163],"reward":[20,51],"solutions":[21,64],"that":[22,132],"pass.":[23],"Extending":[24],"this":[25],"to":[26,35,119,139,157,166,203,220,230],"optimization":[28,92,199],"seems":[29],"straightforward:":[30],"just":[31],"add":[32],"execution":[33,76],"time":[34,77],"reward.":[37],"But":[38],"in":[39,48,110],"practice,":[40],"once":[41],"timing":[42,194],"drives":[43],"reward,":[45,104,133],"small":[46],"problems":[47],"measurement":[49],"noise,":[50],"sparsity,":[52],"or":[53],"GRPO":[54,136],"instability":[55],"overwhelm":[56],"signal":[58],"make":[60,75],"fail:":[62],"generated":[63],"are":[65],"barely":[66],"faster,":[67],"more":[69],"of":[70,222,245],"them":[71],"can":[72],"fail.":[73],"We":[74],"learnable":[78],"through":[79],"three":[80],"stages:":[81],"(1)":[82],"how":[83,99,127],"tested,":[86],"by":[87,105,134],"building":[88],"DMC-Optim":[89],"with":[90,181],"large":[91],"tests":[93],"calibrated":[96],"sandbox;":[97],"(2)":[98],"speed":[100,109,224],"turned":[102],"into":[103],"composing":[106],"environment":[113],"using":[115],"an":[116],"offline":[117],"simulator":[118],"predict":[120],"most":[122],"promising":[123],"configurations;":[124],"(3)":[126],"learns":[130],"from":[131,155,164],"adapting":[135],"evaluation":[138,212],"sparser,":[141],"noisier":[142],"timed-execution":[143],"setting.":[144],"On":[145,214],"DMC-Optim,":[146],"strongest":[148],"optimization-aware":[149],"configurations":[150],"improve":[151],"strict":[152],"top-50%":[153],"pass@1":[154],"18.0%":[156],"31.3%":[158],"on":[159,168,210],"Qwen":[160],"2.5":[161],"7B":[162],"30.7%":[165],"50.4%":[167],"CWM":[169,186,216],"32B.":[170],"These":[171],"gains":[172],"further":[173],"increase":[174],"at":[175],"stricter":[176],"percentiles":[177],"such":[178],"as":[179],"top-30%,":[180],"125%":[182],"relative":[183],"improvement":[184,205],"32B,":[187],"while":[188],"preserving":[189],"pure-correctness":[190],"scores.":[191],"When":[192],"sandbox":[195],"degraded,":[197],"robust":[198],"reaches":[201,239],"100%":[202],"200%":[204],"over":[206],"standard":[207,227],"RLVR,":[208],"depending":[209],"criterion.":[213],"LCB,":[215],"32B":[217],"wins":[218],"up":[219],"83%":[221],"median-sample":[223],"comparisons":[225],"RLVR.":[228],"Relative":[229],"fastest":[232],"correct":[233],"human":[234,243],"submissions":[235],"per":[236],"problem,":[237],"about":[240],"half":[241],"rate":[244],"complexity-class":[246],"improvements":[247],"(14%":[248],"vs.":[249],"28%).":[250]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2026-07-30T00:00:00"}