{"id":"https://openalex.org/W7163198465","doi":"https://doi.org/10.48550/arxiv.2606.01286","title":"BenchEvolver: Frontier Task Synthesis via Solution-Centric Evolution","display_name":"BenchEvolver: Frontier Task Synthesis via Solution-Centric Evolution","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7163198465","doi":"https://doi.org/10.48550/arxiv.2606.01286"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01286","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01286","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01286","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137707561","display_name":"Yangzhen Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yangzhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134802158","display_name":"Aaron J. Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Aaron J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137678218","display_name":"Wenjie Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Wenjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104140973","display_name":"Li Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137688594","display_name":"Ziheng Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Ziheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028114931","display_name":"Mert Cemri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cemri, Mert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137663014","display_name":"Shu Liu","orcid":"https://orcid.org/0000-0002-8848-6871"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137682628","display_name":"Yuran Xiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiu, Yuran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137679749","display_name":"Chenxiao Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Chenxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137664807","display_name":"Haikun Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Haikun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137660011","display_name":"Bin Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137707217","display_name":"Ion Stoica","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stoica, Ion","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137691754","display_name":"Dawn Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Dawn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.22709999978542328,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.22709999978542328,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18379999697208405,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.061900001019239426,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6574000120162964},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6574000120162964},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.604200005531311},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5712000131607056},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5453000068664551},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5128999948501587},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5112000107765198},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.3752000033855438}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7770000100135803},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6574000120162964},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6574000120162964},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.604200005531311},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5712000131607056},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5453000068664551},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5128999948501587},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5112000107765198},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4909000098705292},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48069998621940613},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.3752000033855438},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29899999499320984},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.2648000121116638},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01286","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01286","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01286","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01286","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5057567954063416,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"},{"score":0.45994240045547485,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"progress":[2],"of":[3,17,114],"frontier":[4,33],"large":[5],"language":[6],"models":[7,34],"has":[8],"led":[9],"to":[10,20,125,164],"widespread":[11],"benchmark":[12,150],"saturation,":[13],"limiting":[14],"the":[15,101,180],"ability":[16],"existing":[18,75],"datasets":[19,54],"differentiate":[21],"model":[22,181],"capabilities":[23],"or":[24],"provide":[25],"useful":[26],"training":[27,203,240],"signal.":[28,241],"For":[29],"instance,":[30],"on":[31,39,46,192,210],"LiveCodeBench,":[32],"achieve":[35],"over":[36],"99%":[37],"Pass@1":[38,45,160,208],"easy":[40],"splits":[41],"and":[42,94,98,117,127,142,153,206,214,222,238],"exceed":[43],"90%":[44],"average":[47],"across":[48],"difficulty":[49],"levels.":[50],"Constructing":[51],"new,":[52],"challenging":[53,177],"typically":[55],"requires":[56],"substantial":[57],"human":[58],"effort,":[59],"creating":[60],"a":[61,68,148],"bottleneck":[62],"for":[63,179,200],"progress.":[64],"We":[65,144,187],"introduce":[66],"BenchEvolver,":[67],"solution-centric":[69],"evolutionary":[70],"framework":[71],"that":[72,133,182,190,228],"automatically":[73],"transforms":[74],"coding":[76,171,198],"problems":[77,84],"into":[78,234],"harder":[79,136],"variants.":[80],"Rather":[81],"than":[82],"generating":[83],"from":[85,100,162],"scratch,":[86],"BenchEvolver":[87,124,229],"evolves":[88],"reference":[89,140],"solutions":[90],"through":[91],"structured":[92],"transformations":[93],"derives":[95],"corresponding":[96],"statements":[97],"tests":[99],"evolved":[102,131,152,174,193],"solutions.":[103],"This":[104],"design":[105],"grounds":[106],"generation":[107],"in":[108],"executable":[109],"semantics,":[110],"enabling":[111,185],"scalable":[112],"construction":[113],"high-quality,":[115],"diverse,":[116],"difficult":[118,154],"tasks":[119,132,175,195],"with":[120],"verifiable":[121],"correctness.":[122],"Applying":[123],"LiveCodeBench":[126],"SciCode,":[128],"we":[129],"obtain":[130],"are":[134],"substantially":[135],"while":[137],"maintaining":[138],"validity,":[139],"correctness,":[141],"diversity.":[143],"further":[145,188],"curate":[146],"LiveCodeBench-Plus,":[147],"91-problem":[149],"combining":[151],"original":[155],"LCB-v6":[156],"tasks,":[157],"where":[158],"frontier-model":[159],"ranges":[161],"27.5%":[163],"62.6%,":[165],"restoring":[166],"clear":[167],"discrimination":[168],"among":[169],"strong":[170],"models.":[172],"Importantly,":[173],"remain":[176],"even":[178],"generates":[183],"them,":[184],"self-improvement.":[186],"show":[189,227],"RL":[191],"LCB":[194,211],"improves":[196],"held-out":[197],"performance:":[199],"gpt-oss-20b,":[201],"seed+evolved":[202],"achieves":[204],"+8.7":[205],"+8.3":[207],"gains":[209,219],"v6":[212],"Hard":[213],"LCB-Pro":[215],"Easy,":[216],"exceeding":[217],"seed-only":[218],"by":[220],"70.7%":[221],"34.8%,":[223],"respectively.":[224],"Our":[225],"results":[226],"can":[230],"convert":[231],"saturated":[232],"benchmarks":[233],"frontier-level":[235],"evaluation":[236],"suites":[237],"reusable":[239]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}