{"id":"https://openalex.org/W7167023160","doi":"https://doi.org/10.48550/arxiv.2607.00062","title":"AlgoBench: Benchmarking Algorithmic Adaptation in Code Generation","display_name":"AlgoBench: Benchmarking Algorithmic Adaptation in Code Generation","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7167023160","doi":"https://doi.org/10.48550/arxiv.2607.00062"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00062","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139858238","display_name":"Xinyuan Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Xinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108659841","display_name":"Zekun Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Zekun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5021606172","display_name":"L Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.17880000174045563,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.17880000174045563,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.13670000433921814,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.08990000188350677,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6728000044822693},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6541000008583069},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6256999969482422},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.491100013256073},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.32440000772476196},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.31209999322891235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.718999981880188},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6728000044822693},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6541000008583069},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6256999969482422},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.491100013256073},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41359999775886536},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.2791999876499176},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2743000090122223},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.273499995470047},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2565000057220459}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.5473690629005432}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High":[0],"pass":[1],"rates":[2],"on":[3,138],"established":[4],"programming":[5],"benchmarks":[6,25],"such":[7],"as":[8],"HumanEval":[9],"and":[10,39,105,130,149],"LiveCodeBench":[11],"do":[12],"not":[13,114],"always":[14],"show":[15,133],"whether":[16,110],"a":[17,59,82,111],"model":[18],"can":[19,142],"reason":[20],"about":[21],"algorithms.":[22],"Many":[23],"fixed":[24],"eventually":[26],"become":[27],"part":[28],"of":[29,145],"the":[30,88,123,146,156],"public":[31],"training":[32],"ecosystem":[33],"through":[34,71],"released":[35],"problem":[36],"statements,":[37],"editorials,":[38],"generated":[40,124],"solutions,":[41],"allowing":[42],"later":[43],"models":[44],"to":[45,81,108,154],"improve":[46],"partly":[47],"by":[48,52],"exposure":[49],"rather":[50,167],"than":[51,168],"stronger":[53],"algorithmic":[54,65,166],"ability.":[55],"We":[56],"introduce":[57,96],"ALGOBENCH,":[58],"framework":[60],"that":[61,134,162,171],"automatically":[62],"builds":[63],"novel":[64],"problems":[66,70],"from":[67],"known":[68],"competitive-programming":[69],"structured":[72],"constraint-shifting":[73],"transformations.":[74],"Each":[75],"accepted":[76],"ALGOBENCH":[77,139,172],"variant":[78],"is":[79,113],"traceable":[80],"source":[83],"problem,":[84],"but":[85,118],"must":[86],"make":[87],"original":[89],"reference":[90],"algorithm":[91],"fail.":[92],"Beyond":[93],"pass@$k$,":[94],"we":[95],"complexity-aware":[97],"metrics":[98],"--":[99,107],"including":[100],"OPTT,":[101],"OPTS,":[102],"TRAPRATE,":[103],"GAPT,":[104],"CONSENS":[106],"test":[109],"solution":[112],"only":[115],"functionally":[116],"correct":[117],"also":[119],"asymptotically":[120],"suitable":[121],"for":[122],"problem.":[125],"Experiments":[126],"across":[127],"multiple":[128],"LLMs":[129],"prompting":[131],"strategies":[132],"performance":[135],"drops":[136],"sharply":[137],"variants,":[140],"retrieval":[141],"increase":[143],"reuse":[144],"old":[147],"algorithm,":[148],"many":[150],"correct-looking":[151],"solutions":[152],"fail":[153],"meet":[155],"required":[157],"complexity.":[158],"Error":[159],"analysis":[160],"shows":[161],"failures":[163],"are":[164],"mainly":[165],"implementation-level,":[169],"suggesting":[170],"evaluates":[173],"adaptation":[174],"beyond":[175],"functional":[176],"correctness.":[177]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}