{"id":"https://openalex.org/W7160927141","doi":"https://doi.org/10.48550/arxiv.2605.08455","title":"CUDABeaver: Benchmarking LLM-Based Automated CUDA Debugging","display_name":"CUDABeaver: Benchmarking LLM-Based Automated CUDA Debugging","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160927141","doi":"https://doi.org/10.48550/arxiv.2605.08455"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08455","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08455","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135998401","display_name":"Shiyang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077023555","display_name":"Haoyang Chen","orcid":"https://orcid.org/0009-0004-4796-4218"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059830348","display_name":"Mattia Fazzini","orcid":"https://orcid.org/0000-0002-1412-1546"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fazzini, Mattia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135912905","display_name":"Caiwen Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Caiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5548999905586243,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5548999905586243,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.10090000182390213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.09539999812841415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cuda","display_name":"CUDA","score":0.9496999979019165},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8476999998092651},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.6413999795913696},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5680000185966492},{"id":"https://openalex.org/keywords/algorithmic-program-debugging","display_name":"Algorithmic program debugging","score":0.491100013256073},{"id":"https://openalex.org/keywords/general-purpose-computing-on-graphics-processing-units","display_name":"General-purpose computing on graphics processing units","score":0.39559999108314514}],"concepts":[{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.9496999979019165},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8476999998092651},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8112000226974487},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.6413999795913696},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5680000185966492},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5386999845504761},{"id":"https://openalex.org/C136388014","wikidata":"https://www.wikidata.org/wiki/Q17084976","display_name":"Algorithmic program debugging","level":3,"score":0.491100013256073},{"id":"https://openalex.org/C50630238","wikidata":"https://www.wikidata.org/wiki/Q971505","display_name":"General-purpose computing on graphics processing units","level":3,"score":0.39559999108314514},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3928999900817871},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.38839998841285706},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3871999979019165},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.30869999527931213},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08455","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08455","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Debugging":[0],"CUDA":[1,42,54,72,92,101,129,156,191],"programs":[2],"has":[3,44],"long":[4],"been":[5],"challenging":[6,47],"because":[7],"failures":[8],"often":[9],"arise":[10],"from":[11,94],"subtle":[12],"interactions":[13],"among":[14],"hardware":[15],"behavior,":[16],"compiler":[17],"decisions,":[18],"memory":[19],"hierarchy,":[20],"and":[21,39,115,147,166,176],"asynchronous":[22],"execution.":[23],"More":[24],"importantly,":[25],"with":[26,66],"the":[27,71,82,106,127,161],"rapid":[28],"expansion":[29],"of":[30,52,190],"GPU":[31],"usage":[32],"across":[33,173],"scientific":[34],"computing,":[35],"machine":[36],"learning,":[37],"graphics,":[38],"systems":[40],"workloads,":[41],"debugging":[43,93,143,157,192],"become":[45],"more":[46,187],"than":[48],"ever.":[49],"Current":[50],"evaluations":[51],"LLM-based":[53,100],"programming":[55],"largely":[56],"miss":[57],"this":[58,171],"setting:":[59],"a":[60,75,89,116,123,134,154,186,205],"model":[61],"can":[62,210],"pass":[63],"correctness":[64],"tests":[65],"repair":[67],"by":[68,140,159,217],"degeneration,":[69],"simplifying":[70],"code":[73,130],"into":[74],"safer":[76],"but":[77,203],"slower":[78,135],"program":[79],"that":[80,182],"abandons":[81],"original":[83],"optimization":[84],"structure.":[85],"We":[86,150],"introduce":[87],"CUDABEAVER,":[88],"benchmark":[90],"for":[91],"real":[95],"failing":[96,128],"workspaces":[97],"produced":[98],"during":[99],"generation.":[102],"Each":[103],"task":[104],"provides":[105],"broken":[107],"candidate,":[108],"native":[109],"build/test":[110],"commands,":[111],"raw":[112],"error":[113],"evidence,":[114],"single":[117],"editable":[118],"file.":[119],"CUDABEAVER":[120],"evaluates":[121],"whether":[122],"fixer":[124,162],"truly":[125],"repairs":[126],"or":[131],"merely":[132],"finds":[133],"test-passing":[136],"replacement,":[137],"reporting":[138],"results":[139],"failure":[141],"category,":[142],"trajectory,":[144],"stagnation":[145],"mode,":[146],"performance":[148,208],"preservation.":[149],"further":[151],"propose":[152],"pass@k(M,C,A),":[153],"protocol-conditional":[155],"metric":[158,172],"making":[160],"M,":[163],"corpus":[164],"C,":[165],"protocol":[167],"axes":[168],"Aexplicit.":[169],"Using":[170],"213":[174],"tasks":[175],"seven":[177],"frontier":[178],"LLMs,":[179],"we":[180],"show":[181],"protocol-aware":[183],"evaluation":[184],"gives":[185],"faithful":[188],"view":[189],"ability:":[193],"when":[194],"performance-loss":[195],"tolerance":[196],"is":[197],"high,":[198],"fixers":[199],"appear":[200],"much":[201],"stronger,":[202],"even":[204],"minor":[206],"stricter":[207],"requirement":[209],"sharply":[211],"reduce":[212],"measured":[213],"success,":[214],"shifting":[215],"scores":[216],"up":[218],"to":[219],"40":[220],"percentage":[221],"points.":[222]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}