{"id":"https://openalex.org/W7169617130","doi":"https://doi.org/10.48550/arxiv.2607.14541","title":"Are LLM-Generated GPU Kernels Production-Ready? A Trace-Driven Benchmark and Optimization Agent","display_name":"Are LLM-Generated GPU Kernels Production-Ready? A Trace-Driven Benchmark and Optimization Agent","publication_year":2026,"publication_date":"2026-07-16","ids":{"openalex":"https://openalex.org/W7169617130","doi":"https://doi.org/10.48550/arxiv.2607.14541"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.14541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.14541","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123198425","display_name":"L Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Lingyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141061266","display_name":"Yuxiao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141062653","display_name":"Shenghao Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Shenghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123198425","display_name":"L Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Linfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062105355","display_name":"Daocheng Ying","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ying, Daocheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068354805","display_name":"Chunbo You","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Chunbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141095991","display_name":"Rui Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141066063","display_name":"Luping Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Luping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023686830","display_name":"Yinghao Yu","orcid":"https://orcid.org/0000-0002-2744-845X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Yinghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141085019","display_name":"Guodong Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Guodong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5141102150","display_name":"Liping Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Liping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.71670001745224,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.71670001745224,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.050200000405311584,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.0348999984562397,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7757999897003174},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6043999791145325},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.6014999747276306},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.49889999628067017},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.477400004863739},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4368000030517578},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.4205999970436096}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7757999897003174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7019000053405762},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6043999791145325},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.6014999747276306},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.49889999628067017},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.477400004863739},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.4205999970436096},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.40700000524520874},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3912000060081482},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.3874000012874603},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33219999074935913},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3003000020980835},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.25949999690055847}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.14541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.14541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"GPU":[1,52],"kernel":[2],"generation":[3],"benchmarks":[4],"draw":[5],"problems":[6],"from":[7,14,31,47,125],"synthetic":[8],"or":[9,194],"curated":[10],"sources":[11],"that":[12,82,96,146,192],"diverge":[13],"deployed":[15],"workloads.":[16],"We":[17],"present":[18],"Atrex-Bench,":[19],"a":[20,71,142,159,180],"benchmark":[21],"whose":[22],"30":[23],"operators":[24],"and":[25,58,112,158,167],"440":[26],"shapes":[27],"are":[28],"sampled":[29],"directly":[30],"full-cluster":[32],"production":[33,110,197],"inference":[34],"traces":[35],"of":[36,50,105,119],"compute-limited,":[37],"memory-rich":[38],"GPUs.":[39],"Each":[40],"problem":[41],"carries":[42],"an":[43],"importance":[44],"weight":[45],"derived":[46],"its":[48],"share":[49],"observed":[51],"time,":[53],"weighted":[54],"by":[55],"application":[56],"card-hours":[57],"computed":[59],"separately":[60],"for":[61,153,176],"the":[62,76,80,84,98,106,120,131,184],"serving":[63,86],"phases":[64],"in":[65],"which":[66],"it":[67],"runs,":[68],"together":[69],"with":[70],"per-problem":[72],"roofline":[73,108],"ceiling,":[74],"so":[75],"aggregate":[77],"score":[78],"emphasizes":[79],"kernels":[81,130,191],"consume":[83],"most":[85],"time.":[87],"Evaluating":[88],"six":[89],"frontier":[90],"coding":[91],"agents":[92],"on":[93,109],"Atrex-Bench":[94],"shows":[95],"even":[97],"best":[99],"vanilla":[100],"model":[101,132],"reaches":[102],"only":[103],"${\\sim}10\\%$":[104],"hardware":[107],"operators;":[111],"correctness":[113],"alone":[114],"overstates":[115],"capability,":[116],"since":[117],"much":[118],"apparent":[121],"pass":[122],"rate":[123],"comes":[124],"PyTorch":[126],"fallbacks":[127,188],"rather":[128],"than":[129],"wrote.":[133],"To":[134],"close":[135],"this":[136],"gap,":[137],"we":[138],"co-release":[139],"Atrex-Kernel-Agent":[140],"(AKA),":[141],"profile-driven":[143],"kernel-optimization":[144],"agent":[145,185],"combines":[147],"iterative":[148],"measure-revise":[149],"search,":[150],"optimization":[151],"dropout":[152],"escaping":[154],"stalled":[155],"search":[156],"contexts,":[157],"layered":[160],"GPU-optimization":[161],"knowledge":[162],"base":[163],"(298":[164],"reference-kernel":[165],"files":[166],"244":[168],"optimization-knowledge":[169],"documents,":[170],"plus":[171],"external":[172],"upstream":[173],"reference":[174],"projects":[175],"API/ISA":[177],"lookup).":[178],"In":[179],"controlled":[181],"case":[182],"study,":[183],"converts":[186],"zero-FlyDSL":[187],"into":[189],"real":[190],"match":[193],"exceed":[195],"hand-tuned":[196],"baselines.":[198]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-18T00:00:00"}