{"id":"https://openalex.org/W7161676733","doi":"https://doi.org/10.48550/arxiv.2605.16819","title":"AgentKernelArena: Generalization-Aware Benchmarking of GPU Kernel Optimization Agents","display_name":"AgentKernelArena: Generalization-Aware Benchmarking of GPU Kernel Optimization Agents","publication_year":2026,"publication_date":"2026-05-16","ids":{"openalex":"https://openalex.org/W7161676733","doi":"https://doi.org/10.48550/arxiv.2605.16819"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.16819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.16819","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098821105","display_name":"Sharareh Younesian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Younesian, Sharareh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045072429","display_name":"Wenwen Ouyang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Wenwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136464556","display_name":"Sina Rafati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rafati, Sina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028862918","display_name":"Mehdi Rezagholizadeh","orcid":"https://orcid.org/0000-0003-4014-6007"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rezagholizadeh, Mehdi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102851505","display_name":"Sharon Zhou","orcid":"https://orcid.org/0000-0003-4991-9336"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Sharon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136485966","display_name":"Ji Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136473958","display_name":"Yue Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136474495","display_name":"Yuchen Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136493490","display_name":"Hao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136482104","display_name":"Ziqiong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ziqiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136494472","display_name":"Dong Li","orcid":"https://orcid.org/0000-0002-2508-3282"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136472496","display_name":"Vikram Appia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Appia, Vikram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136470567","display_name":"Zhenyu Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Zhenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136479083","display_name":"Emad Barsoum","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barsoum, Emad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7634000182151794,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7634000182151794,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.12070000171661377,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.02370000071823597,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.6025999784469604},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5888000130653381},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5472000241279602},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5315999984741211},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.4991999864578247},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.4722999930381775},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4544000029563904}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8644999861717224},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.6025999784469604},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5888000130653381},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5472000241279602},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4991999864578247},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4722999930381775},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4643999934196472},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4544000029563904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41659998893737793},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3343000113964081},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31150001287460327},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2718000113964081},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C190902152","wikidata":"https://www.wikidata.org/wiki/Q1325106","display_name":"Optimizing compiler","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.16819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.16819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"GPU":[0,70,209],"kernel":[1,37,71,210],"optimization":[2,53,211],"is":[3,197],"increasingly":[4],"critical":[5],"for":[6,64,204],"efficient":[7],"deep":[8],"learning":[9],"systems,":[10],"but":[11],"writing":[12],"high-performance":[13],"kernels":[14,189],"still":[15],"requires":[16],"substantial":[17,182],"low-level":[18],"expertise.":[19],"Recent":[20],"AI":[21,66],"coding":[22,67],"agents":[23,68,122,187],"can":[24],"iteratively":[25],"read":[26],"code,":[27],"invoke":[28],"compilers":[29],"and":[30,32,48,54,83,86,98,103,128,135,159,170,215],"profilers,":[31],"refine":[33],"implementations,":[34],"yet":[35],"existing":[36],"benchmarks":[38],"evaluate":[39],"single":[40],"LLM":[41],"calls":[42],"rather":[43],"than":[44],"full":[45],"agent":[46,89,117],"workflows,":[47],"none":[49],"include":[50],"both":[51],"kernel-to-kernel":[52],"unseen-configuration":[55,105,165],"generalization":[56,106],"testing.":[57],"We":[58],"present":[59],"AgentKernelArena,":[60],"an":[61,104],"open-source":[62],"benchmark":[63,74],"measuring":[65],"on":[69,139,154,157,161],"optimization.":[72],"The":[73],"contains":[75],"196":[76],"tasks":[77],"spanning":[78],"HIP-to-HIP":[79,169],"optimization,":[80,82],"Triton-to-Triton":[81,162,171],"PyTorch-to-HIP":[84,180],"translation,":[85],"evaluates":[87],"complete":[88],"workflows":[90],"in":[91],"isolated":[92],"workspaces":[93],"using":[94],"gated":[95],"compilation,":[96],"correctness,":[97],"performance":[99],"checks,":[100],"centralized":[101],"scoring":[102],"protocol":[107],"that":[108,168,186],"tests":[109],"whether":[110],"optimizations":[111,172],"transfer":[112,174],"to":[113,152,175],"input":[114,177],"configurations":[115,146],"the":[116,144],"never":[118],"observed.":[119],"Across":[120],"production":[121],"including":[123],"Cursor":[124],"Agent,":[125,130],"Claude":[126],"Code,":[127],"Codex":[129],"we":[131],"find":[132],"near-perfect":[133],"compilation":[134],"high":[136],"correctness":[137,183],"rates":[138],"most":[140],"task":[141],"categories,":[142],"with":[143],"strongest":[145],"achieving":[147],"mean":[148],"speedups":[149],"of":[150,207],"up":[151],"6.89x":[153],"PyTorch-to-HIP,":[155],"6.69x":[156],"HIP-to-HIP,":[158],"2.13x":[160],"tasks.":[163],"Our":[164],"evaluation":[166,206],"shows":[167],"largely":[173],"unseen":[176],"shapes,":[178],"while":[179],"exhibits":[181],"drops,":[184],"indicating":[185],"generating":[188],"from":[190],"scratch":[191],"frequently":[192],"hardcode":[193],"shape-specific":[194],"assumptions.":[195],"AgentKernelArena":[196],"designed":[198],"as":[199],"a":[200],"modular,":[201],"extensible":[202],"framework":[203],"rigorous":[205],"agentic":[208],"across":[212],"agents,":[213],"tasks,":[214],"hardware":[216],"targets.":[217]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}