{"id":"https://openalex.org/W7161596174","doi":"https://doi.org/10.48550/arxiv.2605.15222","title":"PerfCodeBench: Benchmarking LLMs for System-Level High-Performance Code Optimization","display_name":"PerfCodeBench: Benchmarking LLMs for System-Level High-Performance Code Optimization","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7161596174","doi":"https://doi.org/10.48550/arxiv.2605.15222"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15222","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15222","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15222","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136365432","display_name":"Huihao Jing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing, Huihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136390236","display_name":"Wenbin Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Wenbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136370538","display_name":"Haochen Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shaojin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101514877","display_name":"Hanyu Yang","orcid":"https://orcid.org/0000-0001-8042-3772"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Haochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101490133","display_name":"Sirui Zhang","orcid":"https://orcid.org/0000-0003-1259-745X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Hanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124433894","display_name":"Shaojin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Sirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136434762","display_name":"Haoran Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136436580","display_name":"Yangqiu Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Yangqiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.19259999692440033,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.19259999692440033,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11760000139474869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10559999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.8968999981880188},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8503999710083008},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7164000272750854},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6022999882698059},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4952000081539154},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.46149998903274536},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.40310001373291016}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.8968999981880188},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8503999710083008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7985000014305115},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7164000272750854},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6022999882698059},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4952000081539154},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.46630001068115234},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46149998903274536},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C139571649","wikidata":"https://www.wikidata.org/wiki/Q1156793","display_name":"Program optimization","level":3,"score":0.3621000051498413},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3262999951839447},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3102000057697296},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.27869999408721924},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.27630001306533813}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15222","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15222","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15222","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15222","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6409574151039124,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,127],"(LLMs)":[3],"can":[4],"often":[5],"generate":[6],"functionally":[7],"correct":[8,155],"code,":[9],"but":[10],"their":[11],"ability":[12],"to":[13,88],"produce":[14],"efficient":[15,159],"implementations":[16],"for":[17,50],"performance-critical":[18],"systems":[19,160],"tasks":[20,58,120],"remains":[21],"limited.":[22],"Existing":[23],"code":[24,55,110,156,175],"benchmarks":[25],"mainly":[26],"emphasize":[27],"correctness":[28,75,91],"or":[29],"algorithmic":[30],"problem":[31],"solving,":[32],"while":[33],"realistic":[34],"systems-level":[35],"optimization":[36],"is":[37,116],"still":[38,147],"underexplored.":[39],"To":[40],"address":[41],"this":[42],"gap,":[43],"we":[44],"introduce":[45],"PerfCodeBench,":[46],"an":[47],"executable":[48,74],"benchmark":[49,165],"evaluating":[51],"LLMs":[52,103,149],"on":[53,97,119],"high-performance":[54],"optimization.":[56],"The":[57,114],"require":[59],"system-level":[60],"implementation":[61],"choices,":[62],"hardware-aware":[63],"optimization,":[64],"and":[65,80,92,111,123,134,169],"careful":[66],"handling":[67],"of":[68,101,172],"performance":[69],"bottlenecks.":[70],"Each":[71],"task":[72],"includes":[73],"checks,":[76],"a":[77,81,98,105],"baseline":[78],"implementation,":[79],"reference":[82],"optimized":[83],"solution.":[84],"This":[85],"allows":[86],"us":[87],"evaluate":[89],"both":[90],"runtime-oriented":[93],"efficiency.":[94,139],"Our":[95],"evaluation":[96,145,167],"broad":[99],"set":[100],"state-of-the-art":[102],"shows":[104],"clear":[106],"gap":[107,115],"between":[108],"model-generated":[109],"expert-optimized":[112],"implementations.":[113],"especially":[117],"large":[118],"involving":[121],"parallelism":[122],"GPU":[124],"operations.":[125],"Current":[126],"also":[128],"show":[129],"weaknesses":[130],"in":[131,135],"cross-language":[132],"robustness":[133],"consistently":[136],"reaching":[137],"expert-level":[138],"These":[140],"results":[141],"suggest":[142],"that":[143],"performance-aware":[144],"are":[146],"needed.":[148],"should":[150],"move":[151],"beyond":[152],"generating":[153],"merely":[154],"toward":[157],"producing":[158],"software.":[161],"We":[162],"submit":[163],"the":[164],"data,":[166],"infrastructure,":[168],"complete":[170],"logs":[171],"all":[173],"LLMs-generated":[174],"at":[176],"https://anonymous.4open.science/r/perfcodebench-7CDE.":[177]},"counts_by_year":[],"updated_date":"2026-07-16T05:54:29.318815","created_date":"2026-05-19T00:00:00"}