{"id":"https://openalex.org/W7125915338","doi":"https://doi.org/10.1109/smc58881.2025.11343280","title":"Can LLMs Write Fast System-Aware Numerical Computation Code?","display_name":"Can LLMs Write Fast System-Aware Numerical Computation Code?","publication_year":2025,"publication_date":"2025-10-05","ids":{"openalex":"https://openalex.org/W7125915338","doi":"https://doi.org/10.1109/smc58881.2025.11343280"},"language":null,"primary_location":{"id":"doi:10.1109/smc58881.2025.11343280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124080215","display_name":"Xin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210151720","display_name":"ZheJiang Economic and Trade Polytechnic","ror":"https://ror.org/046fb4113","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151720"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Yang","raw_affiliation_strings":["Zhejiang University,Polytechnic Institute,Zhejiang,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University,Polytechnic Institute,Zhejiang,China","institution_ids":["https://openalex.org/I4210151720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062878658","display_name":"Bintao Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bintao Tang","raw_affiliation_strings":["Tongji University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Tongji University,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010884031","display_name":"Yuhao Wang","orcid":"https://orcid.org/0000-0001-5650-8186"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Wang","raw_affiliation_strings":["Tongji University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Tongji University,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124125427","display_name":"Zimo Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zimo Ji","raw_affiliation_strings":["Hong Kong University of Science and Technology,Department of Computer Science and Engineering,Hong Kong"],"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology,Department of Computer Science and Engineering,Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124108093","display_name":"Wenyuan Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I75746372","display_name":"ZTE (United States)","ror":"https://ror.org/0518yg160","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098582","https://openalex.org/I75746372"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenyuan Jiang","raw_affiliation_strings":["ETH Zürich,D-INFK,Zürich,Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zürich,D-INFK,Zürich,Switzerland","institution_ids":["https://openalex.org/I75746372"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5124080215"],"corresponding_institution_ids":["https://openalex.org/I4210151720"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.56028187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"672","last_page":"675"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.18209999799728394,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.18209999799728394,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09130000323057175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.07599999755620956,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8416000008583069},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.705299973487854},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5437999963760376},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.45910000801086426},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.45329999923706055},{"id":"https://openalex.org/keywords/program-optimization","display_name":"Program optimization","score":0.39719998836517334}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8416000008583069},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7491000294685364},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.705299973487854},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5437999963760376},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.45910000801086426},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.45329999923706055},{"id":"https://openalex.org/C139571649","wikidata":"https://www.wikidata.org/wiki/Q1156793","display_name":"Program optimization","level":3,"score":0.39719998836517334},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3573000133037567},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33719998598098755},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3269999921321869},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3246000111103058},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29789999127388},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2563000023365021},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc58881.2025.11343280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2024381286","https://openalex.org/W2963743473","https://openalex.org/W4411450081","https://openalex.org/W4414281281"],"related_works":[],"abstract_inverted_index":{"While":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"have":[5],"demonstrated":[6],"impressive":[7],"capabilities":[8],"in":[9,40,135],"code":[10,25],"generation":[11],"and":[12,20,77,84],"mathematical":[13],"reasoning,":[14],"their":[15],"ability":[16],"to":[17,65,131],"produce":[18],"correct":[19],"highly":[21],"optimized":[22],"numerical":[23,44,54,75],"computation":[24,55,76],"remains":[26],"largely":[27],"unexplored.":[28],"This":[29],"paper":[30],"presents":[31],"a":[32,48,71,98],"systematic":[33],"evaluation":[34,110],"framework":[35],"for":[36],"assessing":[37],"LLMs\u2019":[38],"performance":[39,82],"generating":[41],"computationally":[42],"efficient":[43],"code.":[45],"We":[46],"introduce":[47],"benchmark":[49,99,128],"comprising":[50],"carefully":[51],"curated":[52],"classical":[53],"problems":[56,69],"where":[57],"human":[58,123],"experts":[59],"typically":[60],"achieve":[61],"3-10\u00d7":[62],"speedups":[63],"compared":[64],"straightforward":[66],"implementations.":[67],"These":[68],"require":[70],"deep":[72],"understanding":[73],"of":[74,81,86,105,111,122],"computer":[78],"architecture,":[79],"identification":[80],"bottlenecks,":[83],"application":[85],"multilevel":[87],"optimization":[88,107,125],"techniques.":[89],"To":[90],"address":[91],"potential":[92],"dataset":[93],"contamination,":[94],"we":[95],"also":[96],"develop":[97],"generator":[100],"that":[101,115],"creates":[102],"novel":[103],"variants":[104],"these":[106],"challenges.":[108],"Our":[109],"mainstream":[112],"LLMs":[113],"reveals":[114],"even":[116],"state-of-the-art":[117],"models":[118],"consistently":[119],"fall":[120],"short":[121],"expert":[124],"levels.":[126],"The":[127],"is":[129],"open-sourced":[130],"facilitate":[132],"further":[133],"research":[134],"this":[136],"direction.":[137]},"counts_by_year":[],"updated_date":"2026-02-23T20:09:44.859080","created_date":"2026-01-29T00:00:00"}