{"id":"https://openalex.org/W7154415182","doi":"https://doi.org/10.48550/arxiv.2604.11109","title":"Record-Remix-Replay: Hierarchical GPU Kernel Optimization using Evolutionary Search","display_name":"Record-Remix-Replay: Hierarchical GPU Kernel Optimization using Evolutionary Search","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154415182","doi":"https://doi.org/10.48550/arxiv.2604.11109"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.11109","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11109","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133582083","display_name":"Daniel Nichols","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nichols, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060247025","display_name":"Konstantinos Parasyris","orcid":"https://orcid.org/0000-0002-8258-9693"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parasyris, Konstantinos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036391265","display_name":"Caetano Melone","orcid":"https://orcid.org/0009-0000-5648-6255"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Melone, Caetano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133576266","display_name":"Tal Ben-Nun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben-Nun, Tal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081323651","display_name":"Giorgis Georgakoudis","orcid":"https://orcid.org/0000-0001-6542-3555"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Georgakoudis, Giorgis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038754571","display_name":"Harshitha Menon","orcid":"https://orcid.org/0000-0003-4707-9580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Menon, Harshitha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7968000173568726,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7968000173568726,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.05620000138878822,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.014399999752640724,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.7360000014305115},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.7114999890327454},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6485999822616577},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.6032999753952026},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5428000092506409},{"id":"https://openalex.org/keywords/optimizing-compiler","display_name":"Optimizing compiler","score":0.4948999881744385},{"id":"https://openalex.org/keywords/loop-optimization","display_name":"Loop optimization","score":0.3522999882698059},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.32280001044273376}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8407999873161316},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.7360000014305115},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.7114999890327454},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6485999822616577},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.6032999753952026},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5428000092506409},{"id":"https://openalex.org/C190902152","wikidata":"https://www.wikidata.org/wiki/Q1325106","display_name":"Optimizing compiler","level":3,"score":0.4948999881744385},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4092000126838684},{"id":"https://openalex.org/C29331672","wikidata":"https://www.wikidata.org/wiki/Q3354468","display_name":"Loop optimization","level":4,"score":0.3522999882698059},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.3028999865055084},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C68366613","wikidata":"https://www.wikidata.org/wiki/Q5156378","display_name":"Compiler correctness","level":3,"score":0.295199990272522},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C50630238","wikidata":"https://www.wikidata.org/wiki/Q971505","display_name":"General-purpose computing on graphics processing units","level":3,"score":0.26660001277923584},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2653999924659729},{"id":"https://openalex.org/C111564260","wikidata":"https://www.wikidata.org/wiki/Q4288856","display_name":"Interprocedural optimization","level":5,"score":0.26080000400543213},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.11109","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11109","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4404432475566864,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"high-performance":[1],"computing":[2],"and":[3,49,52,85,107,126,134,166],"AI":[4],"workloads":[5],"become":[6,20],"increasingly":[7],"dependent":[8],"on":[9],"GPUs,":[10],"maintaining":[11],"high":[12],"performance":[13],"across":[14,76],"rapidly":[15],"evolving":[16],"hardware":[17],"generations":[18],"has":[19],"a":[21,37,96],"major":[22],"challenge.":[23],"Developers":[24],"often":[25],"spend":[26],"months":[27],"tuning":[28],"scientific":[29,157],"applications":[30,158],"to":[31,111,122],"fully":[32],"exploit":[33],"new":[34],"architectures,":[35],"navigating":[36],"complex":[38],"optimization":[39,98,143],"space":[40,64,79],"that":[41,100,145,152],"spans":[42],"algorithm":[43],"design,":[44],"source":[45],"implementation,":[46],"compiler":[47,72,123,167],"flags":[48],"pass":[50,124],"sequences,":[51],"kernel":[53,115,164],"launch":[54,69],"parameters.":[55],"Existing":[56],"approaches":[57,162],"can":[58,154],"effectively":[59],"search":[60,141,181],"parts":[61],"of":[62,175],"this":[63,90],"in":[65],"isolation,":[66],"such":[67],"as":[68],"configurations":[70],"or":[71],"settings,":[73],"but":[74],"optimizing":[75],"the":[77],"full":[78,156],"still":[80],"requires":[81],"substantial":[82],"human":[83],"expertise":[84],"iterative":[86],"manual":[87],"effort.":[88],"In":[89],"paper,":[91],"we":[92],"present":[93],"Record-Remix-Replay":[94,153],"(R^3),":[95],"hierarchical":[97],"framework":[99],"combines":[101],"LLM-driven":[102],"evolutionary":[103,180],"search,":[104],"Bayesian":[105],"optimization,":[106],"record-replay":[108],"compilation":[109],"techniques":[110],"efficiently":[112],"explore":[113],"GPU":[114],"optimizations":[116],"from":[117],"source-level":[118],"implementation":[119],"choices":[120],"down":[121],"ordering":[125],"runtime":[127],"configuration.":[128],"By":[129],"making":[130],"candidate":[131],"evaluation":[132],"fast":[133],"scalable,":[135],"our":[136],"approach":[137],"enables":[138],"practical":[139],"end-to-end":[140],"over":[142,163],"dimensions":[144],"are":[146],"typically":[147],"treated":[148],"separately.":[149],"We":[150],"show":[151],"optimize":[155],"better":[159],"than":[160,178],"traditional":[161],"parameters":[165],"flags,":[168],"while":[169],"also":[170],"being":[171],"nearly":[172],"an":[173],"order":[174],"magnitude":[176],"faster":[177],"modern":[179],"approaches.":[182]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}