{"id":"https://openalex.org/W7165039731","doi":"https://doi.org/10.48550/arxiv.2606.17518","title":"SpecGen: Accelerating Agentic Kernel Optimization with Speculative Generation","display_name":"SpecGen: Accelerating Agentic Kernel Optimization with Speculative Generation","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165039731","doi":"https://doi.org/10.48550/arxiv.2606.17518"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17518","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17518","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17518","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102966178","display_name":"Jihu Guo","orcid":"https://orcid.org/0009-0002-9811-0234"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Jihu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135651315","display_name":"Sitian Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Sitian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138765356","display_name":"Tenghui Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Tenghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138768211","display_name":"Wei Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021782599","display_name":"Z Zhenyu Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Zhisheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138784224","display_name":"Xingcheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xingcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138788264","display_name":"Dahua Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Dahua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7590000033378601,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7590000033378601,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.039799999445676804,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.023600000888109207,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.6478999853134155},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.578000009059906},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5067999958992004},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.40560001134872437},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.38359999656677246},{"id":"https://openalex.org/keywords/critical-path-method","display_name":"Critical path method","score":0.357699990272522}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.815500020980835},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.6478999853134155},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.578000009059906},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5067999958992004},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5026999711990356},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C115874739","wikidata":"https://www.wikidata.org/wiki/Q825377","display_name":"Critical path method","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.29829999804496765},{"id":"https://openalex.org/C189930140","wikidata":"https://www.wikidata.org/wiki/Q1112878","display_name":"CAS latency","level":4,"score":0.2924000024795532},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2567000091075897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17518","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17518","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17518","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17518","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5061585307121277,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Agentic":[0],"kernel":[1,6,83,90,115,142,237],"optimization":[2,19,91],"automates":[3],"manual":[4],"GPU":[5,165],"tuning":[7],"via":[8],"iterative":[9],"generation,":[10],"validation,":[11],"and":[12,48,123,134,163,172,235,243],"profiling":[13,46,132,164,177,230],"with":[14,93,127,211],"reasoning":[15,60,78,107,150,213],"LLMs,":[16],"casting":[17],"the":[18,58,74,106,113,128,144,149,155,169,191],"task":[20],"as":[21,194],"feedback-guided":[22],"search.":[23],"However,":[24],"our":[25],"workload":[26],"characterization":[27],"reveals":[28],"three":[29,224],"system-level":[30],"inefficiencies":[31],"that":[32,57,218],"limit":[33],"search":[34],"efficiency:":[35],"(1)":[36],"long":[37],"generation":[38,61,151,156,183],"latency":[39,179],"due":[40],"to":[41,76,109,153,175,199],"LLM":[42],"reasoning,":[43,130],"(2)":[44],"insufficient":[45],"feedback,":[47,133,231],"(3)":[49],"underutilized":[50],"validation/profiling":[51,192],"resources.":[52],"Our":[53],"key":[54],"insight":[55],"is":[56],"ongoing":[59,129],"exposes":[62],"a":[63,81,141,240],"window":[64],"for":[65],"producing":[66,228],"additional":[67],"candidate":[68,114],"kernels":[69,120],"before":[70],"it":[71],"completes,":[72],"allowing":[73],"system":[75,92],"terminate":[77],"early":[79,152],"once":[80],"satisfactory":[82],"appears.":[84],"We":[85],"present":[86],"SpecGen,":[87],"an":[88],"agentic":[89],"\\emph{speculative":[94],"generation}.":[95],"First,":[96],"SpecGen":[97,147,159,186,219],"forks":[98],"non-reasoning":[99],"generations":[100,205],"at":[101],"well-chosen":[102],"trigger":[103],"points":[104],"in":[105,125],"trace":[108],"yield":[110],"kernels,":[111],"increasing":[112,131,232],"count":[116],"per":[117],"iteration.":[118],"These":[119],"are":[121],"validated":[122],"profiled":[124],"parallel":[126],"keeping":[135],"resources":[136],"busy":[137],"during":[138],"generation.":[139],"When":[140],"meets":[143],"termination":[145],"criterion,":[146],"terminates":[148],"reduce":[154,176],"latency.":[157],"Second,":[158],"dynamically":[160],"reallocates":[161],"validation":[162],"pools":[166],"based":[167],"on":[168,215],"arrival":[170],"rate":[171],"prioritizes":[173],"requests":[174],"feedback":[178],"under":[180,206,239],"bursty":[181],"speculative":[182,204],"load.":[184],"Furthermore,":[185],"utilizes":[187],"spare":[188],"memory":[189,208],"of":[190,203],"GPUs":[193],"remote":[195],"KV":[196],"cache":[197],"storage":[198],"eliminate":[200],"prefix":[201],"recomputation":[202],"limited":[207],"budget.":[209,245],"Experiments":[210],"two":[212],"LLMs":[214],"H200":[216],"show":[217],"reduces":[220],"end-to-end":[221],"time":[222,242],"over":[223],"baseline":[225],"systems,":[226],"while":[227],"more":[229],"resource":[233],"utilization,":[234],"improving":[236],"speedup":[238],"fixed":[241],"token":[244]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}