{"id":"https://openalex.org/W7165951860","doi":"https://doi.org/10.48550/arxiv.2606.25207","title":"ASAP: Agent-System Co-Design for Wall-Clock-Centered Auto HPO Research for ML Experiments","display_name":"ASAP: Agent-System Co-Design for Wall-Clock-Centered Auto HPO Research for ML Experiments","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165951860","doi":"https://doi.org/10.48550/arxiv.2606.25207"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25207","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25207","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25207","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091542874","display_name":"Taicheng Guo","orcid":"https://orcid.org/0000-0001-7919-6912"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Taicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139318119","display_name":"Haomin Zhuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Haomin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139375565","display_name":"Kehan Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Kehan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139352854","display_name":"Yujun Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139310757","display_name":"Nitesh V. Chawla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chawla, Nitesh V.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136038567","display_name":"Olaf Wiest","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wiest, Olaf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139309070","display_name":"Xiangliang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiangliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9638000130653381,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9638000130653381,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.6026999950408936},{"id":"https://openalex.org/keywords/speculation","display_name":"Speculation","score":0.54339998960495},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5008999705314636},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4934999942779541},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4912000000476837},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.45159998536109924},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.2874000072479248}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7229999899864197},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.6026999950408936},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5453000068664551},{"id":"https://openalex.org/C47941915","wikidata":"https://www.wikidata.org/wiki/Q107885","display_name":"Speculation","level":2,"score":0.54339998960495},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5008999705314636},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4934999942779541},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4912000000476837},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4560999870300293},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.45159998536109924},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25207","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25207","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25207","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25207","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Hyperparameter":[0],"Optimization":[1],"(HPO)":[2],"is":[3,15,106,144],"essential":[4],"for":[5,68],"maximizing":[6],"machine":[7],"learning":[8],"model":[9,150,232],"performance,":[10],"and":[11,48,57,70,190,228,239,272],"its":[12,36,110],"core":[13],"challenge":[14],"sample":[16],"efficiency:":[17],"finding":[18],"strong":[19],"configurations":[20],"within":[21],"a":[22,31,82,90,184,214,235,240],"limited":[23],"budget.":[24],"Because":[25],"every":[26,152],"HPO":[27,69,258],"tool":[28,142,229,270],"relies":[29],"on":[30,147,255],"surrogate":[32],"prior":[33,102],"that":[34,170,261],"imparts":[35],"own":[37],"inductive":[38],"bias,":[39],"individual":[40],"tools":[41],"struggle":[42],"once":[43],"problems":[44],"become":[45],"sufficiently":[46],"diverse":[47,185,256],"drift":[49],"from":[50,246],"these":[51,76],"priors.":[52],"Motivated":[53],"by":[54,94,109],"the":[55,87,104,126,175,180,199,204,225,243,250,267],"reasoning":[56],"generalization":[58],"capabilities":[59],"of":[60,101,116,129,149,187,269],"LLMs,":[61],"recent":[62],"work":[63],"has":[64],"explored":[65],"using":[66],"LLMs":[67],"reports":[71],"improved":[72],"per-iteration":[73],"performance.":[74],"Yet":[75],"methods":[77],"share":[78],"two":[79],"limitations":[80],"with":[81],"common":[83],"origin:":[84],"they":[85],"use":[86],"LLM":[88,105,139,181,227],"as":[89],"single-tool":[91],"replacement":[92],"evaluated":[93],"iteration":[95],"count.":[96],"(i)":[97],"Deployed":[98],"in":[99,136],"place":[100],"tools,":[103],"itself":[107],"constrained":[108],"pretraining":[111],"objective":[112],"to":[113,124,182,191,206],"one":[114],"family":[115],"inductive-biased":[117,188],"proposals;":[118],"this":[119],"single-source":[120],"setup":[121],"still":[122],"fails":[123],"handle":[125],"full":[127],"diversity":[128],"problems.":[130],"(ii)":[131],"Per-iteration":[132],"evaluation":[133,151,233],"ignores":[134],"that,":[135],"real":[137],"runs,":[138],"inference":[140],"or":[141],"execution":[143,247],"paid":[145],"serially":[146],"top":[148],"round,":[153],"so":[154],"iteration-count":[155],"gains":[156],"do":[157],"not":[158],"translate":[159],"into":[160],"end-to-end":[161,208],"wall-clock":[162,209],"gains.":[163],"We":[164],"present":[165],"ASAP,":[166],"an":[167],"agent-system":[168,273],"co-design":[169],"addresses":[171],"both":[172],"limitations.":[173],"On":[174,198],"agent":[176],"side,":[177,201],"ASAP":[178,202,262],"uses":[179],"integrate":[183],"pool":[186],"optimizers":[189],"select":[192],"among":[193],"their":[194],"proposals":[195],"each":[196],"round.":[197],"system":[200],"re-architects":[203],"loop":[205],"reduce":[207],"while":[210],"preserving":[211],"regret":[212],"quality:":[213],"prefix-stable":[215],"prompt":[216],"maximizes":[217],"KV-cache":[218],"reuse":[219],"across":[220],"rounds;":[221],"speculation":[222,244],"parallelism":[223],"hides":[224],"remaining":[226],"latency":[230],"under":[231],"via":[234],"relative-error":[236],"accept":[237],"test;":[238],"Self-Tuner":[241],"adapts":[242],"threshold":[245],"logs":[248],"off":[249],"critical":[251],"path.":[252],"Extensive":[253],"experiments":[254],"modern":[257],"tasks":[259],"show":[260],"consistently":[263],"outperforms":[264],"baselines,":[265],"underscoring":[266],"value":[268],"integration":[271],"co-design.":[274]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-26T00:00:00"}