{"id":"https://openalex.org/W7164903847","doi":"https://doi.org/10.48550/arxiv.2606.15834","title":"AIChilles: Automatically Uncovering Hidden Weaknesses in AI-Evolved Systems","display_name":"AIChilles: Automatically Uncovering Hidden Weaknesses in AI-Evolved Systems","publication_year":2026,"publication_date":"2026-06-14","ids":{"openalex":"https://openalex.org/W7164903847","doi":"https://doi.org/10.48550/arxiv.2606.15834"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.15834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.15834","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138731920","display_name":"Yajie Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yajie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340376","display_name":"An Li","orcid":"https://orcid.org/0000-0002-7626-6812"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138727801","display_name":"Ashwin Silla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Silla, Ashwin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015818714","display_name":"Zaoxing Liu","orcid":"https://orcid.org/0000-0002-9119-1679"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zaoxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5079175103","display_name":"Vyas Sekar","orcid":"https://orcid.org/0000-0001-5452-8976"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sekar, Vyas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.4113999903202057,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.4113999903202057,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.13729999959468842,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.054099999368190765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.6769000291824341},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6682999730110168},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5461000204086304},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.43309998512268066},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.376800000667572},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.34929999709129333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7894999980926514},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.6769000291824341},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6682999730110168},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5461000204086304},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5202999711036682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4970000088214874},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.43309998512268066},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.376800000667572},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37040001153945923},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2937000095844269},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.26030001044273376}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.15834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.15834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"computer":[1],"systems":[2,75],"community":[3],"has":[4],"recently":[5],"seen":[6],"growing":[7],"interest":[8],"in":[9,73,107,119,165],"AI-driven":[10,167],"system":[11,120,146],"evolution,":[12],"where":[13,101],"AI":[14],"agents":[15],"iteratively":[16],"rewrite":[17],"systems.":[18],"Frameworks":[19],"such":[20,69],"as":[21,85],"AdaEvolve":[22],"and":[23,51,58,91,124,137,148],"Engram":[24],"report":[25],"12-60%":[26],"score":[27],"improvements":[28],"over":[29],"human-designed":[30],"algorithms.":[31],"While":[32],"these":[33,42,174],"results":[34],"are":[35,38],"promising,":[36],"there":[37],"practical":[39],"concerns":[40],"if":[41],"AI-evolved":[43,74,93,150],"programs":[44],"can":[45,170],"perform":[46],"worse":[47],"on":[48],"unseen":[49],"workloads":[50,100],"exhibit":[52],"scalability":[53],"regressions.":[54],"Given":[55],"the":[56,117,166],"speed":[57],"scale":[59],"of":[60,173],"AI-generated":[61],"code,":[62],"we":[63,80],"need":[64],"automated":[65],"mechanisms":[66],"to":[67,105,140],"uncover":[68],"identify":[70],"hidden":[71,156],"weaknesses":[72],"programs.":[76],"To":[77,115],"this":[78],"end,":[79],"develop":[81],"AIChilles":[82,96,127,152,164],"that":[83,161],"takes":[84],"input":[86],"a":[87],"baseline":[88],"program":[89,94],"$P$":[90,106],"an":[92],"$P'$,":[95],"searches":[97],"for":[98],"valid":[99],"$P'$":[102],"regresses":[103],"relative":[104],"correctness,":[108],"runtime,":[109],"memory":[110],"usage,":[111],"or":[112],"output":[113],"quality.":[114],"tackle":[116],"diversity":[118],"applications,":[121],"weakness":[122],"types":[123],"potential":[125],"bugs,":[126],"combines":[128],"deterministic":[129],"workload-parameter":[130],"extraction,":[131],"agent-based":[132],"constraint":[133],"inference,":[134],"differential":[135],"oracles,":[136],"code-frequency":[138],"coverage":[139],"discover":[141],"diverse":[142],"failures.":[143],"Across":[144],"five":[145],"applications":[147],"30":[149],"programs,":[151],"finds":[153],"49":[154],"distinct":[155],"weaknesses.":[157,175],"We":[158],"also":[159],"show":[160],"explicitly":[162],"including":[163],"development":[168],"lifecycle":[169],"mitigate":[171],"several":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}