{"id":"https://openalex.org/W7164008618","doi":"https://doi.org/10.48550/arxiv.2606.09498","title":"Self-Harness: Harnesses That Improve Themselves","display_name":"Self-Harness: Harnesses That Improve Themselves","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164008618","doi":"https://doi.org/10.48550/arxiv.2606.09498"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09498","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138242362","display_name":"Hangfan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hangfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138286678","display_name":"Shao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138266688","display_name":"Kangcong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Kangcong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138217386","display_name":"Chen Zhang (66790)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138279241","display_name":"Yang Chen","orcid":"https://orcid.org/0000-0001-9566-3488"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138231788","display_name":"Yiqun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yiqun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138243529","display_name":"Lei Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129723770","display_name":"Shuyue Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Shuyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.12129999697208405,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.12129999697208405,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.11590000241994858,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.09950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.5576000213623047},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.5559999942779541},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.4551999866962433},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.40700000524520874},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4041999876499176},{"id":"https://openalex.org/keywords/decipher","display_name":"DECIPHER","score":0.38029998540878296},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.36059999465942383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6438999772071838},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.5576000213623047},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.5559999942779541},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.4551999866962433},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.40700000524520874},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C164614171","wikidata":"https://www.wikidata.org/wiki/Q5204775","display_name":"DECIPHER","level":2,"score":0.38029998540878296},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.36059999465942383},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.33719998598098755},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3012999892234802},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27379998564720154},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2596000134944916},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.25870001316070557}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09498","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09498","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"performance":[1],"of":[2],"LLM-based":[3,70,205],"agents":[4,206],"is":[5,31],"jointly":[6],"shaped":[7,211],"by":[8,41,212],"their":[9,17,213],"base":[10,142],"models":[11,24,143],"and":[12,55,119,140,150,172],"the":[13,20],"harnesses":[14,36],"that":[15,46,181,207],"mediate":[16],"interaction":[18],"with":[19,93,160],"environment.":[21],"Because":[22],"different":[23],"exhibit":[25],"distinct":[26],"behaviors,":[27],"effective":[28],"harness":[29,113,139,197],"design":[30],"inherently":[32],"model-specific.":[33],"Yet":[34],"agent":[35,71],"are":[37,208],"still":[38],"largely":[39],"engineered":[40],"human":[42,80],"experts,":[43],"a":[44,64,136,202],"paradigm":[45,66],"scales":[47],"poorly":[48],"as":[49,89],"modern":[50],"LLMs":[51],"become":[52],"increasingly":[53],"diverse":[54,110,145],"rapidly":[56],"evolving.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61],"introduce":[62],"Self-Harness,":[63],"new":[65],"in":[67,219],"which":[68,98,108,122],"an":[69,90],"improves":[72,158],"its":[73],"own":[74],"operating":[75],"harness,":[76],"without":[77],"relying":[78],"on":[79,133],"engineers":[81],"or":[82],"stronger":[83],"external":[84],"agents.":[85],"We":[86,130],"operationalize":[87],"Self-Harness":[88,132,156,182],"iterative":[91],"loop":[92],"three":[94,141,154],"stages:":[95],"Weakness":[96],"Mining,":[97],"identifies":[99],"model-specific":[100,192],"failure":[101],"patterns":[102],"from":[103,144,165],"execution":[104],"traces;":[105],"Harness":[106],"Proposal,":[107],"generates":[109],"yet":[111],"minimal":[112,137],"modifications":[114],"tied":[115],"to":[116,167,170,174],"these":[117],"failures;":[118],"Proposal":[120],"Validation,":[121],"accepts":[123],"candidate":[124],"edits":[125],"only":[126],"after":[127],"regression":[128],"testing.":[129],"instantiate":[131],"Terminal-Bench-2.0":[134],"using":[135],"initial":[138],"families:":[146],"MiniMax":[147],"M2.5,":[148],"Qwen3.5-35B-A3B,":[149],"GLM-5.":[151],"Across":[152],"all":[153],"models,":[155],"consistently":[157],"performance,":[159],"held-out":[161],"pass":[162],"rates":[163],"increasing":[164],"40.5%":[166],"61.9%,":[168],"23.8%":[169],"38.1%,":[171],"42.9%":[173],"57.1%,":[175],"respectively.":[176],"Qualitative":[177],"analyses":[178],"further":[179],"show":[180],"does":[183],"not":[184,209],"simply":[185],"add":[186],"generic":[187],"instructions,":[188],"but":[189,215],"effectively":[190],"turns":[191],"weaknesses":[193],"into":[194],"concrete,":[195],"executable":[196],"changes.":[198],"These":[199],"results":[200],"suggest":[201],"path":[203],"toward":[204],"merely":[210],"harnesses,":[214],"can":[216],"also":[217],"participate":[218],"reshaping":[220],"them.":[221]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}