{"id":"https://openalex.org/W7160900680","doi":"https://doi.org/10.48550/arxiv.2605.09998","title":"Continual Harness: Online Adaptation for Self-Improving Foundation Agents","display_name":"Continual Harness: Online Adaptation for Self-Improving Foundation Agents","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160900680","doi":"https://doi.org/10.48550/arxiv.2605.09998"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09998","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09998","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09998","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135994317","display_name":"Seth Karten","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karten, Seth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135933462","display_name":"Joel Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Joel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135987177","display_name":"Tersoo Upaa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Upaa, Tersoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113302699","display_name":"Ruirong Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Ruirong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135927211","display_name":"Wenzhe Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wenzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082788397","display_name":"Chengshuai Shi","orcid":"https://orcid.org/0000-0002-2727-8251"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Chengshuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135957549","display_name":"Chi Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Chi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5007053674","display_name":"Kiran Vodrahalli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vodrahalli, Kiran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4544999897480011,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4544999897480011,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.11760000139474869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.054499998688697815,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5115000009536743},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.5015000104904175},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5005000233650208},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.45080000162124634},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.40310001373291016},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.3741999864578247},{"id":"https://openalex.org/keywords/milestone","display_name":"Milestone","score":0.36660000681877136},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.3596999943256378},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.3167000114917755},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.31049999594688416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7124999761581421},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5115000009536743},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5015000104904175},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5005000233650208},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.45080000162124634},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4332999885082245},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3741999864578247},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37310001254081726},{"id":"https://openalex.org/C120060458","wikidata":"https://www.wikidata.org/wiki/Q10145","display_name":"Milestone","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3549000024795532},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C2777370761","wikidata":"https://www.wikidata.org/wiki/Q18448934","display_name":"Carving","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2919999957084656},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C60044698","wikidata":"https://www.wikidata.org/wiki/Q1283324","display_name":"Refining (metallurgy)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C164614171","wikidata":"https://www.wikidata.org/wiki/Q5204775","display_name":"DECIPHER","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C50637493","wikidata":"https://www.wikidata.org/wiki/Q1136781","display_name":"Morphing","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09998","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09998","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09998","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09998","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7260987758636475,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Coding":[0],"harnesses":[1],"such":[2],"as":[3],"Claude":[4],"Code":[5],"and":[6,14,55,101,118,125,149,168,197,231],"OpenHands":[7],"wrap":[8],"foundation":[9],"models":[10],"with":[11,180,190,206],"tools,":[12,196],"memory,":[13,75,126],"planning,":[15],"but":[16],"no":[17,191,194,198],"equivalent":[18],"exists":[19],"for":[20,96],"embodied":[21,97],"agents'":[22],"long-horizon":[23],"partial-observability":[24],"decision-making.":[25],"We":[26,201],"first":[27,43],"report":[28],"our":[29],"Gemini":[30],"Plays":[31],"Pokemon":[32,48,147,243],"(GPP)":[33],"experiments.":[34],"With":[35],"iterative":[36],"human-in-the-loop":[37,81],"harness":[38,95,224],"refinement,":[39],"GPP":[40],"became":[41],"the":[42,62,65,86,113,165,173,186,204,207,222,235,247],"AI":[44],"system":[45],"to":[46,164,175,233],"complete":[47],"Blue,":[49],"Yellow":[50],"Legacy":[51],"on":[52,70,128,242],"hard":[53],"mode,":[54],"Crystal":[56],"without":[57,245],"a":[58,92,109,143,170,176,228],"lost":[59],"battle.":[60],"In":[61],"hardest":[63],"stages,":[64],"agent":[66,114],"itself":[67],"began":[68],"iterating":[69],"its":[71,120],"strategy":[72],"through":[73,221],"long-context":[74],"surfacing":[76],"emergent":[77],"self-improvement":[78],"signals":[79],"alongside":[80],"refinement.":[82],"Continual":[83,138,154],"Harness":[84,139,155],"removes":[85],"human":[87],"fully":[88],"from":[89,107,157,185],"this":[90],"loop:":[91],"reset-free":[93],"self-improving":[94],"agents":[98],"that":[99],"formalizes":[100],"automates":[102],"what":[103],"we":[104],"observed.":[105],"Starting":[106],"only":[108],"minimal":[110],"environment":[111,248],"interface,":[112],"alternates":[115],"between":[116,249],"acting":[117],"refining":[119,223],"own":[121],"prompt,":[122],"sub-agents,":[123],"skills,":[124],"drawing":[127],"any":[129],"past":[130],"trajectory":[131],"data.":[132],"Prompt-optimization":[133],"methods":[134],"require":[135],"episode":[136],"resets;":[137],"adapts":[140],"online":[141,211],"within":[142],"single":[144],"run.":[145],"On":[146],"Red":[148,244],"Emerald":[150],"across":[151],"frontier":[152,229],"models,":[153],"starting":[156,184],"scratch":[158],"substantially":[159],"reduces":[160],"button-press":[161],"cost":[162],"relative":[163],"minimalist":[166],"baseline":[167],"recovers":[169],"majority":[171],"of":[172],"gap":[174],"hand-engineered":[177],"expert":[178],"harness,":[179],"capability-dependent":[181],"gains,":[182],"despite":[183],"same":[187],"raw":[188],"interface":[189],"curated":[192],"knowledge,":[193],"hand-crafted":[195],"domain":[199],"scaffolding.":[200],"then":[202],"close":[203],"loop":[205],"model":[208],"itself:":[209],"an":[210,217],"process-reward":[212],"co-learning":[213],"loop,":[214],"in":[215],"which":[216],"open-source":[218],"agent's":[219],"rollouts":[220],"are":[225],"relabeled":[226],"by":[227],"teacher":[230],"used":[232],"update":[234],"model,":[236],"drives":[237],"sustained":[238],"in-game":[239],"milestone":[240],"progress":[241],"resetting":[246],"training":[250],"iterations.":[251]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}