{"id":"https://openalex.org/W7163135851","doi":"https://doi.org/10.48550/arxiv.2606.02373","title":"Harness-1: Reinforcement Learning for Search Agents with State-Externalizing Harnesses","display_name":"Harness-1: Reinforcement Learning for Search Agents with State-Externalizing Harnesses","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163135851","doi":"https://doi.org/10.48550/arxiv.2606.02373"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02373","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02373","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137633299","display_name":"Pengcheng Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Pengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137629560","display_name":"Zhiyi Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Zhiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137667515","display_name":"Kelly Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Kelly","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137689161","display_name":"Xueqiang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xueqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137638872","display_name":"Jiashuo Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Jiashuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137712071","display_name":"Jimeng Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Jimeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137639710","display_name":"Hammad Bashir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bashir, Hammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137614855","display_name":"Jiawei Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.8942999839782715,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.8942999839782715,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.01510000042617321,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.011500000022351742,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8769999742507935},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5242000222206116},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4519999921321869},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.43380001187324524},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.37950000166893005},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.34850001335144043},{"id":"https://openalex.org/keywords/semantic-search","display_name":"Semantic search","score":0.32899999618530273},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.3005000054836273}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8769999742507935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092000246047974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5760999917984009},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5242000222206116},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4519999921321869},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45019999146461487},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43380001187324524},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.37950000166893005},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.34850001335144043},{"id":"https://openalex.org/C166423231","wikidata":"https://www.wikidata.org/wiki/Q1891170","display_name":"Semantic search","level":3,"score":0.32899999618530273},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.319599986076355},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C21782646","wikidata":"https://www.wikidata.org/wiki/Q841666","display_name":"Search cost","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C201789804","wikidata":"https://www.wikidata.org/wiki/Q2362762","display_name":"Search problem","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C105387459","wikidata":"https://www.wikidata.org/wiki/Q3707847","display_name":"Bookkeeping","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C126661757","wikidata":"https://www.wikidata.org/wiki/Q4925641","display_name":"Random search","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02373","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02373","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.61488276720047,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Search":[0],"agents":[1],"are":[2,177],"often":[3],"trained":[4,82],"as":[5],"policies":[6],"over":[7,188],"growing":[8],"transcripts:":[9],"the":[10,51,67,121,158,199],"model":[11],"must":[12],"decide":[13],"how":[14],"to":[15,57,125,129,134,138],"search":[16,61,78,89,162,190],"while":[17],"also":[18],"remembering":[19],"what":[20,124,133],"it":[21],"has":[22],"seen,":[23],"which":[24,28,33,127],"evidence":[25,106],"is":[26,55,204],"useful,":[27],"constraints":[29],"remain":[30],"open,":[31],"and":[32,63,111,114,136,148,167],"claims":[34],"have":[35],"actually":[36],"been":[37],"checked.":[38],"We":[39,73],"argue":[40],"that":[41,66,185,196],"this":[42],"formulation":[43],"puts":[44],"too":[45],"much":[46,171],"routine":[47],"state":[48,191],"management":[49],"inside":[50,86],"policy:":[52],"reinforcement":[53,84,186],"learning":[54,85,187],"forced":[56],"optimize":[58],"both":[59],"semantic":[60,122],"decisions":[62],"recoverable":[64],"bookkeeping":[65],"environment":[68],"can":[69,192],"maintain":[70],"more":[71],"reliably.":[72],"introduce":[74],"Harness-1,":[75],"a":[76,87,98],"20B":[77],"agent":[79],"(retrieval":[80],"subagent)":[81],"with":[83,170],"stateful":[88],"harness.":[90],"The":[91,118],"harness":[92],"maintains":[93],"environment-side":[94],"working":[95],"memory,":[96],"including":[97],"candidate":[99],"pool,":[100],"an":[101],"importance-tagged":[102],"curated":[103,155],"set,":[104],"compact":[105],"links,":[107],"verification":[108],"records,":[109],"compressed":[110],"deduplicated":[112],"observations,":[113],"budget-aware":[115],"context":[116],"rendering.":[117],"policy":[119],"retains":[120],"decisions:":[123],"search,":[126],"documents":[128],"keep":[130],"or":[131],"discard,":[132],"verify,":[135],"when":[137],"stop.":[139],"Across":[140],"eight":[141],"retrieval":[142,194],"benchmarks":[143],"spanning":[144],"web,":[145],"finance,":[146],"patents,":[147],"multi-hop":[149],"QA,":[150],"Harness-1":[151],"achieves":[152],"0.730":[153],"average":[154],"recall,":[156],"outperforming":[157],"next":[159],"strongest":[160],"open":[161],"subagent":[163],"by":[164],"+11.4":[165],"points":[166],"remaining":[168],"competitive":[169],"larger":[172],"frontier-model":[173],"searchers.":[174],"Its":[175],"gains":[176],"especially":[178],"strong":[179],"on":[180],"held-out":[181],"transfer":[182],"benchmarks,":[183],"suggesting":[184],"explicit":[189],"produce":[193],"behaviors":[195],"generalize":[197],"beyond":[198],"training":[200],"domains.":[201],"Our":[202],"code":[203],"available":[205],"at":[206],"https://github.com/pat-jj/harness-1.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}