{"id":"https://openalex.org/W7165398908","doi":"https://doi.org/10.48550/arxiv.2606.20002","title":"Connect the Dots: Training LLMs for Long-Lifecycle Agents with Cross-Domain Generalization Via Reinforcement Learning","display_name":"Connect the Dots: Training LLMs for Long-Lifecycle Agents with Cross-Domain Generalization Via Reinforcement Learning","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165398908","doi":"https://doi.org/10.48550/arxiv.2606.20002"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20002","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139007694","display_name":"Yanxi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yanxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138993716","display_name":"Weijie Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Weijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138990086","display_name":"Yuexiang Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Yuexiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005531906","display_name":"Boyi Hu","orcid":"https://orcid.org/0000-0002-7442-184X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Boyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138984152","display_name":"Yaliang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yaliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139006052","display_name":"Bolin Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Bolin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138970340","display_name":"Jingren Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jingren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16269999742507935,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16269999742507935,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14869999885559082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.11810000240802765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7695000171661377},{"id":"https://openalex.org/keywords/interleaving","display_name":"Interleaving","score":0.7361000180244446},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6789000034332275},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.6340000033378601},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6121000051498413},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.48590001463890076},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.3700000047683716}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7695000171661377},{"id":"https://openalex.org/C28034677","wikidata":"https://www.wikidata.org/wiki/Q17092530","display_name":"Interleaving","level":2,"score":0.7361000180244446},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6789000034332275},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.6340000033378601},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6121000051498413},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6000000238418579},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5177000164985657},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49309998750686646},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.48590001463890076},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C12298181","wikidata":"https://www.wikidata.org/wiki/Q7246814","display_name":"Proactive learning","level":5,"score":0.2741999924182892},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6387636065483093}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"work":[1],"presents":[2],"a":[3,17,35,130],"general":[4],"framework":[5,76],"for":[6,83,101,115,175,212],"training":[7,166,181],"large":[8],"language":[9],"models":[10],"(LLMs)":[11],"to":[12,145,189],"\"Connect":[13],"the":[14,43,56,68,74,105,126,146,161,168,173,180,194],"Dots\"":[15],"(CoD),":[16],"meta-capability":[18,107,148],"required":[19],"by":[20],"long-lifecycle":[21],"agents:":[22],"as":[23,112,114,138,140],"an":[24,31],"LLM-based":[25],"AI":[26,216],"agent":[27],"gets":[28],"deployed":[29],"in":[30,108,167],"environment,":[32,44,57],"it":[33],"solves":[34],"long":[36,89],"sequence":[37],"of":[38,73,125,163,193,199,204],"tasks":[39,65,98,141],"while":[40],"continuously":[41],"exploring":[42],"learning":[45,86],"from":[46,187],"its":[47,53],"own":[48],"experiences,":[49],"and":[50,81,94,99,103,142,171,186,207,215,222],"iteratively":[51],"self-updating":[52],"context":[54],"about":[55],"thereby":[58],"achieving":[59],"progressively":[60],"better":[61],"performance":[62],"on":[63,67],"future":[64],"conditioned":[66],"updated":[69],"context.":[70],"Major":[71],"components":[72],"CoD":[75,127,169,188,200],"include:":[77],"(1)":[78],"algorithm":[79,133],"design":[80],"infrastructure":[82],"end-to-end":[84,164],"reinforcement":[85],"(RL)":[87],"with":[88,134],"rollout":[90],"sequences":[91],"interleaving":[92],"solve-task":[93],"update-context":[95],"episodes;":[96],"(2)":[97],"environments":[100,143],"incentivizing":[102],"eliciting":[104],"targeted":[106,147],"LLMs":[109,214],"during":[110,119],"training,":[111],"well":[113,139],"faithfully":[116],"measuring":[117],"progress":[118],"evaluation.":[120],"We":[121],"present":[122],"proof-of-concept":[123],"implementations":[124,227],"framework,":[128],"including":[129],"GRPO-style":[131],"RL":[132,165],"fine-grained":[135],"credit":[136],"assignment,":[137],"tailored":[144],"(rather":[149],"than":[150],"domain-specific":[151],"LLM":[152],"capabilities":[153],"or":[154],"standard":[155],"task-by-task":[156],"RL).":[157],"Empirical":[158],"results":[159],"validate":[160],"efficacy":[162],"setting,":[170],"demonstrate":[172],"potential":[174],"out-of-distribution":[176],"generalization":[177],"--":[178,192],"within":[179],"domains,":[182,185],"across":[183],"different":[184],"Ralph-loop":[190],"settings":[191],"elicited":[195],"meta-capability.":[196],"Our":[197],"investigation":[198],"connects":[201],"several":[202],"lines":[203],"prior":[205],"works,":[206],"opens":[208],"up":[209],"new":[210],"opportunities":[211],"advancing":[213],"agents.":[217],"To":[218],"facilitate":[219],"further":[220],"research":[221],"applications,":[223],"we":[224],"release":[225],"our":[226],"at":[228],"\\url{https://github.com/agentscope-ai/Trinity-RFT/tree/research/cod/examples/research_cod}.":[229]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-20T00:00:00"}