{"id":"https://openalex.org/W7157298760","doi":"https://doi.org/10.48550/arxiv.2604.24005","title":"TCOD: Exploring Temporal Curriculum in On-Policy Distillation for Multi-turn Autonomous Agents","display_name":"TCOD: Exploring Temporal Curriculum in On-Policy Distillation for Multi-turn Autonomous Agents","publication_year":2026,"publication_date":"2026-04-27","ids":{"openalex":"https://openalex.org/W7157298760","doi":"https://doi.org/10.48550/arxiv.2604.24005"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.24005","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24005","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.24005","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134792412","display_name":"Jiaqi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134790287","display_name":"Wenhao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134792466","display_name":"Weijie Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Weijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134800228","display_name":"Yaliang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yaliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134801007","display_name":"James Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5648999810218811,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5648999810218811,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.1817999929189682,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.04039999842643738,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.4778999984264374},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.46970000863075256},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.38589999079704285},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.3643999993801117},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.3601999878883362},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.3361000120639801}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5766000151634216},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.4778999984264374},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4381999969482422},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C207821765","wikidata":"https://www.wikidata.org/wiki/Q405372","display_name":"Instability","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2694000005722046},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.24005","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24005","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.24005","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24005","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5371149778366089,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-policy":[0],"distillation":[1],"(OPD)":[2],"has":[3],"shown":[4],"strong":[5],"potential":[6],"for":[7],"transferring":[8],"reasoning":[9],"ability":[10],"from":[11,82,131],"frontier":[12],"or":[13],"domain-specific":[14],"models":[15],"to":[16,76,124,133,170,189],"smaller":[17],"students.":[18],"While":[19],"effective":[20,96,116],"on":[21,145,191],"static":[22],"single-turn":[23],"tasks,":[24],"its":[25],"behavior":[26],"in":[27,44,64],"multi-turn":[28,147],"agent":[29,148,166],"settings":[30],"remains":[31,73],"underexplored.":[32],"In":[33],"this":[34],"work,":[35],"we":[36,48,54,106],"identify":[37],"a":[38,62,113,136],"key":[39],"limitation":[40],"of":[41],"vanilla":[42,174],"OPD":[43],"such":[45],"settings,":[46],"which":[47,192],"term":[49],"Trajectory-Level":[50],"KL":[51,57,72,157,161],"Instability.":[52],"Specifically,":[53],"observe":[55],"that":[56,118,154,179],"divergence":[58],"increases":[59],"together":[60],"with":[61,135],"drop":[63],"success":[65],"rate,":[66],"and":[67,127,159,187],"even":[68,182],"after":[69],"convergence,":[70],"the":[71,89,94,99,120,125,184,193],"high,":[74],"leading":[75],"unstable":[77],"training.":[78],"This":[79],"instability":[80],"arises":[81],"inter-turn":[83],"error":[84],"compounding:":[85],"as":[86],"errors":[87],"accumulate,":[88],"student":[90,126],"is":[91,198],"driven":[92],"beyond":[93],"teacher's":[95,185],"support,":[97],"rendering":[98],"supervision":[100],"signal":[101],"unreliable.":[102],"To":[103],"address":[104],"this,":[105],"propose":[107],"TCOD":[108,155,180],"(Temporal":[109],"Curriculum":[110],"On-Policy":[111],"Distillation),":[112],"simple":[114],"yet":[115],"framework":[117],"controls":[119],"trajectory":[121],"depth":[122],"exposed":[123],"progressively":[128],"expands":[129],"it":[130],"short":[132],"long":[134],"curriculum":[137],"schedule.":[138],"Experimental":[139],"results":[140],"across":[141],"four":[142],"student-teacher":[143],"pairs":[144],"three":[146],"benchmarks":[149],"(ALFWorld,":[150],"WebShop,":[151],"ScienceWorld)":[152],"show":[153,178],"mitigates":[156],"escalation":[158],"enhances":[160],"stability":[162],"throughout":[163],"training,":[164],"improving":[165],"performance":[167,186],"by":[168],"up":[169],"18":[171],"points":[172],"over":[173],"OPD.":[175],"Further":[176],"evaluations":[177],"can":[181],"surpass":[183],"generalize":[188],"tasks":[190],"teacher":[194],"fails.":[195],"Our":[196],"code":[197],"available":[199],"at":[200],"https://github.com/kokolerk/TCOD.":[201]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-29T00:00:00"}