{"id":"https://openalex.org/W7165388860","doi":"https://doi.org/10.48550/arxiv.2606.19659","title":"SAGE-OPD: Selective Agent-Guided Intervention for Multi-Turn On-Policy Distillation","display_name":"SAGE-OPD: Selective Agent-Guided Intervention for Multi-Turn On-Policy Distillation","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165388860","doi":"https://doi.org/10.48550/arxiv.2606.19659"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19659","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138972735","display_name":"Yuhang Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138969199","display_name":"Lizhu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lizhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138985258","display_name":"Yifan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138982273","display_name":"Mingyi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Mingyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139008161","display_name":"Bo Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138992455","display_name":"Jiayi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138997918","display_name":"Xiangjun Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Xiangjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5107849883","display_name":"Z. Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Zhuokai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.18649999797344208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.18649999797344208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.18209999799728394,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.15629999339580536,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7580999732017517},{"id":"https://openalex.org/keywords/compounding","display_name":"Compounding","score":0.6572999954223633},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5867000222206116},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.48539999127388},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4374000132083893}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7580999732017517},{"id":"https://openalex.org/C207673951","wikidata":"https://www.wikidata.org/wiki/Q1303150","display_name":"Compounding","level":2,"score":0.6572999954223633},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5867000222206116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5175999999046326},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.48539999127388},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3125999867916107},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.31119999289512634},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.275299996137619},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25769999623298645},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19659","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19659","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6458259224891663,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"On-policy":[0],"distillation":[1,140],"(OPD)":[2],"improves":[3,183],"student":[4,124],"models":[5],"by":[6,12,141],"training":[7],"them":[8],"on":[9,33,86,151,176],"trajectories":[10],"induced":[11],"their":[13],"own":[14],"policy,":[15],"making":[16],"it":[17,68],"a":[18,92,189],"promising":[19],"approach":[20],"for":[21,99],"mitigating":[22],"exposure":[23],"bias":[24],"in":[25,193],"agent":[26,177],"training.":[27],"However,":[28],"most":[29],"OPD":[30,64,169,223],"studies":[31,202],"focus":[32],"single-turn":[34],"settings,":[35],"while":[36,170],"realistic":[37],"LLM":[38],"agents":[39],"interact":[40],"with":[41],"environments":[42],"over":[43,184,198],"multiple":[44],"turns.":[45],"In":[46],"this":[47],"regime,":[48],"early":[49],"errors":[50],"can":[51],"alter":[52],"future":[53],"observations":[54],"and":[55,60,81,116,211,240],"compound":[56],"across":[57,108],"the":[58,145,163],"trajectory,":[59],"standard":[61,168,199],"dense":[62],"token-level":[63,139],"becomes":[65],"brittle,":[66],"as":[67,78],"may":[69],"over-penalize":[70],"semantically":[71],"valid":[72],"alternatives,":[73],"reinforce":[74],"local":[75],"degeneracies":[76],"such":[77],"repeated":[79],"actions,":[80],"propagate":[82],"unreliable":[83],"teacher":[84,105,118,142,149,208,228],"supervision":[85,106,229],"off-distribution":[87],"histories.":[88,155],"We":[89],"propose":[90],"SAGE-OPD,":[91],"verifier-free":[93],"selective":[94,172],"intervention":[95,237],"framework":[96],"specifically":[97],"designed":[98],"multi-turn":[100,222],"OPD.":[101,200],"Instead":[102],"of":[103,147,167],"applying":[104],"uniformly":[107],"all":[109],"turns,":[110],"SAGE-OPD":[111,137,157,181],"first":[112],"observes":[113],"environment":[114],"feedback":[115],"uses":[117],"judgment":[119],"to":[120,161,188,234],"decide":[121],"whether":[122],"each":[123],"response":[125],"should":[126,224,230],"be":[127,231],"skipped":[128],"or":[129,153],"intervened":[130],"on.":[131],"To":[132],"further":[133,203],"address":[134],"compounding":[135],"errors,":[136],"weights":[138],"confidence,":[143],"reducing":[144],"influence":[146],"uncertain":[148],"distributions":[150],"corrupted":[152],"ambiguous":[154],"Finally,":[156],"applies":[158],"loss":[159,165,212],"normalization":[160,213],"preserve":[162],"overall":[164],"scale":[166],"retaining":[171],"turn-level":[173,206],"weighting.":[174],"Experiments":[175],"tasks":[178],"show":[179],"that":[180,205,220],"consistently":[182],"baselines,":[185],"achieving":[186],"up":[187],"13.3%":[190],"relative":[191],"improvement":[192],"ALFWorld":[194],"unseen":[195],"success":[196],"rate":[197],"Ablation":[201],"demonstrate":[204],"intervention,":[207],"confidence":[209],"weighting,":[210],"provide":[214],"complementary":[215],"benefits.":[216],"Our":[217],"results":[218],"suggest":[219],"effective":[221],"remain":[225],"on-policy,":[226],"but":[227],"selectively":[232],"allocated":[233],"turns":[235],"where":[236],"is":[238],"necessary":[239],"reliable.":[241]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-20T00:00:00"}