{"id":"https://openalex.org/W7164589614","doi":"https://doi.org/10.48550/arxiv.2606.12634","title":"Keep Policy Gradient in Charge: Sibling-Guided Credit Distillation for Long-Horizon Tool-Use Agents","display_name":"Keep Policy Gradient in Charge: Sibling-Guided Credit Distillation for Long-Horizon Tool-Use Agents","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164589614","doi":"https://doi.org/10.48550/arxiv.2606.12634"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12634","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12634","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12634","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103030122","display_name":"Tianyu Ding","orcid":"https://orcid.org/0000-0001-8445-4330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138499339","display_name":"Jianhong Xin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin, Jianhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138548247","display_name":"Juan Pablo De la Cruz Weinstein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weinstein, Juan Pablo De la Cruz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.27810001373291016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.27810001373291016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1339000016450882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1128000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.5340999960899353},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5192999839782715},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5015000104904175},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.49880000948905945},{"id":"https://openalex.org/keywords/sibling","display_name":"Sibling","score":0.4643999934196472},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.39399999380111694},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.3813999891281128}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5436999797821045},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.5340999960899353},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5192999839782715},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5015000104904175},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.49880000948905945},{"id":"https://openalex.org/C2776194465","wikidata":"https://www.wikidata.org/wiki/Q31184","display_name":"Sibling","level":2,"score":0.4643999934196472},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.4551999866962433},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.32510000467300415},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C194051981","wikidata":"https://www.wikidata.org/wiki/Q1337691","display_name":"Economic shortage","level":3,"score":0.2992999851703644},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2969000041484833},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2863999903202057},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2565999925136566},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.25189998745918274},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12634","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12634","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12634","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12634","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5417897701263428,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-horizon":[0],"tool-use":[1,152],"reinforcement":[2],"learning":[3],"learns":[4],"from":[5,120,127,139],"outcome":[6],"verification,":[7],"but":[8,26],"trajectory-level":[9],"advantages":[10],"are":[11],"broadcast":[12],"over":[13],"reasoning,":[14],"API,":[15],"and":[16,72,87,106,126,133],"answer":[17],"tokens.":[18],"Direct":[19],"self-distillation":[20],"can":[21,31],"supply":[22],"a":[23,63,83,146],"denser":[24],"signal,":[25],"in":[27,164],"our":[28],"experiments":[29],"it":[30],"also":[32],"destroy":[33],"tool":[34],"use":[35,154],"by":[36],"rehearsing":[37],"teacher":[38],"behavior":[39],"without":[40],"identifying":[41],"which":[42,53],"actions":[43],"the":[44,100,167],"verifier":[45],"rewards.":[46],"We":[47],"introduce":[48],"Sibling-Guided":[49],"Credit":[50],"Distillation":[51],"(SGCD),":[52],"uses":[54],"distillation":[55,155],"for":[56,150],"bounded":[57],"credit":[58,85,158],"weighting":[59],"rather":[60],"than":[61,114],"as":[62],"competing":[64],"actor":[65,168],"loss.":[66],"Dynamic":[67],"sampling":[68],"produces":[69],"mixed":[70],"successful":[71],"failed":[73],"sibling":[74],"rollouts;":[75],"an":[76],"external":[77],"LLM":[78],"summarizes":[79],"their":[80],"contrast":[81],"into":[82],"training-only":[84],"reference;":[86],"detached":[88],"teacher/student":[89],"divergence":[90],"reshapes":[91],"GRPO":[92],"token":[93],"advantages.":[94],"The":[95],"deployed":[96],"student":[97],"receives":[98],"only":[99],"clean":[101],"task":[102],"prompt.":[103],"Across":[104],"AppWorld":[105,117],"tau^3-airline,":[107],"SGCD":[108],"reports":[109],"higher":[110],"held-out":[111,135],"point":[112],"estimates":[113],"GRPO-family":[115],"comparators:":[116],"TGC":[118],"improves":[119,138],"42.9":[121],"to":[122,129,141,156],"45.6":[123],"on":[124,131],"test_normal":[125],"24.7":[128],"27.0":[130],"test_challenge,":[132],"tau^3-airline":[134],"evaluator":[136],"score":[137],"0.583":[140],"0.602.":[142],"These":[143],"results":[144],"support":[145],"narrow":[147],"design":[148],"rule":[149],"long-horizon":[151],"agents:":[153],"guide":[157],"assignment":[159],"while":[160],"keeping":[161],"policy":[162],"gradient":[163],"charge":[165],"of":[166],"update.":[169]},"counts_by_year":[],"updated_date":"2026-07-02T06:12:58.138171","created_date":"2026-06-13T00:00:00"}