{"id":"https://openalex.org/W7161052078","doi":"https://doi.org/10.48550/arxiv.2605.11290","title":"ReAD: Reinforcement-Guided Capability Distillation for Large Language Models","display_name":"ReAD: Reinforcement-Guided Capability Distillation for Large Language Models","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7161052078","doi":"https://doi.org/10.48550/arxiv.2605.11290"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11290","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136034453","display_name":"Xueqi Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Xueqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084919916","display_name":"Xugui Zhou","orcid":"https://orcid.org/0000-0002-3663-7447"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xugui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136004997","display_name":"Tyler Derr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Derr, Tyler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136035218","display_name":"Yushun Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Yushun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.188400000333786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.188400000333786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.13930000364780426,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.08479999750852585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8701000213623047},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.5598999857902527},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5292999744415283},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4449999928474426},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.39430001378059387},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.31610000133514404}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8701000213623047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7645999789237976},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.5598999857902527},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5292999744415283},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4449999928474426},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.39430001378059387},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2897000014781952},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27869999408721924},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.27630001306533813},{"id":"https://openalex.org/C55527203","wikidata":"https://www.wikidata.org/wiki/Q334194","display_name":"Spillover effect","level":2,"score":0.27160000801086426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Capability":[0],"distillation":[1,4,64,75,136,162],"applies":[2],"knowledge":[3],"to":[5,10,132,165],"selected":[6],"model":[7,15],"capabilities,":[8,117],"aiming":[9],"compress":[11],"a":[12,18,27,66,102],"large":[13],"language":[14],"(LLM)":[16],"into":[17],"smaller":[19],"one":[20,44],"while":[21,89,156],"preserving":[22],"the":[23,48,123,135,152],"abilities":[24,56],"needed":[25],"for":[26,110],"downstream":[28,149],"task.":[29],"However,":[30],"most":[31],"existing":[32],"methods":[33],"treat":[34],"capabilities":[35],"as":[36],"independent":[37],"training":[38],"targets":[39],"and":[40,70,81,125,160],"overlook":[41],"how":[42],"improving":[43],"capability":[45,51,63,111],"can":[46],"reshape":[47],"student's":[49],"broader":[50],"profile,":[52],"especially":[53],"when":[54],"multiple":[55],"jointly":[57],"determine":[58],"task":[59],"success.":[60],"We":[61],"study":[62],"under":[65,151],"fixed":[67],"token":[68,154],"budget":[69,83,137,155],"identify":[71],"two":[72],"consistent":[73],"patterns:":[74],"induces":[76],"systematic,":[77],"budget-dependent":[78],"cross-capability":[79],"transfer,":[80],"additional":[82],"often":[84],"brings":[85],"limited":[86],"task-relevant":[87],"gains":[88],"sometimes":[90],"degrading":[91],"other":[92],"useful":[93],"abilities.":[94],"Building":[95],"on":[96,122,139],"these":[97],"insights,":[98],"we":[99],"propose":[100],"ReAD,":[101],"Reinforcement-guided":[103],"cApability":[104],"Distillation":[105],"framework":[106],"that":[107,146],"explicitly":[108],"accounts":[109],"interdependence.":[112],"ReAD":[113,147],"first":[114],"infers":[115],"task-essential":[116],"then":[118],"generates":[119],"capability-targeted":[120],"supervision":[121],"fly,":[124],"finally":[126],"uses":[127],"an":[128],"uncertainty-aware":[129],"contextual":[130],"bandit":[131],"adaptively":[133],"allocate":[134],"based":[138],"expected":[140],"utility":[141,150],"gains.":[142],"Extensive":[143],"experiments":[144],"show":[145],"improves":[148],"same":[153],"reducing":[157],"harmful":[158],"spillover":[159],"wasted":[161],"effort":[163],"compared":[164],"strong":[166],"baselines.":[167],"Our":[168],"code":[169],"is":[170],"publicly":[171],"available":[172],"at":[173],"https://github.com/LabRAI/ReAD.":[174]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}