{"id":"https://openalex.org/W7163223704","doi":"https://doi.org/10.48550/arxiv.2606.00147","title":"RAFT: Data Refinement and Adaptive Distillation for Domain Fine-Tuning with Alleviated Forgetting","display_name":"RAFT: Data Refinement and Adaptive Distillation for Domain Fine-Tuning with Alleviated Forgetting","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7163223704","doi":"https://doi.org/10.48550/arxiv.2606.00147"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00147","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041276745","display_name":"Yuduo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuduo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137668165","display_name":"Xiaofeng Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Xiaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137629515","display_name":"Qian Kou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kou, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137681083","display_name":"Longbin Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Longbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137691599","display_name":"Hua Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4214000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4214000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.23929999768733978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.09030000120401382,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6280999779701233},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5609999895095825},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5595999956130981},{"id":"https://openalex.org/keywords/raft","display_name":"Raft","score":0.5188999772071838},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49939998984336853},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.3614000082015991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7210999727249146},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6280999779701233},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5609999895095825},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5595999956130981},{"id":"https://openalex.org/C9132879","wikidata":"https://www.wikidata.org/wiki/Q17100313","display_name":"Raft","level":4,"score":0.5188999772071838},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3935000002384186},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.3614000082015991},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3612000048160553},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.2718000113964081}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00147","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Domain-specific":[0],"supervised":[1],"fine-tuning":[2,205],"(SFT)":[3],"often":[4],"improves":[5,161],"in-domain":[6],"performance":[7],"at":[8],"the":[9,41,59,72,117,131,150,174],"cost":[10],"of":[11,173,184],"degrading":[12],"a":[13,28,47,90],"model's":[14,43,60,73],"general":[15],"capabilities.":[16],"We":[17,76,137],"view":[18],"this":[19],"degradation":[20,176],"through":[21,102],"two":[22],"practical":[23],"gaps":[24],"in":[25,35],"domain":[26,32,163,204],"SFT:":[27],"supervision-compatibility":[29],"gap,":[30,49],"where":[31,50,116],"targets":[33,123],"differ":[34],"style":[36],"and":[37,46,81,107,143,157,179,186],"reasoning":[38],"format":[39],"from":[40],"original":[42,74,118],"natural":[44],"responses,":[45],"trajectory-preservation":[48],"teacher-forced":[51],"SFT":[52],"optimizes":[53],"fixed":[54],"target":[55],"tokens":[56],"without":[57],"constraining":[58],"behavior":[61],"on":[62,124,130,177],"its":[63],"own":[64],"generated":[65],"prefixes.":[66],"This":[67],"process":[68],"fails":[69],"to":[70,148],"preserve":[71],"behavior.":[75],"propose":[77],"RAFT":[78,98,111,160],"(Data":[79],"Refinement":[80],"Adaptive":[82],"Distillation":[83],"for":[84,203],"Domain":[85],"Fine-Tuning":[86],"with":[87,181,196,206],"Alleviated":[88],"Forgetting),":[89],"two-stage":[91],"framework":[92],"that":[93,192],"addresses":[94],"both":[95],"factors.":[96],"First,":[97],"constructs":[99],"model-compatible":[100],"supervision":[101],"self-conditioned":[103],"rewriting,":[104],"semantic":[105],"filtering,":[106],"answer":[108,133],"fusion.":[109],"Second,":[110],"performs":[112],"Answer-Conditioned":[113],"On-Policy":[114],"Distillation,":[115],"instruction-tuned":[119,155],"model":[120],"provides":[121,199],"soft":[122],"student-generated":[125],"trajectories":[126],"while":[127,170],"being":[128],"conditioned":[129],"fused":[132],"as":[134],"helpful":[135],"context.":[136],"further":[138],"introduce":[139],"top-K":[140],"temperature":[141],"distillation":[142],"EMA-based":[144],"adaptive":[145],"loss":[146],"balancing":[147],"stabilize":[149],"domain-general":[151],"trade-off.":[152],"Across":[153],"three":[154],"backbones":[156],"five":[158],"domains,":[159],"average":[162],"accuracy":[164],"by":[165],"23.2%":[166],"over":[167],"standard":[168],"SFT,":[169],"recovering":[171],"part":[172],"SFT-induced":[175],"MS-Bench":[178],"IFEval,":[180],"relative":[182],"improvements":[183],"18.2%":[185],"10.2%,":[187],"respectively.":[188],"These":[189],"results":[190],"show":[191],"coupling":[193],"data":[194],"refinement":[195],"trajectory-level":[197],"preservation":[198],"an":[200],"effective":[201],"recipe":[202],"alleviated":[207],"forgetting.":[208]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}