{"id":"https://openalex.org/W7143405686","doi":"https://doi.org/10.48550/arxiv.2603.26164","title":"DataFlex: A Unified Framework for Data-Centric Dynamic Training of Large Language Models","display_name":"DataFlex: A Unified Framework for Data-Centric Dynamic Training of Large Language Models","publication_year":2026,"publication_date":"2026-03-27","ids":{"openalex":"https://openalex.org/W7143405686","doi":"https://doi.org/10.48550/arxiv.2603.26164"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.26164","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26164","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.26164","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130965341","display_name":"Hao Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Liang, Hao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130959086","display_name":"Zhengyang Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Zhengyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130966902","display_name":"Meiyi Qiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang, Meiyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130922981","display_name":"Mingrui Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Mingrui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130942300","display_name":"Lu Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Lu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130918759","display_name":"Rongyi Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Rongyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077568052","display_name":"Hengyi Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Hengyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112194309","display_name":"Songlin Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Shixuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106550212","display_name":"Zimo Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Zimo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130921791","display_name":"Xiaochen Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xiaochen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130958436","display_name":"Xuanlin Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xuanlin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033683670","display_name":"Qifeng Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Qifeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102639331","display_name":"Ruichuan An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Ruichuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130954967","display_name":"Bohan Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Bohan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130978278","display_name":"Zhen Hao Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Zhen Hao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060306545","display_name":"C. P. Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Chengyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128788132","display_name":"Runming He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Runming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130987380","display_name":"Zhaoyang Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Zhaoyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130915913","display_name":"Yaowei Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Yaowei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125745282","display_name":"Fangcheng Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Fangcheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130964458","display_name":"Conghui He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Conghui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130956830","display_name":"Bin Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Bin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130942234","display_name":"Zhiyu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhiyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130957651","display_name":"Weinan E","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"E, Weinan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130914436","display_name":"Wentao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wentao","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":25,"corresponding_author_ids":["https://openalex.org/A5130965341"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.40939998626708984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.40939998626708984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22779999673366547,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.03310000151395798,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5878000259399414},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5809000134468079},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.5105999708175659},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5029000043869019},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.49639999866485596},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4153999984264374},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.40869998931884766},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4081000089645386},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4027000069618225}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8841000199317932},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5878000259399414},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5809000134468079},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5357000231742859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5230000019073486},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.5105999708175659},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.49639999866485596},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4153999984264374},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.40869998931884766},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4081000089645386},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4027000069618225},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3817000091075897},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.3767000138759613},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C2780463512","wikidata":"https://www.wikidata.org/wiki/Q15122700","display_name":"Trainer","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C197298091","wikidata":"https://www.wikidata.org/wiki/Q5318963","display_name":"Dynamic data","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.25780001282691956},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.26164","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26164","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.26164","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26164","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6343485116958618}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Data-centric":[0],"training":[1,28,70,99,153,212],"has":[2],"emerged":[3],"as":[4,123],"a":[5,66,110],"promising":[6],"direction":[7],"for":[8,113,132,209],"improving":[9],"large":[10],"language":[11],"models":[12],"(LLMs)":[13],"by":[14],"optimizing":[15],"not":[16],"only":[17],"model":[18],"parameters":[19],"but":[20],"also":[21,189],"the":[22,97],"selection,":[23,37,85],"composition,":[24],"and":[25,41,57,89,106,117,127,159,165,171,184,206],"weighting":[26],"of":[27,80,213],"data":[29,36,38,42,82,147,162],"during":[30],"optimization.":[31],"However,":[32],"existing":[33],"approaches":[34],"to":[35],"mixture":[39,87],"optimization,":[40],"reweighting":[43],"are":[44],"often":[45],"developed":[46],"in":[47],"isolated":[48],"codebases":[49],"with":[50,96,130],"inconsistent":[51],"interfaces,":[52],"hindering":[53],"reproducibility,":[54],"fair":[55],"comparison,":[56],"practical":[58],"integration.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63],"present":[64],"DataFlex,":[65],"unified":[67],"data-centric":[68,144,210],"dynamic":[69,81,211],"framework":[71],"built":[72],"upon":[73],"LLaMA-Factory.":[74],"DataFlex":[75,188,201],"supports":[76],"three":[77],"major":[78],"paradigms":[79],"optimization:":[83],"sample":[84,90],"domain":[86],"adjustment,":[88],"reweighting,":[91],"while":[92],"remaining":[93],"fully":[94],"compatible":[95],"original":[98,195],"workflow.":[100],"It":[101],"provides":[102,202],"extensible":[103],"trainer":[104],"abstractions":[105],"modular":[107],"components,":[108],"enabling":[109],"drop-in":[111],"replacement":[112],"standard":[114],"LLM":[115],"training,":[116],"unifies":[118],"key":[119],"model-dependent":[120],"operations":[121],"such":[122],"embedding":[124],"extraction,":[125],"inference,":[126],"gradient":[128],"computation,":[129],"support":[131],"large-scale":[133],"settings":[134],"including":[135],"DeepSpeed":[136],"ZeRO-3.":[137],"We":[138],"conduct":[139],"comprehensive":[140],"experiments":[141],"across":[142,156],"multiple":[143],"methods.":[145],"Dynamic":[146],"selection":[148],"consistently":[149],"outperforms":[150],"static":[151],"full-data":[152],"on":[154,180],"MMLU":[155,169],"both":[157,168],"Mistral-7B":[158],"Llama-3.2-3B.":[160],"For":[161],"mixture,":[163],"DoReMi":[164],"ODM":[166],"improve":[167],"accuracy":[170],"corpus-level":[172],"perplexity":[173],"over":[174,194],"default":[175],"proportions":[176],"when":[177],"pretraining":[178],"Qwen2.5-1.5B":[179],"SlimPajama":[181],"at":[182],"6B":[183],"30B":[185],"token":[186],"scales.":[187],"achieves":[190],"consistent":[191],"runtime":[192],"improvements":[193],"implementations.":[196],"These":[197],"results":[198],"demonstrate":[199],"that":[200],"an":[203],"effective,":[204],"efficient,":[205],"reproducible":[207],"infrastructure":[208],"LLMs.":[214]},"counts_by_year":[],"updated_date":"2026-03-31T06:07:48.031334","created_date":"2026-03-31T00:00:00"}