{"id":"https://openalex.org/W7135075593","doi":"https://doi.org/10.48550/arxiv.2603.10160","title":"ReMix: Reinforcement routing for mixtures of LoRAs in LLM finetuning","display_name":"ReMix: Reinforcement routing for mixtures of LoRAs in LLM finetuning","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7135075593","doi":"https://doi.org/10.48550/arxiv.2603.10160"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.10160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.10160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.10160","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128892151","display_name":"Ruizhong Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Ruizhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014103790","display_name":"Hanqing Zeng","orcid":"https://orcid.org/0000-0002-2578-2147"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Hanqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128882835","display_name":"Yinglong Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Yinglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128915569","display_name":"Yiwen Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Yiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128808332","display_name":"Ren Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128913880","display_name":"Jiarui Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Jiarui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028848091","display_name":"Dongqi Fu","orcid":"https://orcid.org/0000-0002-8726-9234"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Dongqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128855758","display_name":"Qifan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128895292","display_name":"Jiayi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128918007","display_name":"Jun Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128833014","display_name":"Xiangjun Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Xiangjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128834570","display_name":"Benyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Benyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128857418","display_name":"hong li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035651931","display_name":"Zhining Liu","orcid":"https://orcid.org/0000-0002-8422-820X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128827294","display_name":"Hyunsik Yoo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoo, Hyunsik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zeng, Zhichen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Zhichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024869027","display_name":"Tianxin Wei","orcid":"https://orcid.org/0000-0003-4450-2005"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Tianxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128819150","display_name":"Hanghang Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Hanghang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.5748999714851379,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.5748999714851379,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.20839999616146088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03200000151991844,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.6108999848365784},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5957000255584717},{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.5648000240325928},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.5187000036239624},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.5113000273704529},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.4932999908924103},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.46070000529289246},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.45719999074935913},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.42969998717308044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750999927520752},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.6108999848365784},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5957000255584717},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.5648000240325928},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.5187000036239624},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.5113000273704529},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.4932999908924103},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.46070000529289246},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4413999915122986},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.42969998717308044},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4293999969959259},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4268999993801117},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.40720000863075256},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4018000066280365},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.4007999897003174},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.38089999556541443},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C195780805","wikidata":"https://www.wikidata.org/wiki/Q1535986","display_name":"Metrics","level":5,"score":0.3499999940395355},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.3465999960899353},{"id":"https://openalex.org/C2984173633","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Routing algorithm","level":4,"score":0.3133000135421753},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.31299999356269836},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.30379998683929443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2962000072002411},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2937999963760376},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.2754000127315521},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26750001311302185}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.10160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.10160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.10160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.10160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Low-rank":[0],"adapters":[1],"(LoRAs)":[2],"are":[3,71],"a":[4,34,47,138,258],"parameter-efficient":[5,254],"finetuning":[6,255],"technique":[7],"that":[8,67,142,247],"injects":[9],"trainable":[10],"low-rank":[11],"matrices":[12],"into":[13],"pretrained":[14],"models":[15,23],"to":[16,19,33,51,54,116,158,163,185,231,236],"adapt":[17],"them":[18],"new":[20,139],"tasks.":[21],"Mixture-of-LoRAs":[22,44,107,148],"expand":[24],"neural":[25],"networks":[26],"efficiently":[27],"by":[28,201],"routing":[29,49,69,88,121,156,172,188],"each":[30,52],"layer":[31],"input":[32],"small":[35],"subset":[36],"of":[37,40,58,95,105,119,128,241,261],"specialized":[38],"LoRAs":[39,76,84,97,162],"the":[41,59,68,87,93,102,117,125,129,171,199,203,211,215,218,221,238],"layer.":[42],"Existing":[43],"routers":[45,176],"assign":[46],"learned":[48],"weight":[50],"LoRA":[53,169],"enable":[55],"end-to-end":[56],"training":[57,234],"router.":[60,130],"Despite":[61],"their":[62],"empirical":[63],"promise,":[64],"we":[65,112,136,143,191,209],"observe":[66],"weights":[70,122,157],"typically":[72],"extremely":[73],"imbalanced":[74],"across":[75],"in":[77,223],"practice,":[78],"where":[79,208],"only":[80],"one":[81],"or":[82],"two":[83],"often":[85],"dominate":[86],"weights.":[89,173,189],"This":[90],"essentially":[91],"limits":[92],"number":[94,260],"effective":[96],"and":[98,123,217],"thus":[99],"severely":[100],"hinders":[101],"expressive":[103],"power":[104],"existing":[106],"models.":[108],"In":[109],"this":[110,114,133],"work,":[111],"attribute":[113],"weakness":[115],"nature":[118],"learnable":[120],"rethink":[124],"fundamental":[126],"design":[127],"To":[131],"address":[132],"critical":[134],"issue,":[135],"propose":[137,193],"router":[140,200,219],"designed":[141],"call":[144],"Reinforcement":[145],"Routing":[146],"for":[147,198],"(ReMix).":[149],"Our":[150,226],"key":[151],"idea":[152],"is":[153],"using":[154],"non-learnable":[155,187],"ensure":[159],"all":[160],"active":[161],"be":[164,178],"equally":[165],"effective,":[166],"with":[167],"no":[168],"dominating":[170],"However,":[174],"our":[175,186,242,248],"cannot":[177],"trained":[179],"directly":[180],"via":[181],"gradient":[182,196,227],"descent":[183],"due":[184],"Hence,":[190],"further":[192],"an":[194],"unbiased":[195],"estimator":[197,228],"employing":[202],"reinforce":[204],"leave-one-out":[205],"(RLOO)":[206],"technique,":[207],"regard":[210],"supervision":[212],"loss":[213],"as":[214,220],"reward":[216],"policy":[222],"reinforcement":[224],"learning.":[225],"also":[229],"enables":[230],"scale":[232],"up":[233],"compute":[235],"boost":[237],"predictive":[239],"performance":[240],"ReMix.":[243],"Extensive":[244],"experiments":[245],"demonstrate":[246],"proposed":[249],"ReMix":[250],"significantly":[251],"outperform":[252],"state-of-the-art":[253],"methods":[256],"under":[257],"comparable":[259],"activated":[262],"parameters.":[263]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-13T00:00:00"}