{"id":"https://openalex.org/W7220710503","doi":"https://doi.org/10.48550/arxiv.2610.05800","title":"Adaptive Utilization of Low-Rank Adaptation via Conditioned Gating","display_name":"Adaptive Utilization of Low-Rank Adaptation via Conditioned Gating","publication_year":2026,"publication_date":"2026-10-05","ids":{"openalex":"https://openalex.org/W7220710503","doi":"https://doi.org/10.48550/arxiv.2610.05800"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.05800","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.05800","pdf_url":"https://arxiv.org/pdf/2610.05800","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.05800","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157776282","display_name":"Guang Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Guang","raw_affiliation_strings":["Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102678874","display_name":"Changhao Guan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guan, Changhao","raw_affiliation_strings":["Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157736716","display_name":"Chao Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huang, Chao","raw_affiliation_strings":["Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157688509","display_name":"Yufeng Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Yufeng","raw_affiliation_strings":["Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5157681767","display_name":"Kaiyu Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huang, Kaiyu","raw_affiliation_strings":["Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Big Data & Artificial Intelligence in Transportation ( Beijing Jiaotong University) , Ministry of Education. Correspon","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Computer Science and Tech- nology , Beijing Jiaotong University , Beijing 100044 , China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9057999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9057999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07970000058412552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/low-rank-adaptation","display_name":"low-rank adaptation","score":0.9879999756813049},{"id":"https://openalex.org/keywords/lora","display_name":"LoRa","score":0.8999999761581421},{"id":"https://openalex.org/keywords/parameter-efficient-fine-tuning","display_name":"parameter-efficient fine-tuning","score":0.9729999899864197},{"id":"https://openalex.org/keywords/bias-correction","display_name":"bias correction","score":0.8109999895095825},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.8840000033378601},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"natural language understanding","score":0.9959999918937683}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.7763000130653381},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7727000117301941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7620000243186951},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6585999727249146},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5884000062942505},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.5271000266075134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4787999987602234},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.05800","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.05800","pdf_url":"https://arxiv.org/pdf/2610.05800","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.05800","doi":"https://doi.org/10.48550/arxiv.2610.05800","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.05800","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.05800","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.05800","pdf_url":"https://arxiv.org/pdf/2610.05800","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G310944059","display_name":null,"funder_award_id":"62476023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5447623188","display_name":null,"funder_award_id":"62376019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5613447639","display_name":null,"funder_award_id":"2024JBGP008","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7838506768","display_name":null,"funder_award_id":"61976016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220710503.pdf","grobid_xml":"https://content.openalex.org/works/W7220710503.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W2965373594","https://openalex.org/W3152956381","https://openalex.org/W3205949070","https://openalex.org/W3210904070","https://openalex.org/W4330338093","https://openalex.org/W4392012668","https://openalex.org/W4392822465","https://openalex.org/W4393138529","https://openalex.org/W4402671706","https://openalex.org/W4405030510","https://openalex.org/W4411119945","https://openalex.org/W4414939355","https://openalex.org/W4415428213","https://openalex.org/W4416034358","https://openalex.org/W7125799258","https://openalex.org/W7172412657","https://openalex.org/W7197039748"],"related_works":["https://openalex.org/W4417300696","https://openalex.org/W7102329003","https://openalex.org/W7213404488","https://openalex.org/W4407759136","https://openalex.org/W4402619439","https://openalex.org/W7163049561","https://openalex.org/W7152625302","https://openalex.org/W6891938286","https://openalex.org/W4417029077","https://openalex.org/W7214330414"],"abstract_inverted_index":{"Low-Rank":[0,56],"Adaptation":[1,57],"(LoRA)":[2],"achieves":[3,169],"parameter-efficient":[4],"fine-tuning":[5],"by":[6,130],"constraining":[7],"model":[8],"updates":[9],"to":[10,35,63],"a":[11,25,103,112,140],"low-rank":[12,27,72,81,146],"subspace":[13,40,147],"and":[14,86,89,161,181],"has":[15],"been":[16],"widely":[17],"used":[18],"in":[19],"practice.":[20],"However,":[21],"LoRA":[22,179],"typically":[23],"employs":[24,60],"shared":[26],"update":[28],"across":[29,124],"tokens,":[30],"which":[31,59],"limits":[32],"its":[33],"ability":[34],"fully":[36],"exploit":[37],"the":[38,70,144,155],"adaptation":[39,73],"for":[41,83],"tokens":[42],"from":[43,139,153],"different":[44],"sequences.":[45],"To":[46,105],"address":[47],"this":[48],"issue,":[49],"we":[50,110],"propose":[51],"an":[52],"adaptive":[53,100],"utilization":[54,68,78,122,142],"of":[55,69,135,143],"(U-LoRA),":[58],"conditioned":[61],"gating":[62],"explicitly":[64],"learn":[65],"effective":[66],"token-level":[67],"limited":[71],"subspace.":[74,156],"Specifically,":[75],"U-LoRA":[76,168],"generates":[77],"coefficients":[79],"along":[80],"directions":[82],"each":[84],"token":[85],"jointly":[87],"coordinates":[88],"constrains":[90],"them":[91],"using":[92],"sequence-level":[93],"contextual":[94],"information,":[95],"thereby":[96],"inducing":[97],"more":[98],"consistent":[99],"patterns":[101],"within":[102],"sentence.":[104],"further":[106],"enhance":[107],"training":[108],"stability,":[109],"introduce":[111],"bias-corrected":[113],"exponential":[114],"moving":[115],"average":[116],"(EMA)":[117],"historical":[118],"prior":[119],"that":[120,167],"calibrates":[121],"signals":[123],"optimization":[125],"steps,":[126],"suppressing":[127],"noise":[128],"caused":[129],"batch-to-batch":[131],"fluctuations.":[132],"The":[133],"effectiveness":[134],"our":[136],"method":[137],"arises":[138],"better":[141],"existing":[145],"via":[148],"input-conditioned":[149],"strategies,":[150],"rather":[151],"than":[152],"expanding":[154],"Experiments":[157],"on":[158],"mathematical":[159],"reasoning":[160],"natural":[162],"language":[163],"understanding":[164],"benchmarks":[165],"demonstrate":[166],"competitive":[170],"performance":[171],"under":[172],"comparable":[173],"parameter":[174],"budgets":[175],"when":[176],"with":[177],"strong":[178],"baselines":[180],"recent":[182],"variants.":[183]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-07T00:00:00"}