{"id":"https://openalex.org/W7138332977","doi":"https://doi.org/10.48550/arxiv.2603.13792","title":"IGU-LoRA: Adaptive Rank Allocation via Integrated Gradients and Uncertainty-Aware Scoring","display_name":"IGU-LoRA: Adaptive Rank Allocation via Integrated Gradients and Uncertainty-Aware Scoring","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138332977","doi":"https://doi.org/10.48550/arxiv.2603.13792"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13792","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040719868","display_name":"Xuan Cui","orcid":"https://orcid.org/0009-0008-5114-3438"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Cui, Xuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129677370","display_name":"Huiyue Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Huiyue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123945418","display_name":"Run Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Run","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129677906","display_name":"Yunfei Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yunfei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124040717","display_name":"Jinrui Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Jinrui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129684393","display_name":"Wei Duan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duan, Wei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129731098","display_name":"Bo Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129738034","display_name":"Zhanpeng Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zhanpeng","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5040719868"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5698000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5698000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.1996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0284000001847744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6728000044822693},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5335999727249146},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.4975999891757965},{"id":"https://openalex.org/keywords/scoring-rule","display_name":"Scoring rule","score":0.4523000121116638},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.447299987077713},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4284000098705292},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4268999993801117},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.4108999967575073},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.40470001101493835}],"concepts":[{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6728000044822693},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5335999727249146},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.513700008392334},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.4975999891757965},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45350000262260437},{"id":"https://openalex.org/C63002673","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring rule","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4268999993801117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4122999906539917},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.4108999967575073},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.40470001101493835},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40049999952316284},{"id":"https://openalex.org/C62869609","wikidata":"https://www.wikidata.org/wiki/Q28137","display_name":"Quadrature (astronomy)","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3425000011920929},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.3343999981880188},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3125},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30169999599456787},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2793000042438507},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C75235859","wikidata":"https://www.wikidata.org/wiki/Q582659","display_name":"Exponential growth","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C55974624","wikidata":"https://www.wikidata.org/wiki/Q1188504","display_name":"Exponential family","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C184599523","wikidata":"https://www.wikidata.org/wiki/Q4680758","display_name":"Adaptive quadrature","level":4,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"scale":[5],"to":[6,141,207],"billions":[7],"of":[8,28,199],"parameters,":[9],"full-parameter":[10],"fine-tuning":[11,17],"becomes":[12],"compute-":[13],"and":[14,97,118,128,145,178,193,204],"memory-prohibitive.":[15],"Parameter-efficient":[16],"(PEFT)":[18],"mitigates":[19],"this":[20,102],"issue":[21],"by":[22],"updating":[23],"only":[24,83],"a":[25,49,122,166],"small":[26],"set":[27],"task-specific":[29],"parameters":[30],"while":[31],"keeping":[32],"the":[33,91,156,172,197],"base":[34],"model":[35],"frozen.":[36],"Among":[37],"PEFT":[38,184],"approaches,":[39],"low-rank":[40],"adaptation":[41],"(LoRA)":[42],"is":[43,213],"widely":[44],"adopted;":[45],"however,":[46],"it":[47],"enforces":[48],"uniform":[50],"rank":[51,62,126,147,209],"across":[52],"layers":[53],"despite":[54],"substantial":[55],"variation":[56],"in":[57],"layer":[58],"importance,":[59],"motivating":[60],"{layerwise}":[61],"allocation.":[63,210],"Recent":[64],"adaptive-rank":[65,108],"variants":[66],"(e.g.,":[67],"AdaLoRA)":[68],"allocate":[69],"ranks":[70],"based":[71],"on":[72,78,155],"importance":[73],"scores,":[74],"yet":[75],"typically":[76],"rely":[77],"instantaneous":[79],"gradients":[80],"that":[81,110],"capture":[82],"local":[84],"sensitivity,":[85],"overlooking":[86],"non-local,":[87],"pathwise":[88,167,200],"effects":[89],"within":[90],"same":[92],"layer,":[93],"which":[94,170],"yields":[95],"unstable":[96],"biased":[98],"scores.":[99],"To":[100],"address":[101],"limitation,":[103],"we":[104,150],"introduce":[105],"IGU-LoRA,":[106],"an":[107,131,152],"LoRA":[109],"(i)":[111],"computes":[112],"within-layer":[113,201],"Integrated":[114],"Gradients":[115],"(IG)":[116],"sensitivities":[117],"aggregates":[119],"them":[120],"into":[121],"layer-level":[123],"score":[124],"for":[125,162],"allocation,":[127],"(ii)":[129],"applies":[130],"uncertainty-aware":[132,205],"scheme":[133],"using":[134],"exponential":[135],"moving":[136],"averages":[137],"with":[138],"deviation":[139],"tracking":[140],"suppress":[142],"noisy":[143],"updates":[144],"calibrate":[146],"selection.":[148],"Theoretically,":[149],"prove":[151],"upper":[153],"bound":[154],"composite":[157],"trapezoidal":[158],"rule":[159],"approximation":[160],"error":[161],"parameter-space":[163],"IG":[164],"under":[165],"Hessian-Lipschitz":[168],"condition,":[169],"informs":[171],"quadrature":[173],"budget.":[174],"Across":[175],"diverse":[176],"tasks":[177],"architectures,":[179],"IGU-LoRA":[180],"consistently":[181],"outperforms":[182],"strong":[183],"baselines":[185],"at":[186,216],"matched":[187],"parameter":[188],"budgets,":[189],"improving":[190],"downstream":[191],"accuracy":[192],"robustness.":[194],"Ablations":[195],"confirm":[196],"contributions":[198],"sensitivity":[202],"estimates":[203],"selection":[206],"effective":[208],"Our":[211],"code":[212],"publicly":[214],"available":[215],"https://github.com/withyou12/igulora.git":[217]},"counts_by_year":[],"updated_date":"2026-03-18T06:31:55.123368","created_date":"2026-03-18T00:00:00"}