{"id":"https://openalex.org/W7161275379","doi":"https://doi.org/10.48550/arxiv.2605.14841","title":"GPart: End-to-End Isometric Fine-Tuning via Global Parameter Partitioning","display_name":"GPart: End-to-End Isometric Fine-Tuning via Global Parameter Partitioning","publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161275379","doi":"https://doi.org/10.48550/arxiv.2605.14841"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.14841","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14841","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.14841","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067271957","display_name":"Paolo Mandica","orcid":"https://orcid.org/0000-0002-4493-2497"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mandica, Paolo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136241202","display_name":"Micha\u0142 Brzozowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brzozowski, Micha\u0142","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308519","display_name":"Zuzanna Dubanowska","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dubanowska, Zuzanna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5025743060","display_name":"Neo Christopher Chung","orcid":"https://orcid.org/0000-0001-6798-8867"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Neo Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1940000057220459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1940000057220459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.07779999822378159,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bilinear-interpolation","display_name":"Bilinear interpolation","score":0.6060000061988831},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.5945000052452087},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.44760000705718994},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.4300000071525574},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.42480000853538513},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.39089998602867126},{"id":"https://openalex.org/keywords/multivariate-random-variable","display_name":"Multivariate random variable","score":0.3483000099658966},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.3237000107765198}],"concepts":[{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.6060000061988831},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.5945000052452087},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4957999885082245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47920000553131104},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46309998631477356},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.44760000705718994},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4410000145435333},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.4300000071525574},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C138405894","wikidata":"https://www.wikidata.org/wiki/Q3179949","display_name":"Multivariate random variable","level":3,"score":0.3483000099658966},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C126661757","wikidata":"https://www.wikidata.org/wiki/Q4925641","display_name":"Random search","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2962000072002411},{"id":"https://openalex.org/C64812099","wikidata":"https://www.wikidata.org/wiki/Q176604","display_name":"Random matrix","level":3,"score":0.29350000619888306},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C13670688","wikidata":"https://www.wikidata.org/wiki/Q3500548","display_name":"Space partitioning","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C13336665","wikidata":"https://www.wikidata.org/wiki/Q125977","display_name":"Vector space","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C130402806","wikidata":"https://www.wikidata.org/wiki/Q5361768","display_name":"Random field","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.14841","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14841","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.14841","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14841","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4450477063655853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Low-rank":[0],"adaptation":[1],"(LoRA)":[2],"has":[3],"become":[4],"the":[5,25,37,57,66,84,104,109,146,159,171],"dominant":[6],"paradigm":[7],"for":[8],"parameter-efficient":[9,79],"fine-tuning":[10,80,117,151],"(PEFT)":[11],"of":[12,108,133,158,176],"large":[13],"language":[14,184],"models":[15],"(LLMs).":[16],"However,":[17],"its":[18],"bilinear":[19,59],"structure":[20],"introduces":[21],"a":[22,43,77,91,98,125,140,204],"critical":[23],"limitation:":[24],"mapping":[26],"from":[27,154],"trainable":[28,100,137],"parameters":[29],"to":[30,96,178,209],"weight":[31,106,161],"updates":[32],"is":[33,113],"not":[34],"distance-preserving,":[35],"distorting":[36],"optimization":[38],"landscape.":[39],"Methods":[40],"that":[41,149],"project":[42],"low-dimensional":[44,156],"vector":[45,101,138],"into":[46,103],"LoRA's":[47],"parameter":[48,54],"space,":[49,162],"such":[50],"as":[51],"Uni-LoRA,":[52],"improve":[53],"efficiency,":[55],"but":[56],"subsequent":[58],"LoRA":[60],"map":[61,97],"breaks":[62],"end-to-end":[63,122],"isometry,":[64],"leaving":[65],"core":[67],"distance-preservation":[68],"problem":[69],"unresolved.":[70],"We":[71,168],"propose":[72],"GPart":[73,143,177,193],"(Global":[74],"Partition":[75],"fine-tuning),":[76],"highly":[78],"method":[81,89],"which":[82],"removes":[83],"low-rank":[85,165],"bottleneck":[86],"entirely.":[87],"Our":[88],"uses":[90],"single":[92,126],"isometric":[93],"partition":[94],"matrix":[95,166],"$d$-dimensional":[99],"directly":[102],"full":[105,160],"space":[107],"model.":[110],"The":[111],"result":[112],"an":[114],"extremely":[115],"minimal":[116],"pipeline:":[118],"one":[119],"random":[120,141,155],"projection,":[121],"isometric,":[123],"with":[124],"clean":[127],"hyperparameter":[128],"($d$)":[129],"and":[130,189,197,206],"storage":[131],"cost":[132],"$d+1$":[134],"values":[135],"(the":[136],"plus":[139],"seed).":[142],"builds":[144],"on":[145,182],"theoretical":[147],"premise":[148],"effective":[150],"can":[152],"emerge":[153],"subspaces":[157],"without":[163],"imposing":[164],"structure.":[167],"empirically":[169],"demonstrate":[170],"superior":[172],"or":[173],"comparable":[174],"performance":[175,198],"existing":[179],"PEFT":[180],"methods":[181],"natural":[183],"understanding,":[185],"computer":[186],"vision":[187],"tasks,":[188],"mathematical":[190],"reasoning.":[191],"Overall,":[192],"achieves":[194],"state-of-the-art":[195],"efficiency":[196],"by":[199],"removing":[200],"structural":[201],"constraints,":[202],"offering":[203],"straightforward":[205],"elegant":[207],"path":[208],"PEFT.":[210]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-16T00:00:00"}