{"id":"https://openalex.org/W7161823302","doi":"https://doi.org/10.48550/arxiv.2605.19767","title":"AR1-ZO: Topology-Aware Rank-1 Zeroth-Order Queries for High-Rank LoRA Fine-Tuning","display_name":"AR1-ZO: Topology-Aware Rank-1 Zeroth-Order Queries for High-Rank LoRA Fine-Tuning","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161823302","doi":"https://doi.org/10.48550/arxiv.2605.19767"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.19767","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19767","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.19767","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136522233","display_name":"Ziye Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ziye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101949004","display_name":"Hongbin Lin","orcid":"https://orcid.org/0000-0001-6353-8535"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Hongbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136540967","display_name":"Chenyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059724234","display_name":"Xiangda Yan","orcid":"https://orcid.org/0000-0003-1025-8948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Xiangda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041553311","display_name":"Yongjie Yang","orcid":"https://orcid.org/0000-0001-9537-3923"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yongjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136588536","display_name":"Yao Shu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.23829999566078186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.23829999566078186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.19220000505447388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.18529999256134033,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4699999988079071},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.45249998569488525},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.44020000100135803},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.38440001010894775},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.34869998693466187},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.34860000014305115},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.34689998626708984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5493999719619751},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4970000088214874},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4699999988079071},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.45249998569488525},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.44020000100135803},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.38440001010894775},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3813000023365021},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31349998712539673},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.19767","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19767","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.19767","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.19767","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Zeroth-order":[0],"(ZO)":[1],"optimization":[2],"enables":[3],"large-language-model":[4],"fine-tuning":[5],"without":[6,154],"storing":[7],"backpropagation":[8],"activations,":[9],"while":[10,93],"LoRA":[11,23,67,112,203],"supplies":[12],"compact":[13],"trainable":[14],"adapters.":[15],"Combining":[16],"them":[17],"creates":[18],"a":[19,34,56,61,75,135],"rank":[20,24,91,180],"paradox:":[21],"increasing":[22],"improves":[25],"adapter":[26,90],"capacity,":[27],"but":[28],"standard":[29,211],"two-point":[30],"ZO":[31,207],"either":[32],"perturbs":[33],"rank-dependent":[35],"number":[36],"of":[37,79],"coordinates":[38],"or,":[39],"under":[40,134,209],"atomwise":[41,103],"updates,":[42],"can":[43],"make":[44],"the":[45,53,88,97,115,123,178,194,210],"finite-difference":[46,117,125],"signal":[47,118,153,195],"unobservable.":[48],"This":[49],"paper":[50],"shows":[51],"that":[52,199],"bottleneck":[54],"is":[55,105],"measurement-topology":[57],"problem":[58],"rather":[59],"than":[60],"need":[62],"for":[63],"an":[64,183],"external":[65],"subspace.":[66],"already":[68],"decomposes":[69],"into":[70],"matched":[71],"rank-$1$":[72,143],"atoms,":[73],"each":[74],"complete":[76],"factor-coordinate":[77],"block":[78],"dimension":[80],"$d_\\text{out}+d_\\text{in}$.":[81],"Querying":[82],"one":[83],"atom":[84,144,167],"per":[85],"step":[86],"keeps":[87],"stored":[89],"$r$":[92,95],"removing":[94],"from":[96],"single-query":[98],"perturbation":[99],"dimension.":[100],"The":[101],"naive":[102],"query":[104,171,213],"still":[106],"miscalibrated:":[107],"if":[108],"it":[109],"inherits":[110],"canonical":[111],"scaling":[113,148],"$\u03b1/r$,":[114],"active":[116,124,152,170],"shrinks":[119],"as":[120,129,182],"$1/r$":[121],"and":[122,175,177,190,197],"signal-to-noise":[126],"ratio":[127],"(FD-SNR)":[128],"$1/r^2$,":[130],"producing":[131],"directional":[132,173],"collapse":[133,174],"fixed":[136],"residual":[137],"evaluation-noise":[138],"floor.":[139],"AR1-ZO":[140,200],"pairs":[141],"alternating":[142],"queries":[145],"with":[146],"topology-aware":[147],"$\u03b3=\u03b1r$,":[149],"restoring":[150],"rank-invariant":[151],"auxiliary":[155],"bases,":[156],"activation":[157],"hooks,":[158],"curvature":[159],"estimates,":[160],"or":[161],"extra":[162],"forward":[163],"queries.":[164],"Theory":[165],"proves":[166],"minimality,":[168],"rank-independent":[169],"dimension,":[172],"restoration,":[176],"remaining":[179],"dependence":[181],"amortized":[184],"coverage":[185],"cost.":[186],"Experiments":[187],"on":[188],"OPT":[189],"Qwen3":[191],"models":[192],"validate":[193],"mechanism":[196],"show":[198],"makes":[201],"high-rank":[202],"effective":[204],"among":[205],"matched-budget":[206],"methods":[208],"two-forward-pass":[212],"budget.":[214]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-21T00:00:00"}