{"id":"https://openalex.org/W7166851577","doi":"https://doi.org/10.48550/arxiv.2606.31813","title":"Geometry-Preserving Orthonormal Initialization for Low-Rank Adaptation in RLVR","display_name":"Geometry-Preserving Orthonormal Initialization for Low-Rank Adaptation in RLVR","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166851577","doi":"https://doi.org/10.48550/arxiv.2606.31813"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31813","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31813","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081653904","display_name":"Ruijia Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ruijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139814589","display_name":"Jiacheng Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jiacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058268359","display_name":"Hao Zhu","orcid":"https://orcid.org/0000-0003-4411-0933"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Hanqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075795654","display_name":"Laixi Shi","orcid":"https://orcid.org/0000-0003-4038-8620"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Laixi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5371999740600586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5371999740600586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.047600001096725464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.041999999433755875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.9605000019073486},{"id":"https://openalex.org/keywords/orthonormal-basis","display_name":"Orthonormal basis","score":0.8988000154495239},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.548799991607666},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4603999853134155},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.40220001339912415},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.38760000467300415},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.3727000057697296}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.9605000019073486},{"id":"https://openalex.org/C5806529","wikidata":"https://www.wikidata.org/wiki/Q2365325","display_name":"Orthonormal basis","level":2,"score":0.8988000154495239},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6686999797821045},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.548799991607666},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4603999853134155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.428600013256073},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.38760000467300415},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38749998807907104},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3727000057697296},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31813","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31813","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Low-rank":[0],"adaptation":[1,116],"(LoRA)":[2],"and":[3,22,43,57,100,125,141,148,161,174],"its":[4],"variants":[5],"enable":[6],"parameter-efficient":[7],"fine-tuning":[8,16],"of":[9,85,102,170],"large":[10],"language":[11],"models":[12],"under":[13,24,49,55],"the":[14,70,94,134],"supervised":[15],"(SFT)":[17],"paradigm.":[18],"However,":[19],"their":[20],"efficacy":[21],"behavior":[23],"Reinforcement":[25],"learning":[26],"with":[27,146],"verifiable":[28],"rewards":[29],"(RLVR)":[30],"are":[31,176],"less":[32],"well":[33],"understood.":[34],"In":[35,77],"particular,":[36],"two":[37,121],"structurally":[38],"initialized":[39],"LoRA":[40,48,54,86,98,155],"variants,":[41,123],"PiSSA":[42,147,160],"MiLoRA,":[44],"which":[45,167],"outperform":[46],"standard":[47,53,143],"SFT,":[50],"can":[51,163],"underperform":[52,164],"RLVR":[56,74,139],"may":[58,168],"even":[59],"exhibit":[60],"training":[61,140],"instability.":[62],"These":[63],"observations":[64],"suggest":[65],"that":[66,90,101,133],"how":[67],"to":[68,120],"initialize":[69],"low-rank":[71,115],"matrices":[72],"in":[73,87,117,165],"remains":[75],"unclear.":[76],"this":[78,107],"work,":[79],"we":[80,109],"develop":[81],"a":[82],"theoretical":[83],"analysis":[84,153],"RLVR,":[88,118,166],"showing":[89],"orthonormal":[91,112,136],"initialization":[92,113,137,156],"achieves":[93],"minimal":[95],"gap":[96],"between":[97],"outcome":[99],"full":[103],"fine-tuning.":[104],"Guided":[105],"by":[106],"insight,":[108],"propose":[110],"geometry-preserving":[111],"for":[114,154],"leading":[119],"new":[122],"RLPO":[124],"RLMO.":[126],"Experiments":[127],"on":[128],"mathematical":[129],"reasoning":[130],"benchmarks":[131],"show":[132],"proposed":[135],"stabilizes":[138],"outperforms":[142],"LoRA,":[144],"contrasting":[145],"MiLoRA.":[149],"Finally,":[150],"our":[151],"unified":[152],"also":[157],"explains":[158],"why":[159],"MiLoRA":[162],"be":[169],"independent":[171],"interest.":[172],"Code":[173],"checkpoints":[175],"publicly":[177],"available":[178],"at":[179],"https://github.com/Richard-ZZZ/geometry-preserving-orthonormal-init-rlvr.":[180]},"counts_by_year":[],"updated_date":"2026-07-02T06:18:51.028212","created_date":"2026-07-02T00:00:00"}