{"id":"https://openalex.org/W7166815373","doi":"https://doi.org/10.18653/v1/2026.acl-long.1110","title":"GeoRA: Geometry-Aware Low-Rank Adaptation for RLVR","display_name":"GeoRA: Geometry-Aware Low-Rank Adaptation for RLVR","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166815373","doi":"https://doi.org/10.18653/v1/2026.acl-long.1110"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.acl-long.1110","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1110","pdf_url":"https://aclanthology.org/2026.acl-long.1110.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.acl-long.1110.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139729071","display_name":"Jiaying Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaying Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139719354","display_name":"Lei Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139842591","display_name":"Jiguo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiguo Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139763963","display_name":"Jun Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123019324","display_name":"Jiuchong Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiuchong Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139832225","display_name":"Jinghua Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinghua Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5028060197","display_name":"Renqing He","orcid":"https://orcid.org/0000-0001-7788-7584"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Renqing He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.80495265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"24207","last_page":"24221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2502000033855438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2502000033855438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.14480000734329224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.08500000089406967,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6008999943733215},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5508999824523926},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5281000137329102},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5134999752044678},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5049999952316284},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.4542999863624573},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.43779999017715454},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.40380001068115234},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.4034000039100647}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.652400016784668},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6008999943733215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5958999991416931},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5508999824523926},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5281000137329102},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5134999752044678},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5049999952316284},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.43779999017715454},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.40380001068115234},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.4034000039100647},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3944999873638153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C2777032711","wikidata":"https://www.wikidata.org/wiki/Q5318993","display_name":"Dynamic mode decomposition","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3100000023841858},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.30720001459121704},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.3012999892234802},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29649999737739563},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.27630001306533813},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C137105694","wikidata":"https://www.wikidata.org/wiki/Q3407510","display_name":"Local consistency","level":4,"score":0.2696000039577484},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.26489999890327454},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2554999887943268},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.acl-long.1110","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1110","pdf_url":"https://aclanthology.org/2026.acl-long.1110.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.acl-long.1110","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1110","pdf_url":"https://aclanthology.org/2026.acl-long.1110.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166815373.pdf","grobid_xml":"https://content.openalex.org/works/W7166815373.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"with":[2],"Verifiable":[3],"Rewards":[4],"(RLVR)":[5],"is":[6,24],"a":[7,93,130],"key":[8,37],"paradigm":[9],"for":[10,50,58,98],"improving":[11],"large-scale":[12],"reasoning":[13],"models.Unlike":[14],"supervised":[15],"fine-tuning":[16,69],"(SFT),":[17],"RLVR":[18,77,164],"exhibits":[19],"distinct":[20,60],"optimization":[21,61],"dynamics":[22,62],"and":[23,54,63,104,111,140,147,169,175],"sensitive":[25],"to":[26,121,152],"the":[27,59,70,102,137],"preservation":[28],"of":[29,66,107],"pre-trained":[30,138],"geometric":[31,64],"structures.However,":[32],"existing":[33],"parameterefficient":[34],"methods":[35],"face":[36],"limitations":[38],"in":[39,166],"this":[40],"regime.Low-rank":[41],"adaptation":[42,95],"methods,":[43],"such":[44],"as":[45,129],"PiSSA,":[46],"are":[47],"primarily":[48],"designed":[49],"Supervised":[51],"Fine-Tuning":[52],"(SFT)":[53],"do":[55],"not":[56],"account":[57],"structures":[65],"RLVR.Conversely,":[67],"directly":[68],"unstructured":[71],"sparse":[72],"parameter":[73],"subspace":[74],"favored":[75],"by":[76],"encounters":[78],"efficiency":[79],"bottlenecks":[80],"on":[81,145,178],"modern":[82],"hardware.To":[83],"address":[84],"these":[85],"challenges,":[86],"we":[87],"propose":[88],"GeoRA":[89,100,157],"(Geometry-Aware":[90],"Low-Rank":[91],"Adaptation),":[92],"low-rank":[94,123],"method":[96],"tailored":[97],"RLVR.Specifically,":[99],"exploits":[101],"anisotropic":[103],"compressible":[105],"structure":[106,139],"RL":[108],"update":[109],"subspace,":[110],"extracts":[112],"its":[113],"principal":[114],"directions":[115],"via":[116],"Singular":[117],"Value":[118],"Decomposition":[119],"(SVD)":[120],"initialize":[122],"adapters,":[124],"while":[125,171],"freezing":[126],"residual":[127],"components":[128],"structural":[131],"anchor":[132],"during":[133],"training.This":[134],"design":[135],"preserves":[136],"enables":[141],"efficient":[142],"dense":[143],"computation.Experiments":[144],"Qwen":[146],"Llama":[148],"models":[149],"from":[150],"1.5B":[151],"32B":[153],"parameters":[154],"show":[155],"that":[156],"consistently":[158],"outperforms":[159],"strong":[160],"lowrank":[161],"baselines":[162],"across":[163],"settings":[165],"mathematics,":[167],"medicine,":[168],"coding,":[170],"showing":[172],"stronger":[173],"generalization":[174],"less":[176],"forgetting":[177],"out-of-domain":[179],"tasks.":[180]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}