{"id":"https://openalex.org/W7160416436","doi":"https://doi.org/10.48550/arxiv.2605.03769","title":"Nora: Normalized Orthogonal Row Alignment for Scalable Matrix Optimizer","display_name":"Nora: Normalized Orthogonal Row Alignment for Scalable Matrix Optimizer","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160416436","doi":"https://doi.org/10.48550/arxiv.2605.03769"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.03769","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03769","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.03769","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135505130","display_name":"Jinghui Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Jinghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135432573","display_name":"Jiaxuan Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Jiaxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135459692","display_name":"Shuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135444737","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0001-6095-6926"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135530192","display_name":"Feiping Nie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nie, Feiping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.1550000011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.1550000011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.15000000596046448,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.10350000113248825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6384999752044678},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.5878000259399414},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4480000138282776},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.39329999685287476},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.39100000262260437},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.3783999979496002},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.34619998931884766},{"id":"https://openalex.org/keywords/ideal","display_name":"Ideal (ethics)","score":0.34290000796318054}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6535000205039978},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6384999752044678},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5878000259399414},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5051000118255615},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5029000043869019},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4480000138282776},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.39329999685287476},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.39100000262260437},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3231000006198883},{"id":"https://openalex.org/C176321772","wikidata":"https://www.wikidata.org/wiki/Q1430640","display_name":"Numerical stability","level":3,"score":0.31520000100135803},{"id":"https://openalex.org/C175694140","wikidata":"https://www.wikidata.org/wiki/Q980329","display_name":"Orthographic projection","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2565999925136566},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.03769","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03769","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.03769","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03769","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Matrix-based":[0],"optimizers":[1],"have":[2],"demonstrated":[3],"immense":[4],"potential":[5],"in":[6,43],"training":[7,99],"Large":[8],"Language":[9],"Models":[10],"(LLMs),":[11],"however,":[12],"designing":[13],"an":[14,89,137,174],"ideal":[15],"optimizer":[16,23,90,151,179],"remains":[17],"a":[18,149,159],"formidable":[19],"challenge.":[20],"A":[21],"superior":[22],"must":[24],"satisfy":[25],"three":[26,95],"core":[27],"desiderata:":[28],"efficiency,":[29],"achieving":[30],"Muon-like":[31],"preconditioning":[32,134],"to":[33,39,57,63],"accelerate":[34],"optimization;":[35],"stability,":[36],"strictly":[37],"adhering":[38],"the":[40,114,118,123,127],"scale-invariance":[41],"inherent":[42],"neural":[44],"networks;":[45],"and":[46,106,152,176],"speed,":[47],"minimizing":[48],"computational":[49,69,139],"overhead.":[50],"While":[51],"existing":[52],"methods":[53],"address":[54],"these":[55],"aspects":[56],"varying":[58],"degrees,":[59],"they":[60],"often":[61],"fail":[62],"unify":[64],"them,":[65],"either":[66],"incurring":[67],"prohibitive":[68],"costs":[70],"like":[71,80],"Muon,":[72],"or":[73],"allowing":[74],"radial":[75],"jitters":[76],"that":[77,91,146],"compromise":[78],"stability":[79,100],"RMNP.":[81],"To":[82],"bridge":[83],"this":[84],"gap,":[85],"we":[86,144],"propose":[87],"Nora,":[88],"rigorously":[92],"satisfies":[93],"all":[94],"requirements.":[96],"Nora":[97,130,147,172],"achieves":[98],"by":[101,121],"explicitly":[102],"stabilizing":[103],"weight":[104],"norms":[105],"angular":[107],"velocities":[108],"through":[109],"row-wise":[110],"momentum":[111],"projection":[112],"onto":[113],"orthogonal":[115],"complement":[116],"of":[117,126,141,166],"weights.":[119],"Simultaneously,":[120],"leveraging":[122],"block-diagonal":[124],"dominance":[125],"Transformer":[128],"Hessian,":[129],"effectively":[131],"approximates":[132],"structured":[133],"while":[135],"maintaining":[136],"optimal":[138],"complexity":[140],"$\\mathcal{O}(mn)$.":[142],"Furthermore,":[143],"prove":[145],"is":[148],"scalable":[150],"establish":[153],"its":[154],"corresponding":[155],"scaling":[156],"theorems.":[157],"With":[158],"streamlined":[160],"implementation":[161],"requiring":[162],"only":[163],"two":[164],"lines":[165],"code,":[167],"our":[168],"preliminary":[169],"experiments":[170],"validate":[171],"as":[173],"efficient":[175],"highly":[177],"promising":[178],"for":[180],"large-scale":[181],"training.":[182]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-07T00:00:00"}