{"id":"https://openalex.org/W7160934082","doi":"https://doi.org/10.48550/arxiv.2605.09238","title":"Intrinsic Muon: Spectral Optimization on Riemannian Matrix Manifolds","display_name":"Intrinsic Muon: Spectral Optimization on Riemannian Matrix Manifolds","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7160934082","doi":"https://doi.org/10.48550/arxiv.2605.09238"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09238","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09238","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09238","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135945610","display_name":"Yibang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yibang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135909995","display_name":"Bihari Lal Pandey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pandey, Bihari Lal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102143117","display_name":"Ravi Sah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sah, Ravi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031625303","display_name":"Andi Han","orcid":"https://orcid.org/0000-0003-4655-655X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Andi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036426252","display_name":"Cyrus Mostajeran","orcid":"https://orcid.org/0000-0001-8910-9755"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mostajeran, Cyrus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086696547","display_name":"Pratik Jawanpuria","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jawanpuria, Pratik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023551959","display_name":"Bamdev Mishra","orcid":"https://orcid.org/0000-0001-7430-2843"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Bamdev","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11809","display_name":"Advanced NMR Techniques and Applications","score":0.20080000162124634,"subfield":{"id":"https://openalex.org/subfields/1607","display_name":"Spectroscopy"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11809","display_name":"Advanced NMR Techniques and Applications","score":0.20080000162124634,"subfield":{"id":"https://openalex.org/subfields/1607","display_name":"Spectroscopy"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.15440000593662262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.04190000146627426,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tangent-space","display_name":"Tangent space","score":0.6539999842643738},{"id":"https://openalex.org/keywords/ambient-space","display_name":"Ambient space","score":0.5392000079154968},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.4749999940395355},{"id":"https://openalex.org/keywords/matrix-norm","display_name":"Matrix norm","score":0.4745999872684479},{"id":"https://openalex.org/keywords/riemannian-manifold","display_name":"Riemannian manifold","score":0.4578000009059906},{"id":"https://openalex.org/keywords/euclidean-space","display_name":"Euclidean space","score":0.43709999322891235},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.4142000079154968},{"id":"https://openalex.org/keywords/homogeneous-space","display_name":"Homogeneous space","score":0.4083999991416931},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.38499999046325684},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.37369999289512634}],"concepts":[{"id":"https://openalex.org/C157157409","wikidata":"https://www.wikidata.org/wiki/Q909601","display_name":"Tangent space","level":2,"score":0.6539999842643738},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6448000073432922},{"id":"https://openalex.org/C12773090","wikidata":"https://www.wikidata.org/wiki/Q3888851","display_name":"Ambient space","level":2,"score":0.5392000079154968},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.4749999940395355},{"id":"https://openalex.org/C92207270","wikidata":"https://www.wikidata.org/wiki/Q939253","display_name":"Matrix norm","level":3,"score":0.4745999872684479},{"id":"https://openalex.org/C2779593128","wikidata":"https://www.wikidata.org/wiki/Q632814","display_name":"Riemannian manifold","level":2,"score":0.4578000009059906},{"id":"https://openalex.org/C186450821","wikidata":"https://www.wikidata.org/wiki/Q17295","display_name":"Euclidean space","level":2,"score":0.43709999322891235},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.4327999949455261},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C96469262","wikidata":"https://www.wikidata.org/wiki/Q1324364","display_name":"Homogeneous space","level":2,"score":0.4083999991416931},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C146561895","wikidata":"https://www.wikidata.org/wiki/Q1783179","display_name":"Orthogonal group","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C138187205","wikidata":"https://www.wikidata.org/wiki/Q131251","display_name":"Tangent","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.34950000047683716},{"id":"https://openalex.org/C191948623","wikidata":"https://www.wikidata.org/wiki/Q1307800","display_name":"Unit sphere","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C129782007","wikidata":"https://www.wikidata.org/wiki/Q162886","display_name":"Euclidean geometry","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C92951342","wikidata":"https://www.wikidata.org/wiki/Q1411166","display_name":"Orthonormality","level":3,"score":0.30720001459121704},{"id":"https://openalex.org/C162929932","wikidata":"https://www.wikidata.org/wiki/Q129638","display_name":"Grassmannian","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C121705324","wikidata":"https://www.wikidata.org/wiki/Q1510587","display_name":"Pseudo-Riemannian manifold","level":4,"score":0.2930000126361847},{"id":"https://openalex.org/C20483540","wikidata":"https://www.wikidata.org/wiki/Q4200516","display_name":"Invariant manifold","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.28780001401901245},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.2827000021934509},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C73684929","wikidata":"https://www.wikidata.org/wiki/Q598870","display_name":"Lagrange multiplier","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C49712288","wikidata":"https://www.wikidata.org/wiki/Q77601250","display_name":"Positive-definite matrix","level":3,"score":0.27459999918937683},{"id":"https://openalex.org/C47890412","wikidata":"https://www.wikidata.org/wiki/Q1179296","display_name":"Tangent vector","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C9136319","wikidata":"https://www.wikidata.org/wiki/Q362640","display_name":"Covariant transformation","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C199422724","wikidata":"https://www.wikidata.org/wiki/Q41118","display_name":"Quotient","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C120174047","wikidata":"https://www.wikidata.org/wiki/Q847073","display_name":"Euclidean distance","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09238","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09238","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09238","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09238","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Muon":[0,55,127],"and":[1,65,111,141,153,163,195,212],"related":[2],"norm-constrained":[3],"matrix":[4],"optimizers":[5],"have":[6],"become":[7],"central":[8],"to":[9,37,57,103],"large-scale":[10],"learning":[11,214],"problems.":[12],"They":[13],"are":[14],"formulated":[15],"as":[16,41],"a":[17,90,98,129],"linear":[18],"maximization":[19],"oracle":[20],"(LMO)":[21],"over":[22],"an":[23,72,104],"ambient":[24,73],"matrix-norm":[25],"ball":[26],"in":[27],"unconstrained":[28],"Euclidean":[29,101],"space.":[30],"However,":[31],"these":[32],"do":[33],"not":[34],"generalize":[35],"cleanly":[36],"manifold-valued":[38],"parameters":[39],"such":[40],"low-rank":[42],"factorizations,":[43],"orthogonality":[44],"constraints,":[45],"or":[46],"symmetric":[47],"positive":[48],"definite":[49],"(SPD)":[50],"matrices.":[51],"Naively":[52],"restricting":[53],"the":[54,58,68,112,137,150,173,178,186,189,197,216,219],"LMO":[56,117],"tangent":[59,109],"space":[60],"(i)":[61],"breaks":[62],"quotient":[63],"symmetries":[64],"(ii)":[66],"couples":[67],"tangent-space":[69],"constraint":[70],"with":[71,89,166],"norm":[74,102,106,115],"bound,":[75],"thereby":[76],"obstructing":[77],"closed-form":[78,134],"solutions":[79],"on":[80,107,122,136,172,177,185,205],"various":[81],"manifolds":[82,143],"of":[83,192,208,218],"interest.":[84],"We":[85,156],"resolve":[86],"both":[87,161],"issues":[88],"single":[91],"observation:":[92],"every":[93],"Riemannian":[94],"metric":[95],"canonically":[96],"lifts":[97],"unitarily":[99,146],"invariant":[100,147],"intrinsic":[105,114,126],"each":[108],"space,":[110],"resulting":[113],"constrained":[116],"is":[118],"symmetry":[119],"preserving.":[120],"Building":[121],"this,":[123],"we":[124],"introduce":[125],"(iMuon),":[128],"unified":[130],"framework":[131],"that":[132,169],"yields":[133],"updates":[135],"fixed-rank,":[138],"SPD,":[139],"Stiefel,":[140],"Grassmann":[142],"for":[144,160],"any":[145],"norm,":[148],"including":[149],"spectral,":[151],"Frobenius,":[152],"nuclear":[154],"norms.":[155],"establish":[157],"convergence":[158],"guarantees":[159],"deterministic":[162],"stochastic":[164],"iMuon":[165],"rate":[167,190],"constants":[168],"depend":[170],"only":[171,184],"manifold":[174,180],"dimension.":[175],"Notably,":[176],"fixed-rank":[179],"this":[181],"constant":[182],"depends":[183],"rank,":[187],"making":[188],"independent":[191],"factor":[193],"conditioning":[194],"removing":[196],"runtime":[198],"factor-rescaling":[199],"required":[200],"by":[201],"prior":[202],"work.":[203],"Experiments":[204],"LoRA":[206],"finetuning":[207],"LLMs,":[209],"image":[210],"classification,":[211],"subspace":[213],"illustrate":[215],"efficacy":[217],"proposed":[220],"approach.":[221]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}