{"id":"https://openalex.org/W7161690110","doi":"https://doi.org/10.48550/arxiv.2605.17109","title":"DynMuon: A Dynamic Spectral Shaping View of Muon","display_name":"DynMuon: A Dynamic Spectral Shaping View of Muon","publication_year":2026,"publication_date":"2026-05-16","ids":{"openalex":"https://openalex.org/W7161690110","doi":"https://doi.org/10.48550/arxiv.2605.17109"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17109","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17109","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136465527","display_name":"Fangzhou Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Fangzhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075942621","display_name":"Rikhav Shah","orcid":"https://orcid.org/0000-0002-3329-9075"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Rikhav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136498449","display_name":"Sandeep Silwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Silwal, Sandeep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5091794009","display_name":"Qiuyi Zhang","orcid":"https://orcid.org/0000-0002-9278-2649"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qiuyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.12129999697208405,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.12129999697208405,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.1054999977350235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12579","display_name":"Muon and positron interactions and applications","score":0.09210000187158585,"subfield":{"id":"https://openalex.org/subfields/2211","display_name":"Mechanics of Materials"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/muon","display_name":"Muon","score":0.5896000266075134},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5386000275611877},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5236999988555908},{"id":"https://openalex.org/keywords/curvature","display_name":"Curvature","score":0.37290000915527344},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.35679998993873596},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.35269999504089355},{"id":"https://openalex.org/keywords/polar","display_name":"Polar","score":0.34950000047683716},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.34529998898506165}],"concepts":[{"id":"https://openalex.org/C205334942","wikidata":"https://www.wikidata.org/wiki/Q3151","display_name":"Muon","level":2,"score":0.5896000266075134},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5386000275611877},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5236999988555908},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48980000615119934},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4000000059604645},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.3921000063419342},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3855000138282776},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.37290000915527344},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.35679998993873596},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.35269999504089355},{"id":"https://openalex.org/C29705727","wikidata":"https://www.wikidata.org/wiki/Q294562","display_name":"Polar","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.34529998898506165},{"id":"https://openalex.org/C168110828","wikidata":"https://www.wikidata.org/wiki/Q1331626","display_name":"Spectral density","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32280001044273376},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.321399986743927},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2833000123500824},{"id":"https://openalex.org/C100675267","wikidata":"https://www.wikidata.org/wiki/Q1371624","display_name":"Background noise","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C16210155","wikidata":"https://www.wikidata.org/wiki/Q5154140","display_name":"Communication noise","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C64812099","wikidata":"https://www.wikidata.org/wiki/Q176604","display_name":"Random matrix","level":3,"score":0.25679999589920044},{"id":"https://openalex.org/C176641082","wikidata":"https://www.wikidata.org/wiki/Q2446767","display_name":"Spectral signature","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C2983668108","wikidata":"https://www.wikidata.org/wiki/Q280453","display_name":"Spectral analysis","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C101454708","wikidata":"https://www.wikidata.org/wiki/Q17106019","display_name":"Standard Model (mathematical formulation)","level":3,"score":0.2531000077724457},{"id":"https://openalex.org/C152822103","wikidata":"https://www.wikidata.org/wiki/Q7575207","display_name":"Spectral shape analysis","level":3,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17109","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17109","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,42],"recent":[1],"years,":[2],"Muon":[3],"has":[4],"emerged":[5],"as":[6],"the":[7,32,55,87,145,192],"dominant":[8],"method":[9,155],"for":[10,61],"training":[11,101,141,173],"large":[12],"language":[13],"models,":[14],"and":[15,71,96,99,105,120,172],"transformers":[16],"more":[17],"broadly.":[18],"The":[19],"essential":[20],"difference,":[21],"when":[22],"compared":[23],"to":[24,30,77,161,190],"standard":[25],"gradient":[26],"descent":[27],"methods,":[28],"is":[29,198],"replace":[31,54],"usual":[33],"update":[34,56,132],"matrix":[35],"$M=U\u03a3V^\\top$":[36],"with":[37,58],"its":[38],"polar":[39],"factor":[40],"$UV^\\top$.":[41],"this":[43,67],"work,":[44],"we":[45,53,147],"consider":[46],"a":[47,68,73,108],"class":[48],"of":[49,75,86],"Muon-like":[50],"updates,":[51],"where":[52],"$M$":[57],"$U\u03a3^p":[59],"V^\\top$":[60],"some":[62],"parameter":[63],"$p$.":[64],"We":[65],"call":[66],"\"spectral-shaping\"":[69],"operation,":[70],"develop":[72],"theory":[74,104],"how":[76],"pick":[78],"$p$":[79,113,127,158],"which":[80],"depends":[81],"on":[82,144],"(a)":[83],"local":[84],"curvature":[85],"loss":[88,182],"function,":[89],"(b)":[90],"noise":[91],"stemming":[92],"from":[93,159],"stochastic":[94],"gradients":[95],"label":[97],"noise,":[98],"(c)":[100],"stage.":[102],"Our":[103,196],"experimentation":[106],"reveal":[107],"previously":[109],"overlooked":[110],"behavior:":[111],"positive":[112,160],"helps":[114,128],"early":[115],"by":[116,130],"emphasizing":[117],"high-curvature":[118],"directions":[119,136],"accelerating":[121],"signal":[122],"contraction,":[123],"while":[124,185],"mildly":[125,162],"negative":[126,163],"later":[129],"reallocating":[131],"strength":[133],"toward":[134],"low-curvature":[135],"that":[137,156,176],"still":[138],"contain":[139],"useful":[140],"signals.":[142],"Building":[143],"insight,":[146],"propose":[148],"DynMuon,":[149],"an":[150],"efficient":[151],"dynamic":[152],"spectral":[153],"shaping":[154],"schedules":[157],"over":[164],"training.":[165],"Extensive":[166],"experiments":[167],"across":[168],"model":[169],"sizes,":[170],"architectures,":[171],"settings":[174],"show":[175],"DynMuon":[177],"consistently":[178],"achieves":[179],"lower":[180],"validation":[181],"than":[183],"Muon,":[184],"requiring":[186],"10.6-26.5%":[187],"fewer":[188],"steps":[189],"reach":[191],"same":[193],"target":[194],"loss.":[195],"code":[197],"available":[199],"at":[200],"https://github.com/fzwark/DynMuon.":[201]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-20T00:00:00"}