{"id":"https://openalex.org/W7169856578","doi":"https://doi.org/10.48550/arxiv.2607.17822","title":"Phasor Attention: Mean Root Square Normalization for Phase Manifold Preservation","display_name":"Phasor Attention: Mean Root Square Normalization for Phase Manifold Preservation","publication_year":2026,"publication_date":"2026-07-20","ids":{"openalex":"https://openalex.org/W7169856578","doi":"https://doi.org/10.48550/arxiv.2607.17822"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.17822","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.17822","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.17822","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020854888","display_name":"Sungwoo Goo","orcid":"https://orcid.org/0000-0003-2809-5921"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goo, Sungwoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026070944","display_name":"Hwi\u2010yeol Yun","orcid":"https://orcid.org/0000-0001-8793-2449"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yun, Hwi-yeol","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5141299145","display_name":"Sangkeun Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Sangkeun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.6352999806404114,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.6352999806404114,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.0340999998152256,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.033799998462200165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/phasor","display_name":"Phasor","score":0.7890999913215637},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5949000120162964},{"id":"https://openalex.org/keywords/square-root","display_name":"Square root","score":0.5763999819755554},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5680000185966492},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.501800000667572},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.4758000075817108},{"id":"https://openalex.org/keywords/hypersphere","display_name":"Hypersphere","score":0.4052000045776367},{"id":"https://openalex.org/keywords/root-mean-square","display_name":"Root mean square","score":0.3950999975204468}],"concepts":[{"id":"https://openalex.org/C176605952","wikidata":"https://www.wikidata.org/wiki/Q827674","display_name":"Phasor","level":4,"score":0.7890999913215637},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6664000153541565},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5949000120162964},{"id":"https://openalex.org/C11577676","wikidata":"https://www.wikidata.org/wiki/Q134237","display_name":"Square root","level":2,"score":0.5763999819755554},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5680000185966492},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.501800000667572},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.4758000075817108},{"id":"https://openalex.org/C2776562905","wikidata":"https://www.wikidata.org/wiki/Q306610","display_name":"Hypersphere","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4032000005245209},{"id":"https://openalex.org/C71907059","wikidata":"https://www.wikidata.org/wiki/Q223323","display_name":"Root mean square","level":2,"score":0.3950999975204468},{"id":"https://openalex.org/C178009071","wikidata":"https://www.wikidata.org/wiki/Q93344","display_name":"Trigonometric functions","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.390500009059906},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C29001434","wikidata":"https://www.wikidata.org/wiki/Q8084","display_name":"Trigonometry","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.33169999718666077},{"id":"https://openalex.org/C186661526","wikidata":"https://www.wikidata.org/wiki/Q13647261","display_name":"Sine","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C98214594","wikidata":"https://www.wikidata.org/wiki/Q850275","display_name":"Conformal map","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C176321772","wikidata":"https://www.wikidata.org/wiki/Q1430640","display_name":"Numerical stability","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2542000114917755},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.17822","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.17822","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.17822","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.17822","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Root":[1,41],"Mean":[2,40],"Square":[3,42],"Normalization":[4,43],"has":[5],"become":[6],"the":[7,19,55,61,100,133,138],"de":[8],"facto":[9],"standard":[10,112,172],"for":[11],"accelerating":[12],"modern":[13],"sequence":[14],"models,":[15],"its":[16],"reliance":[17],"on":[18,148],"quadratic":[20],"accumulation":[21],"of":[22,103,202],"independent":[23],"scalars":[24],"($\\sum":[25],"x^2$)":[26],"inherently":[27],"triggers":[28],"outlier-induced":[29],"numerical":[30,181],"instability,":[31],"gradient":[32,129,140,176],"starvation,":[33],"and":[34,183],"anisotropic":[35],"phase":[36],"distortion.":[37],"We":[38,118],"introduce":[39],"(MRSNorm).":[44],"By":[45,89],"structurally":[46],"pairing":[47],"channels":[48],"into":[49],"2D":[50],"phasors,":[51],"MRSNorm":[52,98,158,178,203],"mathematically":[53],"inverts":[54],"traditional":[56],"scaling":[57,110],"paradigm:":[58],"it":[59],"computes":[60],"localized":[62],"$L_2$":[63],"magnitudes":[64],"(Root":[65],"Square)":[66],"before":[67],"aggregating":[68],"them":[69],"via":[70],"a":[71,83,91,115,126,149,191],"global":[72],"$L_1$":[73],"average":[74],"(Mean).":[75],"This":[76],"operational":[77],"inversion":[78],"strictly":[79],"constrains":[80],"activations":[81],"to":[82,142],"phasor":[84,96],"manifold,":[85],"preserving":[86],"conformal":[87],"invariance.":[88],"sharing":[90],"single":[92],"affine":[93],"weight":[94],"across":[95],"components,":[97],"halves":[99],"total":[101],"number":[102],"learnable":[104],"parameters,":[105,157],"proving":[106],"that":[107,121,154],"unconstrained":[108],"spatial":[109],"in":[111],"norms":[113],"is":[114,204],"harmful":[116],"redundancy.":[117],"analytically":[119],"demonstrate":[120],"this":[122],"geometric":[123],"constraint":[124],"yields":[125],"built-in,":[127],"trigonometric":[128],"clipper":[130],"governed":[131],"by":[132],"Pythagorean":[134],"identity,":[135],"unconditionally":[136],"equalizing":[137],"local":[139],"norm":[141],"ensure":[143],"Gradient":[144],"Homogeneity.":[145],"Empirical":[146],"evaluations":[147],"ResNet":[150],"with":[151],"CIFAR-100":[152],"show":[153],"despite":[155],"halved":[156],"provides":[159],"critical":[160],"structural":[161],"stability":[162],"under":[163],"rigorous":[164],"stress":[165],"tests.":[166],"Under":[167],"extreme":[168],"hyperparameter":[169],"settings":[170],"where":[171],"normalizations":[173],"suffer":[174],"from":[175],"divergence,":[177],"successfully":[179],"prevents":[180],"explosion":[182],"secures":[184],"stable":[185],"optimization":[186],"trajectories.":[187],"Our":[188],"findings":[189],"propose":[190],"fundamental":[192],"paradigm":[193],"shift":[194],"toward":[195],"phasor-based":[196],"deep":[197],"representation":[198],"learning.":[199],"The":[200],"implementation":[201],"available":[205],"at":[206],"Appendix":[207],"C.":[208]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-22T00:00:00"}