{"id":"https://openalex.org/W7161816182","doi":"https://doi.org/10.48550/arxiv.2605.18933","title":"A Geometric Analysis of Sign-Magnitude Asymmetry in a ReLU + RMSNorm Block under Ternary Quantization","display_name":"A Geometric Analysis of Sign-Magnitude Asymmetry in a ReLU + RMSNorm Block under Ternary Quantization","publication_year":2026,"publication_date":"2026-05-18","ids":{"openalex":"https://openalex.org/W7161816182","doi":"https://doi.org/10.48550/arxiv.2605.18933"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.18933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.18933","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136610312","display_name":"Lei Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dong, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5136610312"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.19670000672340393,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.19670000672340393,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11262","display_name":"Quantum Mechanics and Non-Hermitian Physics","score":0.12890000641345978,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11415","display_name":"Noncommutative and Quantum Gravity Theories","score":0.09780000150203705,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asymmetry","display_name":"Asymmetry","score":0.5644000172615051},{"id":"https://openalex.org/keywords/amplitude","display_name":"Amplitude","score":0.4442000091075897},{"id":"https://openalex.org/keywords/ternary-operation","display_name":"Ternary operation","score":0.4399000108242035},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.41780000925064087},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.40369999408721924},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.4007999897003174},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.3698999881744385},{"id":"https://openalex.org/keywords/uniqueness","display_name":"Uniqueness","score":0.36169999837875366}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5831999778747559},{"id":"https://openalex.org/C38976095","wikidata":"https://www.wikidata.org/wiki/Q752641","display_name":"Asymmetry","level":2,"score":0.5644000172615051},{"id":"https://openalex.org/C180205008","wikidata":"https://www.wikidata.org/wiki/Q159190","display_name":"Amplitude","level":2,"score":0.4442000091075897},{"id":"https://openalex.org/C64452783","wikidata":"https://www.wikidata.org/wiki/Q1524945","display_name":"Ternary operation","level":2,"score":0.4399000108242035},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C2777021972","wikidata":"https://www.wikidata.org/wiki/Q22976830","display_name":"Uniqueness","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.33379998803138733},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.31200000643730164},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C33257320","wikidata":"https://www.wikidata.org/wiki/Q1932744","display_name":"Second derivative","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C130956294","wikidata":"https://www.wikidata.org/wiki/Q2101158","display_name":"Polar decomposition","level":3,"score":0.29170000553131104},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27810001373291016},{"id":"https://openalex.org/C203223496","wikidata":"https://www.wikidata.org/wiki/Q4681344","display_name":"Additive model","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C2781139463","wikidata":"https://www.wikidata.org/wiki/Q263994","display_name":"Quinary","level":3,"score":0.2590000033378601},{"id":"https://openalex.org/C167879884","wikidata":"https://www.wikidata.org/wiki/Q727568","display_name":"Balanced flow","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.18933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.18933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Pre-norm":[0],"Transformers":[1],"with":[2,9,35,93,147,234],"RMSNorm":[3,33,221],"tolerate":[4],"ternary":[5,119],"{-1,0,+1}":[6],"weight":[7,26],"quantization":[8],"surprisingly":[10],"small":[11],"loss":[12],"(Ma":[13],"et":[14],"al.,":[15],"2024).":[16],"We":[17],"give":[18],"a":[19,29,70,90,150,163],"geometric":[20],"explanation":[21],"via":[22],"sign-magnitude":[23,229],"decomposition":[24],"of":[25,53,123,191],"perturbations.":[27],"In":[28],"two-layer":[30],"ReLU":[31,68,114,224],"+":[32],"model":[34],"i.i.d.":[36],"Gaussian":[37],"weights,":[38],"sign-flips":[39],"produce":[40],"$\u03c0/(\u03c0-2)":[41],"\\approx":[42,159,181],"2.75$":[43],"times":[44],"more":[45],"transverse":[46],"output":[47],"energy":[48,155],"than":[49],"sign-preserving":[50,91],"magnitude":[51],"perturbations":[52],"equal":[54],"Frobenius":[55],"norm,":[56],"as":[57],"the":[58,75,107,124,131,184,187],"flip":[59],"rate":[60],"$p":[61],"\\to":[62,97],"0$":[63],"(Theorem":[64,99],"3).":[65],"The":[66,217],"mechanism:":[67],"creates":[69],"hidden-space":[71],"directional":[72],"asymmetry":[73,230],"between":[74],"two":[76],"perturbation":[77,92],"types,":[78],"which":[79],"RMSNorm's":[80],"transverse-projection":[81],"Fr\u00e9chet":[82],"derivative":[83],"selectively":[84],"exposes.":[85],"Sign-quantization":[86],"error":[87],"is":[88,115,127],"itself":[89],"angular":[94],"alignment":[95],"$\\cos^2":[96],"2/\u03c0$":[98],"4);":[100],"its":[101],"post-ReLU":[102,154],"radial":[103],"fraction":[104],"($0.365$)":[105],"matches":[106],"pre-ReLU":[108],"value":[109],"$1-2/\u03c0$":[110],"within":[111,194],"$0.4\\%$,":[112],"so":[113],"approximately":[116],"transparent":[117],"to":[118,133,162],"error.":[120],"Multi-layer":[121],"compounding":[122],"$2.75\\times$":[125],"factor":[126],"not":[128],"experimentally":[129],"supported;":[130],"gap":[132,200],"real-model":[134,240],"sign":[135],"sensitivity":[136],"arises":[137],"from":[138],"outlier":[139,205],"features":[140],"violating":[141],"delocalization.":[142],"For":[143],"an":[144],"input":[145],"dimension":[146],"amplitude":[148],"$\u03b1$,":[149],"single":[151],"sign-flip":[152],"produces":[153],"amplified":[156],"by":[157],"$R":[158,235],"n\u03b1^2$":[160,237],"relative":[161],"delocalized":[164],"entry.":[165],"On":[166],"TinyLlama-1.1B,":[167],"at":[168,178,207],"linear":[169],"response":[170],"($p":[171],"\\leq":[172,196],"0.5\\%$),":[173],"count-matched":[174],"NLL":[175,189],"leverage":[176],"stabilizes":[177],"$\\sim":[179],"10\\times":[180],"n\\mathbb{E}[\u03b1^2]$,":[182],"matching":[183],"per-entry":[185],"theory;":[186],"all-column":[188],"ratio":[190],"$5.0\\times$":[192],"falls":[193],"$R_{\\mathrm{col}}":[195],"19$":[197],"($67\\times$":[198],"PPL":[199],"reflects":[201],"metric":[202],"nonlinearity).":[203],"Measured":[204],"$\u03b1$":[206],"layer":[208],"12":[209],"(median":[210],"$0.024$,":[211],"max":[212],"$0.26$)":[213],"confirms":[214],"heavy-tailed":[215],"concentration.":[216],"Bussgang":[218],"constant":[219],"$2/\u03c0$,":[220],"geometry,":[222],"and":[223],"half-space":[225],"structure":[226],"together":[227],"explain":[228],"in":[231],"pre-norm":[232],"models,":[233],"\\propto":[236],"accounting":[238],"for":[239],"deviations.":[241]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}