{"id":"https://openalex.org/W7128488242","doi":"https://doi.org/10.48550/arxiv.2602.08064","title":"SiameseNorm: Breaking the Barrier to Reconciling Pre/Post-Norm","display_name":"SiameseNorm: Breaking the Barrier to Reconciling Pre/Post-Norm","publication_year":2026,"publication_date":"2026-02-08","ids":{"openalex":"https://openalex.org/W7128488242","doi":"https://doi.org/10.48550/arxiv.2602.08064"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.08064","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125555976","display_name":"Tianyu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Tianyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102210006","display_name":"Dongchen Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Dongchen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101184662","display_name":"Zixuan Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Zixuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125546854","display_name":"Haofeng Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Haofeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101603009","display_name":"Mengyu Zhou","orcid":"https://orcid.org/0000-0002-0322-7513"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Mengyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125546272","display_name":"Ming Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121616254","display_name":"Erchao Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Erchao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125571010","display_name":"Xiaoxi Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Xiaoxi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075624191","display_name":"Guobao Jiang","orcid":"https://orcid.org/0000-0002-0433-3473"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Guanjun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5013240918","display_name":"Gao Huang","orcid":"https://orcid.org/0000-0002-7251-0988"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Gao","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5125555976"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3571000099182129,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3571000099182129,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.23829999566078186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12122","display_name":"Physical Unclonable Functions (PUFs) and Hardware Security","score":0.066600002348423,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6550999879837036},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4424000084400177},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.4106999933719635},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.3781999945640564},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.3375000059604645}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6550999879837036},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5839999914169312},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4424000084400177},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.4106999933719635},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3199999928474426},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3073999881744385},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2632000148296356},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.25949999690055847}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.08064","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.08064","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.08064","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.08064","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"Transformers":[1],"predominantly":[2],"adopt":[3],"the":[4,12,16,47,52,82,86,90,117],"Pre-Norm":[5,95],"paradigm":[6],"for":[7],"its":[8],"optimization":[9,83,132],"stability,":[10],"foregoing":[11],"superior":[13],"potential":[14],"of":[15,46,85,93],"unstable":[17],"Post-Norm":[18,48,97],"architecture.":[19],"Prior":[20],"attempts":[21],"to":[22,28,36,103],"combine":[23],"their":[24],"strengths":[25],"typically":[26],"lead":[27],"a":[29,37,41,67],"stability-performance":[30],"trade-off.":[31],"We":[32],"attribute":[33],"this":[34],"phenomenon":[35],"structural":[38],"incompatibility":[39],"within":[40],"single-stream":[42],"design:":[43],"Any":[44],"application":[45],"operation":[49],"inevitably":[50],"obstructs":[51],"clean":[53],"identity":[54],"gradient":[55],"preserved":[56],"by":[57,98],"Pre-Norm.":[58],"To":[59],"fundamentally":[60],"reconcile":[61],"these":[62],"paradigms,":[63,110],"we":[64],"propose":[65],"SiameseNorm,":[66],"two-stream":[68],"architecture":[69],"that":[70,128],"couples":[71],"Pre-Norm-like":[72],"and":[73,96,134],"Post-Norm-like":[74],"streams":[75],"with":[76],"shared":[77],"parameters.":[78],"This":[79],"design":[80],"decouples":[81],"dynamics":[84],"two":[87],"streams,":[88],"retaining":[89],"distinct":[91],"characteristics":[92],"both":[94,109],"enabling":[99],"all":[100],"residual":[101],"blocks":[102],"receive":[104],"combined":[105],"gradients":[106],"inherited":[107],"from":[108],"where":[111],"one":[112],"stream":[113],"secures":[114],"stability":[115],"while":[116],"other":[118],"enhances":[119],"expressivity.":[120],"Extensive":[121],"pre-training":[122],"experiments":[123],"on":[124],"1.3B-parameter":[125],"models":[126],"demonstrate":[127],"SiameseNorm":[129],"exhibits":[130],"exceptional":[131],"robustness":[133],"consistently":[135],"outperforms":[136],"strong":[137],"baselines.":[138],"Code":[139],"is":[140],"available":[141],"at":[142],"https://github.com/Qwen-Applications/SiameseNorm.":[143]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-11T00:00:00"}