{"id":"https://openalex.org/W7158837292","doi":"https://doi.org/10.48550/arxiv.2604.26898","title":"Stochastic Scaling Limits and Synchronization by Noise in Deep Transformer Models","display_name":"Stochastic Scaling Limits and Synchronization by Noise in Deep Transformer Models","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7158837292","doi":"https://doi.org/10.48550/arxiv.2604.26898"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.26898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.26898","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046714529","display_name":"Andr\u00e9a Agazzi","orcid":"https://orcid.org/0000-0001-7498-6034"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agazzi, Andrea","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134913554","display_name":"Giuseppe Bruno","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bruno, Giuseppe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100580759","display_name":"Eloy M\u00f3sig Garc\u00eda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garc\u00eda, Eloy Mosig","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134895025","display_name":"Samuele Saviozzi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saviozzi, Samuele","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134884054","display_name":"Marco Romito","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Romito, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11513","display_name":"stochastic dynamics and bifurcation","score":0.19679999351501465,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11513","display_name":"stochastic dynamics and bifurcation","score":0.19679999351501465,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.16369999945163727,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.07779999822378159,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5090000033378601},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.47859999537467957},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4749999940395355},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.45260000228881836},{"id":"https://openalex.org/keywords/dissipation","display_name":"Dissipation","score":0.4424999952316284},{"id":"https://openalex.org/keywords/stochastic-differential-equation","display_name":"Stochastic differential equation","score":0.4323999881744385},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.41130000352859497},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.40959998965263367},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4092000126838684}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5569999814033508},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5090000033378601},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.47859999537467957},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4749999940395355},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.45260000228881836},{"id":"https://openalex.org/C135402231","wikidata":"https://www.wikidata.org/wiki/Q898440","display_name":"Dissipation","level":2,"score":0.4424999952316284},{"id":"https://openalex.org/C51955184","wikidata":"https://www.wikidata.org/wiki/Q1545585","display_name":"Stochastic differential equation","level":2,"score":0.4323999881744385},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4156000018119812},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.41130000352859497},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.40959998965263367},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.40959998965263367},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4092000126838684},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4083999991416931},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3133000135421753},{"id":"https://openalex.org/C70834904","wikidata":"https://www.wikidata.org/wiki/Q1054638","display_name":"Differential inclusion","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C95763700","wikidata":"https://www.wikidata.org/wiki/Q578985","display_name":"Convergence of random variables","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C18015164","wikidata":"https://www.wikidata.org/wiki/Q6935000","display_name":"Multiplicative noise","level":5,"score":0.26420000195503235},{"id":"https://openalex.org/C84629840","wikidata":"https://www.wikidata.org/wiki/Q16979017","display_name":"Stochastic partial differential equation","level":3,"score":0.2619999945163727},{"id":"https://openalex.org/C57945734","wikidata":"https://www.wikidata.org/wiki/Q7977941","display_name":"Weak convergence","level":3,"score":0.2615000009536743}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.26898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.26898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,28,71,107],"prove":[1,47,73],"pathwise":[2],"convergence":[3],"of":[4,8,39,49,54,87],"the":[5,31,37,40,52,66,75,88,95,103,110,114],"layerwise":[6],"evolution":[7,38],"tokens":[9,56],"in":[10,43],"a":[11,22],"finite-depth,":[12],"finite-width":[13],"transformer":[14],"model":[15,78],"with":[16],"MultiLayer":[17],"Perceptron":[18],"(MLP)":[19],"blocks":[20],"to":[21,102],"continuous-time":[23],"stochastic":[24,32,77],"interacting":[25],"particle":[26],"system.":[27],"also":[29],"identify":[30],"partial":[33],"differential":[34],"equation":[35],"describing":[36],"tokens'":[41],"distribution":[42],"this":[44],"limit":[45],"and":[46,65,83],"propagation":[48],"chaos":[50],"when":[51],"number":[53],"such":[55],"is":[57,98],"large.":[58],"The":[59],"bounds":[60],"we":[61,68],"establish":[62,84],"are":[63],"quantitative":[64],"limits":[67],"consider":[69],"commute.":[70],"further":[72],"that":[74,94],"limiting":[76],"displays":[79],"synchronization":[80],"by":[81],"noise":[82,97],"exponential":[85],"dissipation":[86],"interaction":[89],"energy":[90],"on":[91],"average,":[92],"provided":[93],"common":[96],"sufficiently":[99],"coercive":[100],"relative":[101],"deterministic":[104],"self-attention":[105],"drift.":[106],"finally":[108],"characterize":[109],"activation":[111],"functions":[112],"satisfying":[113],"former":[115],"condition.":[116]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-01T00:00:00"}