{"id":"https://openalex.org/W7137994713","doi":"https://doi.org/10.48550/arxiv.2603.14695","title":"Scaling Autoregressive Models for Lattice Thermodynamics","display_name":"Scaling Autoregressive Models for Lattice Thermodynamics","publication_year":2026,"publication_date":"2026-03-16","ids":{"openalex":"https://openalex.org/W7137994713","doi":"https://doi.org/10.48550/arxiv.2603.14695"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.14695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.14695","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002462688","display_name":"Xiaochen Du","orcid":"https://orcid.org/0000-0001-6228-0907"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Du, Xiaochen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129730412","display_name":"Juno Nam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nam, Juno","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027855402","display_name":"Sulin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Sulin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129750558","display_name":"Rafael G\u00f3mez-Bombarelli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"G\u00f3mez-Bombarelli, Rafael","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5002462688"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.8615999817848206,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.8615999817848206,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.09149999916553497,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10591","display_name":"Theoretical and Computational Physics","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ising-model","display_name":"Ising model","score":0.7657999992370605},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.6122999787330627},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.5687999725341797},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5284000039100647},{"id":"https://openalex.org/keywords/lattice","display_name":"Lattice (music)","score":0.527400016784668},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.47099998593330383},{"id":"https://openalex.org/keywords/phase-transition","display_name":"Phase transition","score":0.42899999022483826},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.40880000591278076}],"concepts":[{"id":"https://openalex.org/C51329190","wikidata":"https://www.wikidata.org/wiki/Q1076349","display_name":"Ising model","level":2,"score":0.7657999992370605},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.6773999929428101},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.6122999787330627},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5687999725341797},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5583000183105469},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5284000039100647},{"id":"https://openalex.org/C2781204021","wikidata":"https://www.wikidata.org/wiki/Q6497091","display_name":"Lattice (music)","level":2,"score":0.527400016784668},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.47099998593330383},{"id":"https://openalex.org/C149288129","wikidata":"https://www.wikidata.org/wiki/Q185357","display_name":"Phase transition","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.40880000591278076},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3596999943256378},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C99874945","wikidata":"https://www.wikidata.org/wiki/Q188715","display_name":"Statistical mechanics","level":2,"score":0.34470000863075256},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.30000001192092896},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.29440000653266907},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.28209999203681946},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28049999475479126},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.274399995803833},{"id":"https://openalex.org/C13153151","wikidata":"https://www.wikidata.org/wiki/Q1639846","display_name":"Hybrid Monte Carlo","level":4,"score":0.2615000009536743}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.14695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.14695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.7455973029136658,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Predicting":[0],"how":[1],"materials":[2],"behave":[3],"under":[4],"realistic":[5,82],"conditions":[6],"requires":[7],"understanding":[8],"the":[9,26,48,56,111,172],"statistical":[10],"distribution":[11],"of":[12,28,50,102,113],"atomic":[13],"configurations":[14,65,94],"on":[15,98,132,170],"crystal":[16],"lattices,":[17],"a":[18,67,87,118],"problem":[19],"central":[20],"to":[21,81,135,194,207,220],"alloy":[22],"design,":[23],"catalysis,":[24],"and":[25,40,71,75,122,176,183,200],"study":[27],"phase":[29,45,181],"transitions.":[30],"Traditional":[31],"Markov-chain":[32],"Monte":[33],"Carlo":[34],"sampling":[35,139,222],"suffers":[36],"from":[37,190,201],"slow":[38],"convergence":[39],"critical":[41,184],"slowing":[42],"down":[43],"near":[44],"transitions,":[46],"motivating":[47],"use":[49],"generative":[51],"models":[52,61,107,130],"that":[53,157],"directly":[54],"learn":[55],"thermodynamic":[57],"distribution.":[58],"Existing":[59],"autoregressive":[60],"(ARMs),":[62],"however,":[63],"generate":[64,93],"in":[66,117],"fixed":[68],"sequential":[69],"order":[70],"incur":[72],"high":[73],"memory":[74,125],"training":[76],"costs,":[77],"limiting":[78],"their":[79],"applicability":[80],"systems.":[83],"Here,":[84],"we":[85],"develop":[86],"framework":[88,188],"combining":[89],"any-order":[90,159],"ARMs,":[91],"which":[92,109],"flexibly":[95],"by":[96],"conditioning":[97],"any":[99,114],"known":[100],"subset":[101],"lattice":[103],"sites,":[104],"with":[105,147],"marginalization":[106],"(MAMs),":[108],"approximate":[110],"probability":[112],"partial":[115],"configuration":[116],"single":[119],"forward":[120],"pass":[121],"substantially":[123],"reduce":[124],"requirements.":[126],"This":[127],"combination":[128],"enables":[129],"trained":[131],"smaller":[133],"lattices":[134],"be":[136],"reused":[137],"for":[138],"larger":[140],"systems,":[141],"while":[142],"supporting":[143],"expressive":[144],"Transformer":[145],"architectures":[146],"lattice-aware":[148],"positional":[149],"encodings":[150],"at":[151,215],"manageable":[152],"computational":[153,217],"cost.":[154],"We":[155],"demonstrate":[156],"Transformer-based":[158],"MAMs":[160],"achieve":[161],"more":[162],"accurate":[163],"free":[164],"energies":[165],"than":[166],"multilayer":[167],"perceptron-based":[168],"ARMs":[169],"both":[171],"two-dimensional":[173],"Ising":[174,198],"model":[175],"CuAu":[177,213],"alloys,":[178],"faithfully":[179],"capturing":[180],"transitions":[182],"behavior.":[185],"Overall,":[186],"our":[187],"scales":[189],"$10":[191],"\\times":[192,196,203,205,209,211],"10$":[193],"$20":[195],"20$":[197],"systems":[199],"$2":[202],"2":[204],"4$":[206],"$4":[208],"4":[210],"8$":[212],"supercells":[214],"reduced":[216],"cost":[218],"compared":[219],"conventional":[221],"methods.":[223]},"counts_by_year":[],"updated_date":"2026-03-18T06:31:55.123368","created_date":"2026-03-18T00:00:00"}