{"id":"https://openalex.org/W7155563825","doi":"https://doi.org/10.48550/arxiv.2604.21085","title":"climt-paraformer: Stable Emulation of Convective Parameterization using a Temporal Memory-aware Transformer","display_name":"climt-paraformer: Stable Emulation of Convective Parameterization using a Temporal Memory-aware Transformer","publication_year":2026,"publication_date":"2026-04-22","ids":{"openalex":"https://openalex.org/W7155563825","doi":"https://doi.org/10.48550/arxiv.2604.21085"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.21085","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.21085","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134560653","display_name":"Shuochen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shuochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103162004","display_name":"Nishant Yadav","orcid":"https://orcid.org/0000-0002-9996-6926"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadav, Nishant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002930009","display_name":"Joy Merwin Monteiro","orcid":"https://orcid.org/0000-0002-3932-3603"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Monteiro, Joy Merwin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064658255","display_name":"Auroop R. Ganguly","orcid":"https://orcid.org/0000-0002-4292-4856"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ganguly, Auroop R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.45239999890327454,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.45239999890327454,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10029","display_name":"Climate variability and models","score":0.32679998874664307,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.08510000258684158,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.8151000142097473},{"id":"https://openalex.org/keywords/convection","display_name":"Convection","score":0.6377999782562256},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5979999899864197},{"id":"https://openalex.org/keywords/atmospheric-model","display_name":"Atmospheric model","score":0.4187999963760376},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.3862999975681305},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.37040001153945923},{"id":"https://openalex.org/keywords/climate-model","display_name":"Climate model","score":0.3698999881744385},{"id":"https://openalex.org/keywords/atmospheric-convection","display_name":"Atmospheric convection","score":0.3677999973297119}],"concepts":[{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.8151000142097473},{"id":"https://openalex.org/C10899652","wikidata":"https://www.wikidata.org/wiki/Q160329","display_name":"Convection","level":2,"score":0.6377999782562256},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5979999899864197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5027999877929688},{"id":"https://openalex.org/C118365302","wikidata":"https://www.wikidata.org/wiki/Q4817115","display_name":"Atmospheric model","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.3862999975681305},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37040001153945923},{"id":"https://openalex.org/C168754636","wikidata":"https://www.wikidata.org/wiki/Q620920","display_name":"Climate model","level":3,"score":0.3698999881744385},{"id":"https://openalex.org/C200711233","wikidata":"https://www.wikidata.org/wiki/Q931652","display_name":"Atmospheric convection","level":3,"score":0.3677999973297119},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.35420000553131104},{"id":"https://openalex.org/C62279395","wikidata":"https://www.wikidata.org/wiki/Q4817115","display_name":"Atmospheric models","level":3,"score":0.33160001039505005},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3292999863624573},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3084000051021576},{"id":"https://openalex.org/C141452985","wikidata":"https://www.wikidata.org/wiki/Q650994","display_name":"General Circulation Model","level":3,"score":0.30219998955726624},{"id":"https://openalex.org/C607359","wikidata":"https://www.wikidata.org/wiki/Q845339","display_name":"Atmospheric temperature","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2797999978065491},{"id":"https://openalex.org/C41231900","wikidata":"https://www.wikidata.org/wiki/Q918227","display_name":"Convective heat transfer","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.2628999948501587},{"id":"https://openalex.org/C202647207","wikidata":"https://www.wikidata.org/wiki/Q5166119","display_name":"Convective mixing","level":3,"score":0.25839999318122864},{"id":"https://openalex.org/C143742823","wikidata":"https://www.wikidata.org/wiki/Q5513004","display_name":"GCM transcription factors","level":4,"score":0.2578999996185303},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.21085","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.21085","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21085","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.8736518025398254,"display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"representation":[1],"of":[2,171,208],"moist":[3],"convective":[4,43,83,113],"sub-grid-scale":[5],"processes":[6],"remains":[7,197],"a":[8,32,105,119,147,152,168],"major":[9],"challenge":[10],"in":[11,118,189],"global":[12],"climate":[13,121],"models,":[14],"as":[15,91],"traditional":[16],"parameterization":[17,114],"schemes":[18],"are":[19,57],"both":[20,125],"computationally":[21],"expensive":[22],"and":[23,42,59,71,115,127,135,151,193],"difficult":[24],"to":[25,48,81],"scale.":[26],"Neural":[27],"network":[28],"(NN)":[29],"emulators":[30],"offer":[31],"promising":[33],"alternative":[34],"by":[35],"learning":[36],"efficient":[37],"mappings":[38],"between":[39],"atmospheric":[40,75,140],"states":[41,90],"tendencies":[44],"while":[45],"retaining":[46],"fidelity":[47],"the":[49,111,158,176,187,206],"underlying":[50],"physics.":[51],"However,":[52],"most":[53],"existing":[54],"NN-based":[55,213],"parameterizations":[56],"memory-less":[58,148],"rely":[60],"only":[61],"on":[62,73],"instantaneous":[63],"inputs,":[64],"even":[65],"though":[66],"convection":[67],"evolves":[68],"over":[69,199],"time":[70],"depends":[72],"prior":[74],"states.":[76,141],"Recent":[77],"studies":[78],"have":[79],"begun":[80],"incorporate":[82],"memory,":[84],"but":[85],"they":[86],"often":[87],"treat":[88],"past":[89],"independent":[92],"features":[93],"rather":[94],"than":[95],"modeling":[96,211],"temporal":[97,106,133,210],"dependencies":[98],"explicitly.":[99],"In":[100],"this":[101,203],"work,":[102],"we":[103],"develop":[104],"memory-aware":[107],"Transformer":[108,131,159],"emulator":[109,188],"for":[110,212],"Emanuel":[112],"evaluate":[116],"it":[117,196],"single-column":[120],"model":[122],"(SCM)":[123],"under":[124],"offline":[126,162],"online":[128],"configurations.":[129],"The":[130],"captures":[132],"correlations":[134],"nonlinear":[136],"interactions":[137],"across":[138],"consecutive":[139],"Compared":[142],"with":[143],"baseline":[144],"emulators,":[145],"including":[146],"multilayer":[149],"perceptron":[150],"recurrent":[153],"long":[154],"short-term":[155],"memory":[156,169,181],"model,":[157],"achieves":[160],"lower":[161],"errors.":[163],"Sensitivity":[164],"analysis":[165],"indicates":[166],"that":[167,195],"length":[170],"approximately":[172],"100":[173],"minutes":[174],"yields":[175],"best":[177],"performance,":[178],"whereas":[179],"longer":[180],"degrades":[182],"performance.":[183],"We":[184],"further":[185],"test":[186],"long-term":[190],"coupled":[191],"simulations":[192],"show":[194],"stable":[198],"10":[200],"years.":[201],"Overall,":[202],"study":[204],"demonstrates":[205],"importance":[207],"explicit":[209],"parameterizations.":[214]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-25T00:00:00"}