{"id":"https://openalex.org/W4409428784","doi":"https://doi.org/10.1175/aies-d-24-0061.1","title":"Analyzing and Exploring Training Recipes for Large-Scale Transformer-Based Weather Prediction","display_name":"Analyzing and Exploring Training Recipes for Large-Scale Transformer-Based Weather Prediction","publication_year":2025,"publication_date":"2025-04-01","ids":{"openalex":"https://openalex.org/W4409428784","doi":"https://doi.org/10.1175/aies-d-24-0061.1"},"language":"en","primary_location":{"id":"doi:10.1175/aies-d-24-0061.1","doi":"https://doi.org/10.1175/aies-d-24-0061.1","is_oa":true,"landing_page_url":"https://doi.org/10.1175/aies-d-24-0061.1","pdf_url":"https://journals.ametsoc.org/downloadpdf/view/journals/aies/aop/AIES-D-24-0061.1/AIES-D-24-0061.1.pdf","source":{"id":"https://openalex.org/S4387282300","display_name":"Artificial Intelligence for the Earth Systems","issn_l":"2769-7525","issn":["2769-7525"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320260","host_organization_name":"American Meteorological Society","host_organization_lineage":["https://openalex.org/P4310320260"],"host_organization_lineage_names":["American Meteorological Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence for the Earth Systems","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://journals.ametsoc.org/downloadpdf/view/journals/aies/aop/AIES-D-24-0061.1/AIES-D-24-0061.1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001009200","display_name":"Jared Willard","orcid":"https://orcid.org/0000-0003-4434-051X","observed_orcids":["https://orcid.org/0000-0003-4434-051X"]},"institutions":[{"id":"https://openalex.org/I4210151627","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521","https://openalex.org/I4210151627"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jared D. Willard","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center, Berkeley, California","a Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center"],"raw_orcid":"https://orcid.org/0000-0003-4434-051X","affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center, Berkeley, California","institution_ids":["https://openalex.org/I4210151627"]},{"raw_affiliation_string":"a Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center","institution_ids":["https://openalex.org/I4210151627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030562674","display_name":"Peter Harrington","orcid":"https://orcid.org/0000-0002-2614-741X","observed_orcids":["https://orcid.org/0000-0002-2614-741X"]},"institutions":[{"id":"https://openalex.org/I4210151627","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521","https://openalex.org/I4210151627"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Harrington","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center, Berkeley, California","a Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center, Berkeley, California","institution_ids":["https://openalex.org/I4210151627"]},{"raw_affiliation_string":"a Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center","institution_ids":["https://openalex.org/I4210151627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064799932","display_name":"Shashank Subramanian","orcid":"https://orcid.org/0000-0001-7191-2953","observed_orcids":["https://orcid.org/0000-0001-7191-2953"]},"institutions":[{"id":"https://openalex.org/I4210151627","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521","https://openalex.org/I4210151627"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shashank Subramanian","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center, Berkeley, California","a Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center, Berkeley, California","institution_ids":["https://openalex.org/I4210151627"]},{"raw_affiliation_string":"a Lawrence Berkeley National Laboratory, National Energy Research Scientific Computing Center","institution_ids":["https://openalex.org/I4210151627"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108146941","display_name":"Ankur Mahesh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankur Mahesh","raw_affiliation_strings":["Department of Earth and Planetary Science, University of California, Berkeley, Berkeley, California","b University of California, Berkeley, Department of Earth and Planetary Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Earth and Planetary Science, University of California, Berkeley, Berkeley, California","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"b University of California, Berkeley, Department of Earth and Planetary Science","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069134386","display_name":"Travis Allen O'Brien","orcid":"https://orcid.org/0000-0002-6643-1175","observed_orcids":["https://orcid.org/0000-0002-6643-1175"]},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]},{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]},{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Travis A. O\u2019Brien","raw_affiliation_strings":["Department of Earth and Atmospheric Sciences, Indiana University Bloomington, Bloomington, Indiana","Lawrence Berkeley National Laboratory, Earth & Environmental Sciences Area, Berkeley, California","c Indiana University Bloomington, Department of Earth and Atmospheric Sciences","d Lawrence Berkeley National Laboratory, Earth & Environmental Sciences Area"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Earth and Atmospheric Sciences, Indiana University Bloomington, Bloomington, Indiana","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, Earth & Environmental Sciences Area, Berkeley, California","institution_ids":["https://openalex.org/I148283060"]},{"raw_affiliation_string":"c Indiana University Bloomington, Department of Earth and Atmospheric Sciences","institution_ids":["https://openalex.org/I4210119109","https://openalex.org/I592451"]},{"raw_affiliation_string":"d Lawrence Berkeley National Laboratory, Earth & Environmental Sciences Area","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009132654","display_name":"William D. Collins","orcid":"https://orcid.org/0000-0002-4463-9848","observed_orcids":["https://orcid.org/0000-0002-4463-9848","https://orcid.org/0000-0002-7419-0850","https://orcid.org/0000-0002-2835-6389"]},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William D. Collins","raw_affiliation_strings":["Department of Earth and Planetary Science, University of California, Berkeley, Berkeley, California","Lawrence Berkeley National Laboratory, Earth & Environmental Sciences Area, Berkeley, California","b University of California, Berkeley, Department of Earth and Planetary Science","d Lawrence Berkeley National Laboratory, Earth & Environmental Sciences Area"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Earth and Planetary Science, University of California, Berkeley, Berkeley, California","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, Earth & Environmental Sciences Area, Berkeley, California","institution_ids":["https://openalex.org/I148283060"]},{"raw_affiliation_string":"b University of California, Berkeley, Department of Earth and Planetary Science","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"d Lawrence Berkeley National Laboratory, Earth & Environmental Sciences Area","institution_ids":["https://openalex.org/I148283060"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5001009200"],"corresponding_institution_ids":["https://openalex.org/I4210151627"],"apc_list":null,"apc_paid":null,"fwci":4.0136,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.95221827,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"4","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11490","display_name":"Hydrological Forecasting Using AI","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/swin-transformer-v2","display_name":"Swin Transformer V2","score":0.9359999895095825},{"id":"https://openalex.org/keywords/era5-reanalysis","display_name":"ERA5 reanalysis","score":0.7570000290870667},{"id":"https://openalex.org/keywords/loss-function-design","display_name":"loss function design","score":0.621999979019165},{"id":"https://openalex.org/keywords/patch-size","display_name":"patch size","score":0.9210000038146973},{"id":"https://openalex.org/keywords/ensemble-spread","display_name":"ensemble spread","score":0.9100000262260437},{"id":"https://openalex.org/keywords/ablation-study","display_name":"ablation study","score":0.6639999747276306}],"concepts":[{"id":"https://openalex.org/C2987469573","wikidata":"https://www.wikidata.org/wiki/Q182868","display_name":"Weather prediction","level":2,"score":0.5721973776817322},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5613545179367065},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5438812375068665},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.46780824661254883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4582405090332031},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.3819737136363983},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3638523817062378},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3489425778388977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34836453199386597},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23097431659698486},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.14732730388641357},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.11452049016952515},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07722538709640503},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1175/aies-d-24-0061.1","doi":"https://doi.org/10.1175/aies-d-24-0061.1","is_oa":true,"landing_page_url":"https://doi.org/10.1175/aies-d-24-0061.1","pdf_url":"https://journals.ametsoc.org/downloadpdf/view/journals/aies/aop/AIES-D-24-0061.1/AIES-D-24-0061.1.pdf","source":{"id":"https://openalex.org/S4387282300","display_name":"Artificial Intelligence for the Earth Systems","issn_l":"2769-7525","issn":["2769-7525"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320260","host_organization_name":"American Meteorological Society","host_organization_lineage":["https://openalex.org/P4310320260"],"host_organization_lineage_names":["American Meteorological Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence for the Earth Systems","raw_type":"journal-article"},{"id":"pmh:oai:ueaeprints.uea.ac.uk:104610","doi":null,"is_oa":false,"landing_page_url":"https://ueaeprints.uea.ac.uk/id/eprint/104610/1/aies-AIES-D-24-0061.1.pdf","pdf_url":"https://ueaeprints.uea.ac.uk/id/eprint/104610/1/aies-AIES-D-24-0061.1.pdf","source":{"id":"https://openalex.org/S4306400384","display_name":"UEA Digital Repository (University of East Anglia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1118541","host_organization_name":"University of East Anglia","host_organization_lineage":["https://openalex.org/I1118541"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:arXiv.org:2404.19630","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.19630","pdf_url":"https://arxiv.org/pdf/2404.19630","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:osti.gov:2564318","doi":null,"is_oa":false,"landing_page_url":"https://www.osti.gov/biblio/2564318","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"doi:10.48550/arxiv.2404.19630","doi":"https://doi.org/10.48550/arxiv.2404.19630","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.19630","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1175/aies-d-24-0061.1","doi":"https://doi.org/10.1175/aies-d-24-0061.1","is_oa":true,"landing_page_url":"https://doi.org/10.1175/aies-d-24-0061.1","pdf_url":"https://journals.ametsoc.org/downloadpdf/view/journals/aies/aop/AIES-D-24-0061.1/AIES-D-24-0061.1.pdf","source":{"id":"https://openalex.org/S4387282300","display_name":"Artificial Intelligence for the Earth Systems","issn_l":"2769-7525","issn":["2769-7525"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320260","host_organization_name":"American Meteorological Society","host_organization_lineage":["https://openalex.org/P4310320260"],"host_organization_lineage_names":["American Meteorological Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence for the Earth Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.821399986743927,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1079818582","display_name":null,"funder_award_id":"AC02\u201005CH11231","funder_id":"https://openalex.org/F4320338292","funder_display_name":"Lawrence Berkeley National Laboratory"},{"id":"https://openalex.org/G1143651532","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320338292","funder_display_name":"Lawrence Berkeley National Laboratory"},{"id":"https://openalex.org/G122673668","display_name":null,"funder_award_id":"DE\u2013AC02\u201305CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G1286236842","display_name":null,"funder_award_id":"-AC02-05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1337544421","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320337509","funder_display_name":"Biological and Environmental Research"},{"id":"https://openalex.org/G1677143136","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G1799333409","display_name":null,"funder_award_id":"DE-AC02-05CH11231","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"},{"id":"https://openalex.org/G223002938","display_name":null,"funder_award_id":"DE-AC02 \u2212 05CH11231","funder_id":"https://openalex.org/F4320337509","funder_display_name":"Biological and Environmental Research"},{"id":"https://openalex.org/G3083819904","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G419881185","display_name":null,"funder_award_id":"DEAC02\u201305CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G42916606","display_name":null,"funder_award_id":"DE AC02 05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4501827968","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G498139845","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5076365615","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center"},{"id":"https://openalex.org/G7354628648","display_name":null,"funder_award_id":"05CH11231","funder_id":"https://openalex.org/F4320338292","funder_display_name":"Lawrence Berkeley National Laboratory"},{"id":"https://openalex.org/G7787287669","display_name":null,"funder_award_id":"AC02-05CH11231","funder_id":"https://openalex.org/F4320337509","funder_display_name":"Biological and Environmental Research"},{"id":"https://openalex.org/G969889393","display_name":null,"funder_award_id":"DE-AC02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320317220","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"},{"id":"https://openalex.org/F4320337509","display_name":"Biological and Environmental Research","ror":"https://ror.org/0114b2m14"},{"id":"https://openalex.org/F4320338292","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409428784.pdf","grobid_xml":"https://content.openalex.org/works/W4409428784.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1976579441","https://openalex.org/W2050259600","https://openalex.org/W2176838166","https://openalex.org/W2180126428","https://openalex.org/W2518108298","https://openalex.org/W2809789958","https://openalex.org/W3003709258","https://openalex.org/W3025949386","https://openalex.org/W3037585619","https://openalex.org/W3128630349","https://openalex.org/W3175937066","https://openalex.org/W3214773515","https://openalex.org/W4221149294","https://openalex.org/W4225906496","https://openalex.org/W4252713891","https://openalex.org/W4285483867","https://openalex.org/W4308505112","https://openalex.org/W4312349930","https://openalex.org/W4318225439","https://openalex.org/W4320921606","https://openalex.org/W4362706666","https://openalex.org/W4379925125","https://openalex.org/W4383218913","https://openalex.org/W4388130760","https://openalex.org/W4388654737","https://openalex.org/W4388728292","https://openalex.org/W4390306794","https://openalex.org/W4391513958","https://openalex.org/W4392284590","https://openalex.org/W4393247809","https://openalex.org/W4398811367","https://openalex.org/W4399401448","https://openalex.org/W4399779937","https://openalex.org/W4400880443","https://openalex.org/W4401781847","https://openalex.org/W4409263600","https://openalex.org/W4410551352","https://openalex.org/W4415797118","https://openalex.org/W6929803736"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2996078371"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"rapid":[2],"rise":[3],"of":[4,18,55,119,122,147,165,218,248,291,358],"deep":[5,359],"learning":[6,360],"(DL)":[7],"in":[8,44,117,289,342,361],"numerical":[9],"weather":[10,254,363,374,383],"prediction":[11],"(NWP)":[12],"has":[13],"led":[14],"to":[15,62,69,80,235,261,368,373],"a":[16,41,100,144,272],"proliferation":[17],"models":[19,252],"which":[20,64,365],"forecast":[21,83,264,287],"atmospheric":[22],"variables":[23],"with":[24,86,185,200,266,340],"comparable":[25],"or":[26],"superior":[27,115],"skill":[28,84,116,288],"than":[29],"traditional":[30],"physics-based":[31],"NWP.":[32],"However,":[33,332],"among":[34],"these":[35,337],"leading":[36],"DL":[37],"models,":[38,210],"there":[39],"is":[40,78,259],"wide":[42],"variance":[43],"both":[45],"the":[46,53,128,182,188,197,219,225,233,246,283,298,329,356],"training":[47,91,177,220,271,318],"settings":[48],"and":[49,93,110,149,154,171,175,192,194,209,231,324,349,371],"architecture":[50],"used.":[51],"Further,":[52],"lack":[54],"thorough":[56],"ablation":[57],"studies":[58],"makes":[59],"it":[60,77,113,258],"hard":[61],"discern":[63],"components":[65],"are":[66],"most":[67],"critical":[68],"success.":[70],"In":[71],"this":[72],"work,":[73],"we":[74,98,159,211,280,333],"show":[75,281],"that":[76,112,257,282,316,336],"possible":[79,260],"attain":[81],"high":[82,263],"even":[85],"relatively":[87],"off-the-shelf":[88,268],"architectures,":[89],"simple":[90],"procedures,":[92],"moderate":[94],"compute":[95],"budgets.":[96],"Specifically,":[97],"train":[99],"minimally":[101,273],"modified":[102,274],"Swin":[103],"Transformer":[104],"V2":[105],"(SwinV2)":[106],"on":[107,215,277],"ERA5":[108,278],"data":[109],"find":[111],"attains":[114],"terms":[118,290],"mean-square":[120,292],"errors":[121],"deterministic":[123],"forecasts":[124],"when":[125],"compared":[126],"against":[127],"European":[129,299],"Centre":[130,300],"for":[131,227,237,253,294,301],"Medium-Range":[132,302],"Weather":[133,303],"Forecasts\u2019":[134,304],"Integrated":[135,305],"Forecasting":[136,306],"System":[137,307],"(IFS).":[138],"Almost":[139],"all":[140,310],"DL\u2013NWP":[141,157,239],"systems":[142],"share":[143,212],"core":[145],"set":[146],"hyperparameters":[148],"design":[150],"decisions.":[151],"To":[152],"aid":[153],"expedite":[155],"future":[156,238],"research,":[158],"present":[160],"an":[161],"in-depth,":[162],"systematic":[163],"exploration":[164],"different":[166],"loss":[167],"functions,":[168],"model":[169,183,201,284],"sizes":[170],"depths,":[172],"patch":[173],"sizes,":[174],"multistep":[176,322],"objectives.":[178],"We":[179],"also":[180,334],"examine":[181],"performance":[184,198],"metrics":[186],"beyond":[187],"typical":[189],"accuracy":[190,265],"(ACC)":[191],"RMSE":[193],"investigate":[195],"how":[196],"scales":[199],"size.":[202],"Through":[203],"our":[204,213],"open-source":[205],"code,":[206],"scoring":[207],"pipelines,":[208],"findings":[214,314],"key":[216,295],"aspects":[217],"pipeline.":[221],"These":[222],"ablations":[223],"reduce":[224],"necessity":[226],"expensive":[228],"hyperparameter":[229],"tuning":[230],"lower":[232],"barrier":[234],"entry":[236],"research.":[240],"Significance":[241],"Statement":[242],"This":[243,353],"study":[244],"investigates":[245],"potential":[247],"using":[249],"large-scale":[250],"transformer-based":[251],"prediction,":[255],"showing":[256],"achieve":[262],"simpler,":[267],"architectures.":[269],"By":[270],"SwinV2":[275],"transformer":[276],"data,":[279],"achieves":[285],"competitive":[286],"error":[293],"variables,":[296],"outperforming":[297],"(IFS)":[308],"at":[309],"lead":[311,367],"times.":[312],"Our":[313],"suggest":[315],"effective":[317],"strategies,":[319],"such":[320,345],"as":[321,346],"fine-tuning":[323],"channel-weighted":[325],"losses,":[326],"significantly":[327],"enhance":[328],"model\u2019s":[330],"performance.":[331],"highlight":[335],"improvements":[338],"come":[339],"trade-offs":[341],"other":[343],"areas,":[344],"ensemble":[347],"spread":[348],"high-frequency":[350],"spatial":[351],"detail.":[352],"work":[354],"highlights":[355],"promise":[357],"improving":[362],"forecasts,":[364],"could":[366],"better":[369],"preparedness":[370],"response":[372],"events,":[375],"ultimately":[376],"benefiting":[377],"society":[378],"by":[379],"providing":[380],"more":[381],"reliable":[382],"predictions.":[384]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}