{"id":"https://openalex.org/W7164206087","doi":"https://doi.org/10.48550/arxiv.2606.10642","title":"PhysMetrics.Weather: An Evaluation Framework for Physical Consistency in ML Weather Models","display_name":"PhysMetrics.Weather: An Evaluation Framework for Physical Consistency in ML Weather Models","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164206087","doi":"https://doi.org/10.48550/arxiv.2606.10642"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2606.10642","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.10642","pdf_url":"https://arxiv.org/pdf/2606.10642","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2606.10642","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138302542","display_name":"Emma Kasteleyn","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["DE","NL"],"is_corresponding":false,"raw_author_name":"Kasteleyn, Emma","raw_affiliation_strings":["Deutsches Zentrum f\u00fcr Luft-und Raumfahrt (DLR) , Institut f\u00fcr Physik der Atmosph\u00e4re , Oberpfaffenhofen , Germany,","University of Amsterdam , Amsterdam , The Netherlands,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Zentrum f\u00fcr Luft-und Raumfahrt (DLR) , Institut f\u00fcr Physik der Atmosph\u00e4re , Oberpfaffenhofen , Germany,","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"University of Amsterdam , Amsterdam , The Netherlands,","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007532846","display_name":"Timo Maier","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maier, Timo","raw_affiliation_strings":["Deutsches Zentrum f\u00fcr Luft-und Raumfahrt (DLR) , Institut f\u00fcr Physik der Atmosph\u00e4re , Oberpfaffenhofen , Germany,","Technical University of Munich , Munich , Germany,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Zentrum f\u00fcr Luft-und Raumfahrt (DLR) , Institut f\u00fcr Physik der Atmosph\u00e4re , Oberpfaffenhofen , Germany,","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Technical University of Munich , Munich , Germany,","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022343438","display_name":"Axel Lauer","orcid":"https://orcid.org/0000-0002-9270-1044","observed_orcids":["https://orcid.org/0000-0002-9270-1044"]},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lauer, Axel","raw_affiliation_strings":["Deutsches Zentrum f\u00fcr Luft-und Raumfahrt (DLR) , Institut f\u00fcr Physik der Atmosph\u00e4re , Oberpfaffenhofen , Germany,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Zentrum f\u00fcr Luft-und Raumfahrt (DLR) , Institut f\u00fcr Physik der Atmosph\u00e4re , Oberpfaffenhofen , Germany,","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034118743","display_name":"Veronika Eyring","orcid":"https://orcid.org/0000-0002-6887-4885","observed_orcids":["https://orcid.org/0000-0002-6887-4885","https://orcid.org/0000-0002-1240-1368"]},"institutions":[{"id":"https://openalex.org/I180437899","display_name":"University of Bremen","ror":"https://ror.org/04ers2y35","country_code":"DE","type":"education","lineage":["https://openalex.org/I180437899"]},{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eyring, Veronika","raw_affiliation_strings":["Deutsches Zentrum f\u00fcr Luft-und Raumfahrt (DLR) , Institut f\u00fcr Physik der Atmosph\u00e4re , Oberpfaffenhofen , Germany,","University of Bremen , Institute of Environmental Physics (IUP) , Bremen , Germany,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Deutsches Zentrum f\u00fcr Luft-und Raumfahrt (DLR) , Institut f\u00fcr Physik der Atmosph\u00e4re , Oberpfaffenhofen , Germany,","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"University of Bremen , Institute of Environmental Physics (IUP) , Bremen , Germany,","institution_ids":["https://openalex.org/I180437899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061588829","display_name":"Pierre Gentine","orcid":"https://orcid.org/0000-0002-0845-8345","observed_orcids":["https://orcid.org/0000-0002-0845-8345","https://orcid.org/0000-0002-1865-5617"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gentine, Pierre","raw_affiliation_strings":["Department of Earth and Environmental Engineering , Columbia University , New York , NY , USA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Earth and Environmental Engineering , Columbia University , New York , NY , USA,","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018957074","display_name":"Ana Lu\u010di\u0107","orcid":"https://orcid.org/0000-0002-5509-445X","observed_orcids":["https://orcid.org/0000-0002-5509-445X"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lucic, Ana","raw_affiliation_strings":["University of Amsterdam , Amsterdam , The Netherlands,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam , Amsterdam , The Netherlands,","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11490","display_name":"Hydrological Forecasting Using AI","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-learning-weather-prediction","display_name":"machine learning weather prediction","score":0.9879999756813049},{"id":"https://openalex.org/keywords/physical-consistency","display_name":"physical consistency","score":0.8389999866485596},{"id":"https://openalex.org/keywords/assessment-framework","display_name":"evaluation framework","score":0.6349999904632568},{"id":"https://openalex.org/keywords/conservation-laws","display_name":"conservation laws","score":0.871999979019165},{"id":"https://openalex.org/keywords/spectral-metrics","display_name":"spectral metrics","score":0.6729999780654907},{"id":"https://openalex.org/keywords/dynamical-metric","display_name":"dynamical metric","score":0.9129999876022339},{"id":"https://openalex.org/keywords/physics-informed-models","display_name":"physics-informed models","score":0.847000002861023},{"id":"https://openalex.org/keywords/prediction-reliability","display_name":"forecast reliability","score":0.6100000143051147},{"id":"https://openalex.org/keywords/numerical-weather-prediction","display_name":"numerical weather prediction","score":0.6779999732971191}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6588000059127808},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.574400007724762},{"id":"https://openalex.org/C21001229","wikidata":"https://www.wikidata.org/wiki/Q182868","display_name":"Weather forecasting","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4415000081062317},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.41819998621940613},{"id":"https://openalex.org/C147947694","wikidata":"https://www.wikidata.org/wiki/Q837552","display_name":"Numerical weather prediction","level":2,"score":0.38519999384880066},{"id":"https://openalex.org/C116672817","wikidata":"https://www.wikidata.org/wiki/Q1454986","display_name":"Physical system","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.33820000290870667},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3359000086784363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32510000467300415},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C170061395","wikidata":"https://www.wikidata.org/wiki/Q5468164","display_name":"Forecast skill","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C76969082","wikidata":"https://www.wikidata.org/wiki/Q486902","display_name":"Mathematical model","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2606.10642","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.10642","pdf_url":"https://arxiv.org/pdf/2606.10642","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2606.10642","doi":"https://doi.org/10.48550/arxiv.2606.10642","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10642","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2606.10642","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.10642","pdf_url":"https://arxiv.org/pdf/2606.10642","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7164206087.pdf","grobid_xml":"https://content.openalex.org/works/W7164206087.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1965068681","https://openalex.org/W2913323966","https://openalex.org/W2971940059","https://openalex.org/W3003709258","https://openalex.org/W3112623153","https://openalex.org/W4225906496","https://openalex.org/W4308505112","https://openalex.org/W4388654737","https://openalex.org/W4394907008","https://openalex.org/W4398811367","https://openalex.org/W4399668152","https://openalex.org/W4399779937","https://openalex.org/W4400880443","https://openalex.org/W4405031167","https://openalex.org/W4407091855","https://openalex.org/W4410551352","https://openalex.org/W4412522531","https://openalex.org/W4415254881","https://openalex.org/W4415277366","https://openalex.org/W4415797737","https://openalex.org/W4415824497","https://openalex.org/W4417098205","https://openalex.org/W4417136682","https://openalex.org/W6945020821","https://openalex.org/W6945028352","https://openalex.org/W7116871477","https://openalex.org/W7133237462"],"related_works":["https://openalex.org/W4399668152","https://openalex.org/W4386839776","https://openalex.org/W3133294546","https://openalex.org/W7165563499","https://openalex.org/W4415254881","https://openalex.org/W7135232460","https://openalex.org/W7135167080","https://openalex.org/W7148594416","https://openalex.org/W7128953577","https://openalex.org/W7127433566"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"weather":[2],"prediction":[3],"(MLWP)":[4],"models":[5,66,93],"have":[6],"achieved":[7],"impressive":[8],"forecasting":[9],"performance":[10],"at":[11,105],"a":[12],"small":[13],"fraction":[14],"of":[15,64,70,85],"the":[16,61,83],"computational":[17],"costs":[18],"required":[19],"for":[20,96],"traditional":[21],"physics-based":[22],"methods.":[23],"However,":[24],"they":[25],"are":[26,41,47,94],"primarily":[27],"(1)":[28],"data-driven":[29],"and":[30,74,88],"(2)":[31],"evaluated":[32],"using":[33],"pixel-wide":[34],"error":[35],"metrics":[36],"(e.g.,":[37],"RMSE),":[38],"so":[39],"there":[40],"no":[42],"guarantees":[43],"that":[44,59],"their":[45],"forecasts":[46],"consistent":[48],"with":[49],"known":[50],"physical":[51,62,78],"laws.":[52],"We":[53],"introduce":[54],"PhysMetrics$.$Weather,":[55],"an":[56],"evaluation":[57],"framework":[58,100],"assesses":[60],"realism":[63],"MLWP":[65,92],"across":[67],"three":[68],"types":[69],"metrics:":[71],"conservation,":[72],"spectral,":[73],"dynamical.":[75],"By":[76],"quantifying":[77],"realism,":[79],"this":[80],"tool":[81],"guides":[82],"development":[84],"physics-informed":[86],"architectures":[87],"helps":[89],"evaluate":[90],"whether":[91],"reliable":[95],"operational":[97],"use.":[98],"Our":[99],"is":[101],"available":[102],"on":[103],"Github":[104],"https://github.com/Emmakast/PhysMetrics.Weather.":[106]},"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-06-11T00:00:00"}