{"id":"https://openalex.org/W7162395992","doi":"https://doi.org/10.48550/arxiv.2605.24945","title":"RealBench: Benchmarking Data-Driven Numerical Weather Forecasting Under Operational Conditions and Extreme Event Challenges","display_name":"RealBench: Benchmarking Data-Driven Numerical Weather Forecasting Under Operational Conditions and Extreme Event Challenges","publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162395992","doi":"https://doi.org/10.48550/arxiv.2605.24945"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.24945","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24945","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.24945","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030234736","display_name":"Ruize Li","orcid":"https://orcid.org/0009-0001-9867-4964"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ruize","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137066659","display_name":"Zhibin Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Zhibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137082667","display_name":"Tao Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137031786","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0003-1017-7136"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137040224","display_name":"Fenghua Ling","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ling, Fenghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137062138","display_name":"Wei Zhang","orcid":"https://orcid.org/0009-0008-6192-6612"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137039902","display_name":"Song Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137039774","display_name":"Lei Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.9538000226020813,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.9538000226020813,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11483","display_name":"Tropical and Extratropical Cyclones Research","score":0.014700000174343586,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10029","display_name":"Climate variability and models","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7706000208854675},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7240999937057495},{"id":"https://openalex.org/keywords/data-assimilation","display_name":"Data assimilation","score":0.607699990272522},{"id":"https://openalex.org/keywords/numerical-weather-prediction","display_name":"Numerical weather prediction","score":0.5218999981880188},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.41530001163482666},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.38670000433921814},{"id":"https://openalex.org/keywords/weather-forecasting","display_name":"Weather forecasting","score":0.3840999901294708},{"id":"https://openalex.org/keywords/extreme-weather","display_name":"Extreme weather","score":0.382099986076355}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7706000208854675},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7240999937057495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6320000290870667},{"id":"https://openalex.org/C24552861","wikidata":"https://www.wikidata.org/wiki/Q2670177","display_name":"Data assimilation","level":2,"score":0.607699990272522},{"id":"https://openalex.org/C147947694","wikidata":"https://www.wikidata.org/wiki/Q837552","display_name":"Numerical weather prediction","level":2,"score":0.5218999981880188},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.41530001163482666},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.38670000433921814},{"id":"https://openalex.org/C21001229","wikidata":"https://www.wikidata.org/wiki/Q182868","display_name":"Weather forecasting","level":2,"score":0.3840999901294708},{"id":"https://openalex.org/C205537798","wikidata":"https://www.wikidata.org/wiki/Q1277161","display_name":"Extreme weather","level":3,"score":0.382099986076355},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3176000118255615},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C133204551","wikidata":"https://www.wikidata.org/wiki/Q838305","display_name":"Weather Research and Forecasting Model","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C166851805","wikidata":"https://www.wikidata.org/wiki/Q5468165","display_name":"Forecast verification","level":3,"score":0.2768999934196472},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C2780150128","wikidata":"https://www.wikidata.org/wiki/Q21948731","display_name":"Extreme learning machine","level":3,"score":0.25870001316070557},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C118365302","wikidata":"https://www.wikidata.org/wiki/Q4817115","display_name":"Atmospheric model","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.24945","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24945","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.24945","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24945","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.6882317662239075,"display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"evaluation":[1,71,115,128,151,182],"of":[2,39,170],"weather":[3,66,192],"forecasting":[4,67,148,193],"models":[5],"is":[6,198],"critical":[7],"for":[8,64,130,188],"their":[9],"reliable":[10],"deployment":[11],"in":[12,45],"real-world":[13,53,147,160],"applications.":[14],"However,":[15],"existing":[16,171],"benchmarks":[17],"predominantly":[18],"rely":[19],"on":[20],"reanalysis":[21],"products":[22],"such":[23],"as":[24],"ERA5,":[25],"which":[26],"are":[27],"generated":[28],"through":[29],"delayed":[30],"data":[31,86,96],"assimilation":[32],"and":[33,52,88,102,138,159,179],"do":[34],"not":[35],"reflect":[36,146],"the":[37,168],"constraints":[38],"real-time":[40],"operational":[41,73,100],"forecasting,":[42],"thereby":[43],"resulting":[44],"a":[46,61,77,103,126,176,185],"systematic":[47],"mismatch":[48],"between":[49,156],"benchmark":[50,63,196],"performance":[51],"forecasting.":[54],"In":[55],"this":[56,173],"work,":[57],"we":[58],"introduce":[59],"RealBench,":[60],"next-generation":[62,190],"AI":[65,191],"that":[68,144],"emphasizes":[69],"realistic":[70],"under":[72],"conditions.":[74],"RealBench":[75,124],"features":[76],"strictly":[78],"out-of-distribution":[79],"test":[80],"set":[81],"spanning":[82],"2025":[83],"to":[84],"eliminate":[85],"leakage":[87],"capture":[89],"recent":[90],"atmospheric":[91,118],"regimes.":[92],"It":[93],"integrates":[94],"multiple":[95],"sources,":[97],"including":[98,134],"low-latency":[99],"analysis":[101],"large-scale":[104],"global":[105,122],"in-situ":[106],"observation":[107],"dataset":[108],"comprising":[109],"over":[110],"10,000":[111],"stations,":[112],"enabling":[113],"direct":[114],"against":[116],"real":[117],"measurements.":[119],"Beyond":[120],"standard":[121],"metrics,":[123],"provides":[125],"comprehensive":[127],"framework":[129],"high-impact":[131],"extreme":[132,164],"events,":[133],"heatwaves,":[135],"cold":[136],"surges,":[137],"tropical":[139],"cyclones,":[140],"using":[141],"event-specific":[142],"metrics":[143,158],"better":[145],"priorities.":[149],"The":[150,195],"results":[152],"reveal":[153],"substantial":[154],"discrepancies":[155],"reanalysis-based":[157],"performance,":[161],"particularly":[162],"concerning":[163],"events.":[165],"By":[166],"highlighting":[167],"limitations":[169],"benchmarks,":[172],"work":[174],"establishes":[175],"more":[177],"faithful":[178],"operationally":[180],"relevant":[181],"paradigm,":[183],"providing":[184],"rigorous":[186],"foundation":[187],"advancing":[189],"systems.":[194],"implementation":[197],"available":[199],"at:":[200],"https://github.com/lixruize-del/NWP-Benchmark.":[201]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}