{"id":"https://openalex.org/W2017531313","doi":"https://doi.org/10.1016/j.jhydrol.2015.01.024","title":"How do I know if my forecasts are better? Using benchmarks in hydrological ensemble prediction","display_name":"How do I know if my forecasts are better? Using benchmarks in hydrological ensemble prediction","alternate_titles":[],"publication_year":2015,"publication_date":"2015-01-21","ids":{"openalex":"https://openalex.org/W2017531313","doi":"https://doi.org/10.1016/j.jhydrol.2015.01.024","mag":"2017531313"},"language":"en","primary_location":{"id":"doi:10.1016/j.jhydrol.2015.01.024","doi":"https://doi.org/10.1016/j.jhydrol.2015.01.024","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jhydrol.2015.01.024","pdf_url":"https://ars.els-cdn.com/content/image/1-s2.0-S0022169415000414-fx1.jpg","source":{"id":"https://openalex.org/S55737203","display_name":"Journal of Hydrology","issn_l":"0022-1694","issn":["0022-1694","1879-2707"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Hydrology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2017531313"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ars.els-cdn.com/content/image/1-s2.0-S0022169415000414-fx1.jpg","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057022798","display_name":"Florian Pappenberger","orcid":"https://orcid.org/0000-0003-1766-2898","observed_orcids":["https://orcid.org/0000-0003-1766-2898"]},"institutions":[{"id":"https://openalex.org/I154986956","display_name":"European Centre for Medium-Range Weather Forecasts","ror":"https://ror.org/014w0fd65","country_code":"GB","type":"other","lineage":["https://openalex.org/I154986956"]},{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["CN","GB"],"is_corresponding":true,"raw_author_name":"F. Pappenberger","raw_affiliation_strings":["College of Hydrology and Water Resources, Hohai University, Nanjing, China","European Centre For Medium Range Weather Forecasts, Reading, UK","School of Geographical Sciences, University of Bristol, Bristol, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Hydrology and Water Resources, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"European Centre For Medium Range Weather Forecasts, Reading, UK","institution_ids":["https://openalex.org/I154986956"]},{"raw_affiliation_string":"School of Geographical Sciences, University of Bristol, Bristol, UK","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052538906","display_name":"Maria\u2010Helena Ramos","orcid":"https://orcid.org/0000-0003-1133-4164","observed_orcids":["https://orcid.org/0000-0003-1133-4164"]},"institutions":[{"id":"https://openalex.org/I4387154183","display_name":"Institut National de Recherche en Sciences et Technologies pour l'Environnement et l'Agriculture","ror":"https://ror.org/01wep6g48","country_code":"FR","type":"facility","lineage":["https://openalex.org/I4210088668","https://openalex.org/I4387154183"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"M.H. Ramos","raw_affiliation_strings":["IRSTEA, Hydrology Group, UR HBAN, Antony, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IRSTEA, Hydrology Group, UR HBAN, Antony, France","institution_ids":["https://openalex.org/I4387154183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021247185","display_name":"Hannah Cloke","orcid":"https://orcid.org/0000-0002-1472-868X","observed_orcids":["https://orcid.org/0000-0002-1472-868X"]},"institutions":[{"id":"https://openalex.org/I71052956","display_name":"University of Reading","ror":"https://ror.org/05v62cm79","country_code":"GB","type":"education","lineage":["https://openalex.org/I71052956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"H.L. Cloke","raw_affiliation_strings":["Department of Geography & Environmental Science, University of Reading, Reading, UK","Department of Meteorology, University of Reading, Reading, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Geography & Environmental Science, University of Reading, Reading, UK","institution_ids":["https://openalex.org/I71052956"]},{"raw_affiliation_string":"Department of Meteorology, University of Reading, Reading, UK","institution_ids":["https://openalex.org/I71052956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004701035","display_name":"Fredrik Wetterhall","orcid":"https://orcid.org/0000-0001-5331-9064","observed_orcids":["https://orcid.org/0000-0001-5331-9064"]},"institutions":[{"id":"https://openalex.org/I154986956","display_name":"European Centre for Medium-Range Weather Forecasts","ror":"https://ror.org/014w0fd65","country_code":"GB","type":"other","lineage":["https://openalex.org/I154986956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"F. Wetterhall","raw_affiliation_strings":["European Centre For Medium Range Weather Forecasts, Reading, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Centre For Medium Range Weather Forecasts, Reading, UK","institution_ids":["https://openalex.org/I154986956"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036951566","display_name":"Lorenzo Alfieri","orcid":"https://orcid.org/0000-0002-3616-386X","observed_orcids":["https://orcid.org/0000-0002-3616-386X"]},"institutions":[{"id":"https://openalex.org/I154986956","display_name":"European Centre for Medium-Range Weather Forecasts","ror":"https://ror.org/014w0fd65","country_code":"GB","type":"other","lineage":["https://openalex.org/I154986956"]},{"id":"https://openalex.org/I2800387288","display_name":"European Commission","ror":"https://ror.org/00k4n6c32","country_code":"BE","type":"government","lineage":["https://openalex.org/I1320481043","https://openalex.org/I2800387288"]},{"id":"https://openalex.org/I4210118689","display_name":"Joint Research Centre","ror":"https://ror.org/02qezmz13","country_code":"IT","type":"government","lineage":["https://openalex.org/I1320481043","https://openalex.org/I2800387288","https://openalex.org/I4210118689","https://openalex.org/I4210161702"]}],"countries":["BE","GB","IT"],"is_corresponding":false,"raw_author_name":"L. Alfieri","raw_affiliation_strings":["European Centre For Medium Range Weather Forecasts, Reading, UK","IES, Joint Research Centre of the European Commission, Ispra, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Centre For Medium Range Weather Forecasts, Reading, UK","institution_ids":["https://openalex.org/I154986956"]},{"raw_affiliation_string":"IES, Joint Research Centre of the European Commission, Ispra, Italy","institution_ids":["https://openalex.org/I2800387288","https://openalex.org/I4210118689"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010532248","display_name":"Konrad Bogner","orcid":"https://orcid.org/0000-0002-4361-7751","observed_orcids":["https://orcid.org/0000-0002-4361-7751"]},"institutions":[{"id":"https://openalex.org/I154986956","display_name":"European Centre for Medium-Range Weather Forecasts","ror":"https://ror.org/014w0fd65","country_code":"GB","type":"other","lineage":["https://openalex.org/I154986956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"K. Bogner","raw_affiliation_strings":["European Centre For Medium Range Weather Forecasts, Reading, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Centre For Medium Range Weather Forecasts, Reading, UK","institution_ids":["https://openalex.org/I154986956"]}]},{"author_position":"middle","author":{"id":null,"display_name":"A. Mueller","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154986956","display_name":"European Centre for Medium-Range Weather Forecasts","ror":"https://ror.org/014w0fd65","country_code":"GB","type":"other","lineage":["https://openalex.org/I154986956"]},{"id":"https://openalex.org/I71052956","display_name":"University of Reading","ror":"https://ror.org/05v62cm79","country_code":"GB","type":"education","lineage":["https://openalex.org/I71052956"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"A. Mueller","raw_affiliation_strings":["Department of Geography & Environmental Science, University of Reading, Reading, UK","European Centre For Medium Range Weather Forecasts, Reading, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Geography & Environmental Science, University of Reading, Reading, UK","institution_ids":["https://openalex.org/I71052956"]},{"raw_affiliation_string":"European Centre For Medium Range Weather Forecasts, Reading, UK","institution_ids":["https://openalex.org/I154986956"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050467694","display_name":"Peter Salamon","orcid":"https://orcid.org/0000-0002-5419-5398","observed_orcids":["https://orcid.org/0000-0002-5419-5398"]},"institutions":[{"id":"https://openalex.org/I2800387288","display_name":"European Commission","ror":"https://ror.org/00k4n6c32","country_code":"BE","type":"government","lineage":["https://openalex.org/I1320481043","https://openalex.org/I2800387288"]},{"id":"https://openalex.org/I4210118689","display_name":"Joint Research Centre","ror":"https://ror.org/02qezmz13","country_code":"IT","type":"government","lineage":["https://openalex.org/I1320481043","https://openalex.org/I2800387288","https://openalex.org/I4210118689","https://openalex.org/I4210161702"]}],"countries":["BE","IT"],"is_corresponding":false,"raw_author_name":"P. Salamon","raw_affiliation_strings":["IES, Joint Research Centre of the European Commission, Ispra, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IES, Joint Research Centre of the European Commission, Ispra, Italy","institution_ids":["https://openalex.org/I2800387288","https://openalex.org/I4210118689"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5057022798"],"corresponding_institution_ids":["https://openalex.org/I154986956","https://openalex.org/I163340411","https://openalex.org/I36234482"],"apc_list":{"value":4030,"currency":"USD","value_usd":4030},"apc_paid":{"value":4030,"currency":"USD","value_usd":4030},"fwci":7.6236,"has_fulltext":true,"cited_by_count":242,"citation_normalized_percentile":{"value":0.97507193,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"522","issue":null,"first_page":"697","last_page":"713"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10330","display_name":"Hydrology and Watershed Management Studies","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10330","display_name":"Hydrology and Watershed Management Studies","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.023499999195337296,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11490","display_name":"Hydrological Forecasting Using AI","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forecast-verification","display_name":"forecast verification","score":0.6909999847412109},{"id":"https://openalex.org/keywords/benchmark-selection","display_name":"benchmark selection","score":0.6980000138282776},{"id":"https://openalex.org/keywords/continuous-ranked-probability-score","display_name":"continuous ranked probability score","score":0.9039999842643738},{"id":"https://openalex.org/keywords/european-flood-awareness-system","display_name":"European Flood Awareness System","score":0.8519999980926514},{"id":"https://openalex.org/keywords/low-flow-forecasting","display_name":"low flow forecasting","score":0.7279999852180481},{"id":"https://openalex.org/keywords/catchment-size","display_name":"catchment size","score":0.6970000267028809}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8401329517364502},{"id":"https://openalex.org/C170061395","wikidata":"https://www.wikidata.org/wiki/Q5468164","display_name":"Forecast skill","level":2,"score":0.7274156808853149},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5929265022277832},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5909659266471863},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5579537153244019},{"id":"https://openalex.org/C140178040","wikidata":"https://www.wikidata.org/wiki/Q18402512","display_name":"Quantitative precipitation forecast","level":3,"score":0.5302930474281311},{"id":"https://openalex.org/C166851805","wikidata":"https://www.wikidata.org/wiki/Q5468165","display_name":"Forecast verification","level":3,"score":0.5291051268577576},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.4973588287830353},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.48280394077301025},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.4787040054798126},{"id":"https://openalex.org/C120954023","wikidata":"https://www.wikidata.org/wiki/Q1127277","display_name":"Consensus forecast","level":2,"score":0.443087100982666},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.42626702785491943},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.4218122959136963},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3114958107471466},{"id":"https://openalex.org/C107054158","wikidata":"https://www.wikidata.org/wiki/Q25257","display_name":"Precipitation","level":2,"score":0.29819393157958984},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20011112093925476},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13445907831192017},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1287466287612915},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1016/j.jhydrol.2015.01.024","doi":"https://doi.org/10.1016/j.jhydrol.2015.01.024","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jhydrol.2015.01.024","pdf_url":"https://ars.els-cdn.com/content/image/1-s2.0-S0022169415000414-fx1.jpg","source":{"id":"https://openalex.org/S55737203","display_name":"Journal of Hydrology","issn_l":"0022-1694","issn":["0022-1694","1879-2707"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Hydrology","raw_type":"journal-article"},{"id":"pmh:oai:centaur.reading.ac.uk:39072","doi":null,"is_oa":true,"landing_page_url":"https://centaur.reading.ac.uk/39072/1/PappenbergerJoH2015.pdf","pdf_url":"https://centaur.reading.ac.uk/39072/8/1-s2.0-S0022169415000414-main.pdf","source":{"id":"https://openalex.org/S4306402273","display_name":"CentAUR (University of Reading)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71052956","host_organization_name":"University of Reading","host_organization_lineage":["https://openalex.org/I71052956"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:HAL:hal-02601881v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.inrae.fr/hal-02601881","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Hydrology, 2015, 522, pp.697-713","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:irsteadoc.irstea.fr:PUB00045260","doi":null,"is_oa":false,"landing_page_url":"https://irsteadoc.irstea.fr/cemoa/PUB00045260","pdf_url":null,"source":{"id":"https://openalex.org/S7407064358","display_name":"Cemadoc (Cemagref / IRSTEA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"40685","raw_type":"Article de revue scientifique \u00e0 comit\u00e9 de lecture"}],"best_oa_location":{"id":"doi:10.1016/j.jhydrol.2015.01.024","doi":"https://doi.org/10.1016/j.jhydrol.2015.01.024","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jhydrol.2015.01.024","pdf_url":"https://ars.els-cdn.com/content/image/1-s2.0-S0022169415000414-fx1.jpg","source":{"id":"https://openalex.org/S55737203","display_name":"Journal of Hydrology","issn_l":"0022-1694","issn":["0022-1694","1879-2707"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Hydrology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7061957722","display_name":"Susceptibility of catchments to INTense RAinfall and flooding (SINATRA)","funder_award_id":"NE/K00896X/1","funder_id":"https://openalex.org/F4320334631","funder_display_name":"Natural Environment Research Council"}],"funders":[{"id":"https://openalex.org/F4320334631","display_name":"Natural Environment Research Council","ror":"https://ror.org/02b5d8509"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2017531313.pdf","grobid_xml":"https://content.openalex.org/works/W2017531313.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1502812137","https://openalex.org/W1521667653","https://openalex.org/W1766891869","https://openalex.org/W1812647644","https://openalex.org/W1919502922","https://openalex.org/W1965371557","https://openalex.org/W1972145665","https://openalex.org/W1972929883","https://openalex.org/W1978542420","https://openalex.org/W1981410107","https://openalex.org/W1987880744","https://openalex.org/W1990264100","https://openalex.org/W1992275181","https://openalex.org/W1993369765","https://openalex.org/W1993676394","https://openalex.org/W1993926195","https://openalex.org/W1994616231","https://openalex.org/W1998195322","https://openalex.org/W2003385896","https://openalex.org/W2006701841","https://openalex.org/W2008406497","https://openalex.org/W2009300999","https://openalex.org/W2012316213","https://openalex.org/W2019743546","https://openalex.org/W2024089565","https://openalex.org/W2033384531","https://openalex.org/W2037848264","https://openalex.org/W2038912303","https://openalex.org/W2042974036","https://openalex.org/W2045511720","https://openalex.org/W2047323835","https://openalex.org/W2051977705","https://openalex.org/W2053138090","https://openalex.org/W2054352102","https://openalex.org/W2056419651","https://openalex.org/W2059998120","https://openalex.org/W2065089656","https://openalex.org/W2065902166","https://openalex.org/W2072200352","https://openalex.org/W2081059972","https://openalex.org/W2083536493","https://openalex.org/W2089699464","https://openalex.org/W2090271729","https://openalex.org/W2101442473","https://openalex.org/W2102306542","https://openalex.org/W2104043570","https://openalex.org/W2107389045","https://openalex.org/W2110464178","https://openalex.org/W2113529926","https://openalex.org/W2120933360","https://openalex.org/W2123838661","https://openalex.org/W2125579002","https://openalex.org/W2128475524","https://openalex.org/W2131647969","https://openalex.org/W2135752754","https://openalex.org/W2142459787","https://openalex.org/W2145629540","https://openalex.org/W2146796053","https://openalex.org/W2147746661","https://openalex.org/W2151341556","https://openalex.org/W2157973263","https://openalex.org/W2162211703","https://openalex.org/W2170766202","https://openalex.org/W2175330245","https://openalex.org/W2178242555","https://openalex.org/W2189490604","https://openalex.org/W2480500271","https://openalex.org/W2516516593","https://openalex.org/W2794549335","https://openalex.org/W2914292350"],"related_works":["https://openalex.org/W4299303423","https://openalex.org/W4392602748","https://openalex.org/W3083849781","https://openalex.org/W1985621359","https://openalex.org/W2096581740","https://openalex.org/W2242298833","https://openalex.org/W2139204115","https://openalex.org/W7122795675","https://openalex.org/W2008406497","https://openalex.org/W1812647644"],"abstract_inverted_index":{"The":[0,138],"skill":[1,79,99,200,282,290,355,367,373,405],"of":[2,13,92,105,131,146,168,218,249,266,317,336,354,371],"a":[3,18,28,93,103,124,129,325,333,375],"forecast":[4,16,78,169,337],"can":[5,61,81,349,400],"be":[6,62,208,350],"assessed":[7,141],"by":[8,242],"comparing":[9],"the":[10,15,21,39,77,85,90,118,143,147,164,173,187,197,214,224,243,247,259,270,275,280,342,386],"relative":[11],"proximity":[12],"both":[14],"and":[17,55,88,107,128,161,195,220,246,294,324,360,369,388,407],"benchmark":[19,86,94,111,188,212,323,328],"to":[20,52,65,102,135,153,159,207,222,312,314,331,392,396],"observations.":[22],"Example":[23],"benchmarks":[24,60,139,301,348,362,395],"include":[25],"climatology":[26],"or":[27],"na\u00efve":[29,199,253,372],"forecast.":[30],"Hydrological":[31,227],"ensemble":[32],"prediction":[33],"systems":[34],"(HEPS)":[35],"are":[36,140,157,233,238,285,302,311,363,414],"currently":[37,234],"transforming":[38],"hydrological":[40,106,203,225,358],"forecasting":[41,97,126,244],"environment":[42],"but":[43],"in":[44,236,291,329,352,356,374,403],"this":[45,71],"new":[46],"field":[47],"there":[48],"is":[49,74,100,114,205,380],"little":[50],"information":[51],"guide":[53],"researchers":[54],"operational":[56,144],"forecasters":[57,399],"on":[58,84,346],"how":[59,347],"best":[63],"used":[64,235,351],"evaluate":[66,393],"their":[67,404,412],"probabilistic":[68,357],"forecasts.":[69],"In":[70],"study,":[72],"it":[73],"identified":[75],"that":[76,89,156,177,189,382,411],"calculated":[80],"vary":[82],"depending":[83],"selected":[87],"selection":[91],"for":[95,172,193,295,305,309,366],"determining":[96],"system":[98,108,127,245],"sensitive":[101],"number":[104],"factors.":[109],"A":[110],"intercomparison":[112],"experiment":[113],"then":[115],"undertaken":[116],"using":[117],"continuous":[119],"ranked":[120],"probability":[121],"score":[122],"(CRPS),":[123],"reference":[125],"suite":[130],"23":[132],"different":[133,202],"methods":[134],"derive":[136],"benchmarks.":[137],"within":[142],"set-up":[145],"European":[148],"Flood":[149],"Awareness":[150],"System":[151],"(EFAS)":[152],"determine":[154],"those":[155],"\u2018toughest":[158],"beat\u2019":[160],"so":[162,398],"give":[163],"most":[165,191,198,281,364],"robust":[166,334],"discrimination":[167,368],"skill,":[170],"particularly":[171,303],"spatial":[174],"average":[175,230],"fields":[176],"EFAS":[178,194,310],"relies":[179],"upon.":[180],"Evaluating":[181],"against":[182],"an":[183,320],"observed":[184],"discharge":[185],"proxy":[186],"has":[190],"utility":[192],"avoids":[196],"across":[201],"situations":[204],"found":[206],"meteorological":[209,216,261,267,300,318,322,327],"persistency.":[210],"This":[211,339],"uses":[213],"latest":[215],"observations":[217,268],"precipitation":[219],"temperature":[221],"drive":[223],"model.":[226],"long":[228],"term":[229],"benchmarks,":[231,262],"which":[232,263,361,394],"EFAS,":[237],"very":[239],"easily":[240],"beaten":[241],"use":[248,265,316,385],"these":[250],"produces":[251],"much":[252],"skill.":[254,338],"When":[255],"decomposed":[256],"into":[257],"seasons,":[258],"advanced":[260,321],"make":[264],"from":[269],"past":[271],"20":[272],"years":[273],"at":[274,288],"same":[276],"calendar":[277],"date,":[278],"have":[279,401,409],"discrimination.":[283],"They":[284],"also":[286],"good":[287],"discriminating":[289],"low":[292],"flows":[293],"all":[296,383],"catchment":[297],"sizes.":[298],"Simpler":[299],"useful":[304,365],"high":[306],"flows.":[307],"Recommendations":[308],"move":[313],"routine":[315],"persistency,":[319],"simple":[326],"order":[330],"provide":[332],"evaluation":[335,353,406],"work":[340],"provides":[341],"first":[343],"comprehensive":[344],"evidence":[345,387],"forecasts":[359,413],"avoidance":[370],"large":[376],"scale":[377],"HEPS.":[378],"It":[379],"recommended":[381],"HEPS":[384],"methodology":[389],"provided":[390],"here":[391],"employ;":[397],"trust":[402],"will":[408],"confidence":[410],"indeed":[415],"better.":[416]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2017531313","counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":46},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":2}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-06-24T00:00:00"}
