{"id":"https://openalex.org/W7225649397","doi":"https://doi.org/10.3390/urbansci10110645","title":"Beyond Minimum RMSE: Assessing the Robustness of Machine-Learning Model Rankings in Leakage-Controlled Multisite and Multihorizon Hourly Ozone Forecasting","display_name":"Beyond Minimum RMSE: Assessing the Robustness of Machine-Learning Model Rankings in Leakage-Controlled Multisite and Multihorizon Hourly Ozone Forecasting","publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7225649397","doi":"https://doi.org/10.3390/urbansci10110645"},"language":"en","primary_location":{"id":"doi:10.3390/urbansci10110645","doi":"https://doi.org/10.3390/urbansci10110645","is_oa":true,"landing_page_url":"https://doi.org/10.3390/urbansci10110645","pdf_url":null,"source":{"id":"https://openalex.org/S4210174142","display_name":"Urban Science","issn_l":"2413-8851","issn":["2413-8851"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Urban Science","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/urbansci10110645","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076728940","display_name":"Francisco Augusto Nu\u00f1ez P\u00e9rez","orcid":"https://orcid.org/0000-0003-2144-4308","observed_orcids":["https://orcid.org/0000-0003-2144-4308"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Francisco Augusto Nu\u00f1ez Perez","raw_affiliation_strings":["Maestr\u00eda en Ciencias en Ingenier\u00eda, Universidad Polit\u00e9cnica de L\u00e1zaro C\u00e1rdenas, Michoac\u00e1n, L\u00e1zaro C\u00e1rdenas C.P. 60998, Mexico"],"raw_orcid":"https://orcid.org/0000-0003-2144-4308","affiliations":[{"raw_affiliation_string":"Maestr\u00eda en Ciencias en Ingenier\u00eda, Universidad Polit\u00e9cnica de L\u00e1zaro C\u00e1rdenas, Michoac\u00e1n, L\u00e1zaro C\u00e1rdenas C.P. 60998, Mexico","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5076728940"],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1930},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1930},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":"11","first_page":"645","last_page":"645"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10190","display_name":"Air Quality and Health Impacts","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2307","display_name":"Health, Toxicology and Mutagenesis"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ozone-forecasting","display_name":"ozone forecasting","score":0.871999979019165},{"id":"https://openalex.org/keywords/forecast-horizon","display_name":"forecast horizon","score":0.42399999499320984},{"id":"https://openalex.org/keywords/model-robustness","display_name":"model robustness","score":0.671999990940094},{"id":"https://openalex.org/keywords/detection-probability","display_name":"detection probability","score":0.6290000081062317},{"id":"https://openalex.org/keywords/ensemble-boosting-models","display_name":"ensemble boosting models","score":0.3330000042915344},{"id":"https://openalex.org/keywords/xgboost","display_name":"XGBoost","score":0.6449999809265137},{"id":"https://openalex.org/keywords/feature-ablation","display_name":"feature ablation","score":0.4449999928474426},{"id":"https://openalex.org/keywords/bootstrap-uncertainty","display_name":"bootstrap uncertainty","score":0.5149999856948853},{"id":"https://openalex.org/keywords/salt-lake-county-utah","display_name":"Salt Lake County","score":0.5299999713897705},{"id":"https://openalex.org/keywords/dorchester-county","display_name":"Dorchester County","score":0.9620000123977661},{"id":"https://openalex.org/keywords/hamilton-county","display_name":"Hamilton County","score":0.996999979019165}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.678600013256073},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.6305999755859375},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5611000061035156},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5424000024795532},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.460099995136261},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.4401000142097473},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4092999994754791},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.40849998593330383},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C126314574","wikidata":"https://www.wikidata.org/wiki/Q2364111","display_name":"Air quality index","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.33660000562667847},{"id":"https://openalex.org/C75778745","wikidata":"https://www.wikidata.org/wiki/Q342626","display_name":"Lag","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C19619285","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Observational error","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C170061395","wikidata":"https://www.wikidata.org/wiki/Q5468164","display_name":"Forecast skill","level":2,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/urbansci10110645","doi":"https://doi.org/10.3390/urbansci10110645","is_oa":true,"landing_page_url":"https://doi.org/10.3390/urbansci10110645","pdf_url":null,"source":{"id":"https://openalex.org/S4210174142","display_name":"Urban Science","issn_l":"2413-8851","issn":["2413-8851"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Urban Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/urbansci10110645","doi":"https://doi.org/10.3390/urbansci10110645","is_oa":true,"landing_page_url":"https://doi.org/10.3390/urbansci10110645","pdf_url":null,"source":{"id":"https://openalex.org/S4210174142","display_name":"Urban Science","issn_l":"2413-8851","issn":["2413-8851"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Urban Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2000809920","https://openalex.org/W2021348038","https://openalex.org/W2295598076","https://openalex.org/W2558054849","https://openalex.org/W2886370133","https://openalex.org/W2944143875","https://openalex.org/W2997184146","https://openalex.org/W2999144519","https://openalex.org/W3006150655","https://openalex.org/W3203110721","https://openalex.org/W3209295695","https://openalex.org/W4205820386","https://openalex.org/W4289994271","https://openalex.org/W4311129667","https://openalex.org/W4381678571","https://openalex.org/W4389318285","https://openalex.org/W4389827832","https://openalex.org/W4390618081","https://openalex.org/W4392232009","https://openalex.org/W4392876584","https://openalex.org/W4394823737","https://openalex.org/W4406268375","https://openalex.org/W4406753808","https://openalex.org/W4407262496","https://openalex.org/W4407775236","https://openalex.org/W4407926378","https://openalex.org/W4409695029","https://openalex.org/W4409919509","https://openalex.org/W4410381378","https://openalex.org/W4415014637","https://openalex.org/W4416390169","https://openalex.org/W4416798060","https://openalex.org/W7135224524","https://openalex.org/W7154962120","https://openalex.org/W7204190959"],"related_works":["https://openalex.org/W7170438543","https://openalex.org/W7202088330","https://openalex.org/W2950958976","https://openalex.org/W3158384017","https://openalex.org/W4396894651","https://openalex.org/W4362510867","https://openalex.org/W4389318285","https://openalex.org/W4391642974","https://openalex.org/W4381678571","https://openalex.org/W7167618197"],"abstract_inverted_index":{"Reliable":[0],"short-term":[1],"ozone":[2,43],"forecasting":[3,44,75],"requires":[4],"not":[5,211,221,320],"only":[6],"low":[7],"average":[8,311],"prediction":[9],"error":[10,120],"but":[11,329],"also":[12],"evidence":[13],"that":[14,289],"apparent":[15],"model":[16,39,176,266,336],"leadership":[17,337],"remains":[18,338],"robust":[19,339],"across":[20,312],"forecast":[21],"horizons,":[22],"monitoring":[23,61],"locations,":[24],"temporal-validation":[25],"designs,":[26],"statistical":[27,104],"assumptions,":[28],"and":[29,70,84,99,108,111,143,164,168,181,207,237,252,294,301,348],"high-ozone":[30,112,349],"conditions.":[31],"This":[32],"study":[33],"evaluates":[34],"the":[35,150,193,214,225,260,263,299,313,321],"robustness":[36],"of":[37,204,255,274,276,292,323,333],"machine-learning":[38],"rankings":[40],"for":[41,278],"hourly":[42,241],"using":[45,87,199,233,247],"observations":[46],"from":[47,124],"three":[48,166,269],"geographically":[49],"separated":[50],"United":[51],"States":[52],"Environmental":[53],"Protection":[54],"Agency":[55],"(EPA)":[56],"Air":[57],"Quality":[58],"System":[59],"(AQS)":[60],"stations:":[62],"Salt":[63],"Lake":[64],"County,":[65,68,72],"Utah;":[66],"Dorchester":[67],"Maryland;":[69],"Hamilton":[71],"Ohio.":[73],"Thirteen":[74],"approaches":[76],"were":[77],"evaluated":[78,226,232],"independently":[79],"at":[80,130,135,140,146,178,267,281],"1-,":[81],"6-,":[82],"12-,":[83],"24-h":[85,261],"horizons":[86],"a":[88,238,272,330],"common":[89],"58-predictor":[90],"autoregressive-temporal":[91],"feature":[92],"set,":[93],"leakage-controlled":[94,331],"chronological":[95],"hold-out":[96,116],"testing,":[97],"expanding-":[98],"rolling-window":[100],"temporal":[101,296,342],"cross-validation,":[102],"dependence-aware":[103,344],"inference,":[105,345],"post-hoc":[106],"explainability":[107],"feature-family":[109],"ablation,":[110],"threshold-exceedance":[113],"verification.":[114,350],"Minimum":[115],"root":[117],"mean":[118],"squared":[119],"(RMSE)":[121],"values":[122],"ranged":[123],"3.035\u20134.689":[125],"parts":[126],"per":[127],"billion":[128],"(ppb)":[129],"1":[131],"h,":[132,137,142],"7.359\u20138.952":[133],"ppb":[134,139,145,240],"6":[136],"8.421\u20139.946":[138],"12":[141,151,314],"8.603\u201310.140":[144],"24":[147],"h.":[148],"Across":[149],"station\u2013horizon":[152],"tasks,":[153],"Extreme":[154],"Gradient":[155,169],"Boosting":[156,170],"(XGBoost)":[157],"achieved":[158],"four":[159],"numerical":[160,264,335],"RMSE":[161,306],"minima,":[162],"HistGradientBoosting":[163],"ExtraTrees":[165],"each,":[167],"two.":[171],"Friedman":[172],"tests":[173],"identified":[174],"overall":[175],"differences":[177],"every":[179],"station":[180],"horizon":[182],"(p<0.001),":[183],"whereas":[184],"Holm-adjusted":[185],"pairwise":[186],"comparisons":[187],"showed":[188,288],"substantially":[189],"weaker":[190],"separation":[191],"among":[192],"leading":[194],"ensemble":[195],"approaches.":[196],"Sensitivity":[197],"analyses":[198,219],"Newey\u2013West":[200],"heteroskedasticity-and-autocorrelation-consistent":[201],"(HAC)":[202],"lags":[203],"24,":[205],"48,":[206],"72":[208],"h":[209],"did":[210],"materially":[212],"alter":[213],"qualitative":[215],"interpretation,":[216],"although":[217],"these":[218],"do":[220],"establish":[222],"independence":[223],"beyond":[224],"lag":[227],"windows.":[228],"High-ozone":[229],"performance":[230],"was":[231],"station-specific":[234],"upper-tail":[235],"thresholds":[236],"70":[239,284],"analytical":[242],"threshold,":[243],"with":[244],"uncertainty":[245],"quantified":[246],"1000":[248],"calendar-day":[249],"block-bootstrap":[250],"replicates":[251],"explicit":[253],"reporting":[254],"valid":[256],"bootstrap":[257],"replicates.":[258],"At":[259],"horizon,":[262],"minimum-RMSE":[265],"all":[268],"stations":[270],"had":[271],"probability":[273],"detection":[275],"zero":[277],"observed":[279],"concentrations":[280],"or":[282,325],"above":[283],"ppb.":[285],"Retraining-based":[286],"ablation":[287],"joint":[290],"removal":[291],"calendar":[293],"cyclical":[295],"representations":[297],"produced":[298],"largest":[300],"most":[302],"consistent":[303],"degradation,":[304],"increasing":[305],"by":[307],"approximately":[308],"8.01%":[309],"on":[310],"tasks.":[315],"The":[316],"contribution":[317],"is":[318],"therefore":[319],"rediscovery":[322],"site-":[324],"horizon-dependent":[326],"ozone-forecasting":[327],"performance,":[328],"evaluation":[332],"whether":[334],"under":[340],"alternative":[341],"validation,":[343],"multiplicity":[346],"correction,":[347]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}