{"id":"https://openalex.org/W3133599167","doi":"https://doi.org/10.1109/tnnls.2022.3186068","title":"Bad and Good Errors: Value-Weighted Skill Scores in Deep Ensemble Learning","display_name":"Bad and Good Errors: Value-Weighted Skill Scores in Deep Ensemble Learning","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W3133599167","doi":"https://doi.org/10.1109/tnnls.2022.3186068","mag":"3133599167","pmid":"https://pubmed.ncbi.nlm.nih.gov/35776819"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3186068","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3186068","pdf_url":"https://ieeexplore.ieee.org/ielx7/5962385/6104215/09813503.pdf","source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/5962385/6104215/09813503.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066986801","display_name":"Sabrina Guastavino","orcid":"https://orcid.org/0000-0001-7047-1148"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Sabrina Guastavino","raw_affiliation_strings":["Dipartimento di Matematica, Università di Genova, Genoa, Italy","Universit&#x00E0"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Matematica, Università di Genova, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"Universit&#x00E0","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088453867","display_name":"Michele Piana","orcid":"https://orcid.org/0000-0003-1700-991X"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Piana","raw_affiliation_strings":["Dipartimento di Matematica, Università di Genova, Genoa, Italy","Universit&#x00E0"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Matematica, Università di Genova, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"Universit&#x00E0","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019072618","display_name":"Federico Benvenuto","orcid":"https://orcid.org/0000-0002-4776-0256"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federico Benvenuto","raw_affiliation_strings":["Dipartimento di Matematica, Università di Genova, Genoa, Italy","Universit&#x00E0"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Matematica, Università di Genova, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"Universit&#x00E0","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066986801"],"corresponding_institution_ids":["https://openalex.org/I83816512"],"apc_list":null,"apc_paid":null,"fwci":3.7189,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.93323643,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"35","issue":"2","first_page":"1993","last_page":"2002"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11490","display_name":"Hydrological Forecasting Using AI","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forecast-skill","display_name":"Forecast skill","score":0.7175527811050415},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6578383445739746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5473657846450806},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.522429883480072},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.518770694732666},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5144710540771484},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48999181389808655},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4813181161880493},{"id":"https://openalex.org/keywords/false-alarm","display_name":"False alarm","score":0.45599812269210815},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44649991393089294},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.42191675305366516},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3247852325439453},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2960646152496338},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17919957637786865},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.15106424689292908}],"concepts":[{"id":"https://openalex.org/C170061395","wikidata":"https://www.wikidata.org/wiki/Q5468164","display_name":"Forecast skill","level":2,"score":0.7175527811050415},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6578383445739746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5473657846450806},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.522429883480072},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.518770694732666},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5144710540771484},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48999181389808655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4813181161880493},{"id":"https://openalex.org/C2776836416","wikidata":"https://www.wikidata.org/wiki/Q1364844","display_name":"False alarm","level":2,"score":0.45599812269210815},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44649991393089294},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.42191675305366516},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3247852325439453},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2960646152496338},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17919957637786865},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.15106424689292908},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2022.3186068","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3186068","pdf_url":"https://ieeexplore.ieee.org/ielx7/5962385/6104215/09813503.pdf","source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35776819","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35776819","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:iris.unige.it:11567/1101116","is_oa":false,"landing_page_url":"https://hdl.handle.net/11567/1101116","pdf_url":null,"source":{"id":"https://openalex.org/S4377196291","display_name":"CINECA IRIS Institutial Research Information System (University of Genoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83816512","host_organization_name":"University of Genoa","host_organization_lineage":["https://openalex.org/I83816512"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tnnls.2022.3186068","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3186068","pdf_url":"https://ieeexplore.ieee.org/ielx7/5962385/6104215/09813503.pdf","source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3998201246","display_name":null,"funder_award_id":"Social","funder_id":"https://openalex.org/F4320338080","funder_display_name":"European Social Fund"}],"funders":[{"id":"https://openalex.org/F4320326077","display_name":"Regione Liguria","ror":null},{"id":"https://openalex.org/F4320338080","display_name":"European Social Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3133599167.pdf","grobid_xml":"https://content.openalex.org/works/W3133599167.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W167016754","https://openalex.org/W172260869","https://openalex.org/W1541774929","https://openalex.org/W1545465591","https://openalex.org/W1554663460","https://openalex.org/W1599416060","https://openalex.org/W1973948212","https://openalex.org/W2027148920","https://openalex.org/W2033706575","https://openalex.org/W2051561026","https://openalex.org/W2067186191","https://openalex.org/W2068732663","https://openalex.org/W2078308830","https://openalex.org/W2082409570","https://openalex.org/W2093586470","https://openalex.org/W2095705004","https://openalex.org/W2098374824","https://openalex.org/W2111078819","https://openalex.org/W2119821739","https://openalex.org/W2174574259","https://openalex.org/W2723894363","https://openalex.org/W2767943071","https://openalex.org/W2776259942","https://openalex.org/W2800761015","https://openalex.org/W2935363157","https://openalex.org/W2942742309","https://openalex.org/W2954482899","https://openalex.org/W2956114043","https://openalex.org/W2964121744","https://openalex.org/W2964248614","https://openalex.org/W2965521597","https://openalex.org/W2990135924","https://openalex.org/W3019427697","https://openalex.org/W3034505530","https://openalex.org/W3040097000","https://openalex.org/W3084162619","https://openalex.org/W3098268731","https://openalex.org/W3099481120","https://openalex.org/W3100360708","https://openalex.org/W3101323730","https://openalex.org/W3102018719","https://openalex.org/W3102688741","https://openalex.org/W3102780218","https://openalex.org/W3103023138","https://openalex.org/W3103271734","https://openalex.org/W3104115028","https://openalex.org/W3108425233","https://openalex.org/W3127399800","https://openalex.org/W3213641926","https://openalex.org/W4213251304","https://openalex.org/W4234724504","https://openalex.org/W4239510810","https://openalex.org/W4256128207","https://openalex.org/W4388297464","https://openalex.org/W6631190155","https://openalex.org/W6674330103"],"related_works":["https://openalex.org/W2613941511","https://openalex.org/W3034338377","https://openalex.org/W2373792516","https://openalex.org/W2364654346","https://openalex.org/W2538183362","https://openalex.org/W4382315444","https://openalex.org/W2026468711","https://openalex.org/W3023338722","https://openalex.org/W3158472548","https://openalex.org/W2999368888"],"abstract_inverted_index":{"Forecast":[0],"verification":[1,36],"is":[2,17,78,113],"a":[3,30,52,70,95,102,106,109,125],"crucial":[4],"task":[5],"for":[6,54,173,203],"assessing":[7,55],"the":[8,41,56,63,67,83,92,135,138,166,177,200,205,212,217],"predictive":[9],"power":[10],"of":[11,58,85,97,108,115,127,137,159,179,216],"prognostic":[12],"model":[13],"forecasts":[14],"and":[15,89,154,189,214],"it":[16,164],"usually":[18],"implemented":[19],"by":[20,169],"checking":[21],"quality-based":[22,153],"skill":[23,129,156,207],"scores.":[24],"In":[25],"this":[26,121],"article,":[27],"we":[28,50,123,146],"propose":[29],"novel":[31],"approach":[32],"to":[33,134,142,151],"realize":[34],"forecast":[35,42,59],"focusing":[37],"not":[38],"just":[39,73],"on":[40,46,62,66,91,120,165],"quality":[43,215],"but":[44],"rather":[45,140],"its":[47,143],"value.":[48],"Specifically,":[49],"introduce":[51,124,147],"strategy":[53,150,202],"severity":[57],"errors":[60],"based":[61],"evidence":[64],"that,":[65,90],"one":[68,81,160],"hand,":[69,94],"false":[71],"alarm":[72],"anticipating":[74],"an":[75,98,148],"occurring":[76],"event":[77,100],"better":[79],"than":[80,105,141],"in":[82,176],"middle":[84],"consecutive":[86,117],"nonoccurring":[87],"events,":[88],"other":[93],"miss":[96,107],"isolated":[99],"has":[101],"worse":[103],"impact":[104],"single":[110],"event,":[111],"which":[112],"part":[114],"several":[116],"occurrences.":[118],"Relying":[119],"idea,":[122],"notion":[126],"value-weighted":[128,155,206],"scores":[130,157,208],"giving":[131],"greater":[132],"importance":[133],"value":[136,213],"prediction":[139],"quality.":[144],"Then,":[145],"ensemble":[149,201],"maximize":[152],"independently":[158],"another.":[161],"We":[162],"test":[163],"predictions":[167],"provided":[168],"deep":[170],"learning":[171],"methods":[172],"binary":[174],"classification":[175],"case":[178],"four":[180],"applications":[181],"concerned":[182],"with":[183],"pollution,":[184],"space":[185],"weather,":[186],"stock":[187],"price,":[188],"IoT":[190],"data":[191],"stream":[192],"forecasting.":[193],"Our":[194],"experimental":[195],"studies":[196],"show":[197],"that":[198],"using":[199],"maximizing":[204],"generally":[209],"improves":[210],"both":[211],"forecast.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}