{"id":"https://openalex.org/W4401975675","doi":"https://doi.org/10.1007/s10489-024-05715-4","title":"Performance metrics for multi-step forecasting measuring win-loss, seasonal variance and forecast stability: an empirical study","display_name":"Performance metrics for multi-step forecasting measuring win-loss, seasonal variance and forecast stability: an empirical study","publication_year":2024,"publication_date":"2024-08-20","ids":{"openalex":"https://openalex.org/W4401975675","doi":"https://doi.org/10.1007/s10489-024-05715-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-024-05715-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-024-05715-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-024-05715-4.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10489-024-05715-4.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088591768","display_name":"Eivind Str\u00f8m","orcid":"https://orcid.org/0000-0002-3809-6525"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Eivind Str\u00f8m","raw_affiliation_strings":["Department of Computer Science, Norwegian University of Science and Technology, Trondheim, 7491, Norway"],"raw_orcid":"https://orcid.org/0000-0002-3809-6525","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Norwegian University of Science and Technology, Trondheim, 7491, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022601333","display_name":"Odd Erik Gundersen","orcid":"https://orcid.org/0000-0002-9754-5941"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]},{"id":"https://openalex.org/I4210147307","display_name":"Associa\u00e7\u00e3o Empresarial de Pa\u00e7os de Ferreira","ror":"https://ror.org/04n30gn53","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210147307"]}],"countries":["NO","PT"],"is_corresponding":false,"raw_author_name":"Odd Erik Gundersen","raw_affiliation_strings":["Aneo AI Research, Aneo AS, Trondheim, 7031, Norway","Department of Computer Science, Norwegian University of Science and Technology, Trondheim, 7491, Norway"],"raw_orcid":"https://orcid.org/0000-0002-9754-5941","affiliations":[{"raw_affiliation_string":"Aneo AI Research, Aneo AS, Trondheim, 7031, Norway","institution_ids":["https://openalex.org/I4210147307"]},{"raw_affiliation_string":"Department of Computer Science, Norwegian University of Science and Technology, Trondheim, 7491, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5088591768"],"corresponding_institution_ids":["https://openalex.org/I204778367"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":6.5844,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.96940279,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"54","issue":"21","first_page":"10490","last_page":"10515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12394","display_name":"Insurance and Financial Risk Management","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7899074554443359},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.687487781047821},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6203321218490601},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.4306350648403168},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.37327438592910767},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14744225144386292},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09820449352264404},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.051603615283966064}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7899074554443359},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.687487781047821},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6203321218490601},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4306350648403168},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.37327438592910767},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14744225144386292},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09820449352264404},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.051603615283966064},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-024-05715-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-024-05715-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-024-05715-4.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10489-024-05715-4","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10489-024-05715-4","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10489-024-05715-4.pdf","source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401975675.pdf"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1491354773","https://openalex.org/W1607713496","https://openalex.org/W1966796394","https://openalex.org/W2002575600","https://openalex.org/W2003415072","https://openalex.org/W2014928429","https://openalex.org/W2015393497","https://openalex.org/W2016210396","https://openalex.org/W2017377889","https://openalex.org/W2024692966","https://openalex.org/W2032927332","https://openalex.org/W2040297119","https://openalex.org/W2048083545","https://openalex.org/W2048665112","https://openalex.org/W2052603148","https://openalex.org/W2058815839","https://openalex.org/W2060233269","https://openalex.org/W2064675550","https://openalex.org/W2067019903","https://openalex.org/W2116512828","https://openalex.org/W2117829824","https://openalex.org/W2141969400","https://openalex.org/W2144833703","https://openalex.org/W2153787847","https://openalex.org/W2154326182","https://openalex.org/W2175580798","https://openalex.org/W2257979135","https://openalex.org/W2294097774","https://openalex.org/W2329494830","https://openalex.org/W2581984534","https://openalex.org/W2598379669","https://openalex.org/W2604847698","https://openalex.org/W2611561672","https://openalex.org/W2613328025","https://openalex.org/W2623459350","https://openalex.org/W2753069234","https://openalex.org/W2794778778","https://openalex.org/W2797846142","https://openalex.org/W2884001105","https://openalex.org/W2904560462","https://openalex.org/W2908201961","https://openalex.org/W2913280151","https://openalex.org/W2945680505","https://openalex.org/W2949676527","https://openalex.org/W2959101608","https://openalex.org/W2980994438","https://openalex.org/W3002574528","https://openalex.org/W3019427697","https://openalex.org/W3022643593","https://openalex.org/W3122598275","https://openalex.org/W3130453397","https://openalex.org/W3132782787","https://openalex.org/W3171884590","https://openalex.org/W3177318507","https://openalex.org/W4230410911","https://openalex.org/W4289258409","https://openalex.org/W4294338261","https://openalex.org/W4311255697"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W1563551083"],"abstract_inverted_index":{"Abstract":[0],"This":[1,38],"paper":[2],"addresses":[3],"the":[4,31,35,80,84,89,114,139,145,166,169,175,194,203,206,213,221,226,229,251,256,261],"evaluation":[5],"of":[6,100,147,228,260],"multi-step":[7,16],"point":[8],"forecasting":[9,17,53,187,195],"models.":[10,54],"Currently,":[11],"deep":[12,235],"learning":[13,236],"models":[14,74,123,158],"for":[15,47,93,109,124,162,185,210,250],"are":[18],"evaluated":[19],"on":[20,241],"datasets":[21,126],"by":[22],"selecting":[23,52],"one":[24],"error":[25,196],"metric":[26,70,106,154],"that":[27,42,71,107,141,192],"is":[28,91,135,183,215],"aggregated":[29],"across":[30,76,113],"time":[32,77,181],"series":[33,78,95],"and":[34,51,182,200,219,238,254],"forecast":[36,161,170,176],"horizon.":[37,171],"approach":[39],"hides":[40],"insights":[41,63],"would":[43],"otherwise":[44],"be":[45,119],"useful":[46],"practitioners":[48,207],"when":[49,64],"evaluating":[50,65],"We":[55,245],"propose":[56],"four":[57,234],"novel":[58],"metrics":[59,253],"to":[60,86,121,137,174,197,208],"provide":[61],"additional":[62],"models:":[66],"1)":[67],"a":[68,98,103,151,163],"win-loss":[69],"shows":[72],"how":[73,156],"perform":[75],"in":[79,111,165,258],"dataset":[81],",":[82],"allowing":[83],"practitioner":[85],"check":[87],"whether":[88],"model":[90,140,214,222],"superior":[92],"all":[94],"or":[96],"just":[97],"subset":[99],"series.":[101],"2)":[102],"variance":[104,112],"weighted":[105],"accounts":[108],"differences":[110],"seasonal":[115,125],"period.":[116],"It":[117],"can":[118],"used":[120],"evaluate":[122],"such":[127],"as":[128],"rush":[129],"hour":[130],"traffic":[131],"prediction,":[132],"where":[133],"it":[134],"desirable":[136,184],"select":[138],"performs":[142],"best":[143],"during":[144],"periods":[146],"high":[148],"uncertainty.":[149],"3)":[150],"delta":[152],"horizon":[153],"measuring":[155],"much":[157],"update":[159],"their":[160],"period":[164],"future":[167],"over":[168,180],"Less":[172],"change":[173],"means":[177],"more":[178,217],"stability":[179],"most":[186],"applications.":[188],"4)":[189],"decomposed":[190],"errors":[191,204,218],"relate":[193],"trend,":[198],"seasonality,":[199],"noise.":[201],"Decomposing":[202],"allows":[205],"identify":[209],"which":[211],"components":[212],"making":[216],"adjust":[220],"accordingly.":[223],"To":[224],"show":[225],"applicability":[227,257],"proposed":[230,252],"metrics,":[231],"we":[232],"implement":[233],"architectures":[237],"conduct":[239],"experiments":[240],"five":[242],"benchmark":[243],"datasets.":[244],"highlight":[246],"several":[247],"use":[248],"cases":[249],"discuss":[255],"light":[259],"empirical":[262],"results.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11}],"updated_date":"2026-06-03T09:05:47.796612","created_date":"2025-10-10T00:00:00"}