{"id":"https://openalex.org/W7163547173","doi":"https://doi.org/10.48550/arxiv.2606.04342","title":"Expectations vs. Realities: The Cost of MSE-Optimal Forecasting Under Conditional Uncertainty","display_name":"Expectations vs. Realities: The Cost of MSE-Optimal Forecasting Under Conditional Uncertainty","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163547173","doi":"https://doi.org/10.48550/arxiv.2606.04342"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.04342","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04342","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.04342","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040940010","display_name":"Riku Green","orcid":"https://orcid.org/0009-0006-1215-1473"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Green, Riku","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137906205","display_name":"Zahraa S. Abdallah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdallah, Zahraa S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137879971","display_name":"Telmo M Silva Filho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Filho, Telmo M Silva","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.7462999820709229,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.7462999820709229,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.026399999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13487","display_name":"Statistical and numerical algorithms","score":0.023900000378489494,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conditional-expectation","display_name":"Conditional expectation","score":0.5885999798774719},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.49079999327659607},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4797999858856201},{"id":"https://openalex.org/keywords/conditional-probability-distribution","display_name":"Conditional probability distribution","score":0.45660001039505005},{"id":"https://openalex.org/keywords/marginal-distribution","display_name":"Marginal distribution","score":0.4375999867916107},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.4212000072002411},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.37459999322891235},{"id":"https://openalex.org/keywords/conditional-variance","display_name":"Conditional variance","score":0.37400001287460327}],"concepts":[{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.6399999856948853},{"id":"https://openalex.org/C186215838","wikidata":"https://www.wikidata.org/wiki/Q772232","display_name":"Conditional expectation","level":2,"score":0.5885999798774719},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.49079999327659607},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4797999858856201},{"id":"https://openalex.org/C43555835","wikidata":"https://www.wikidata.org/wiki/Q2300258","display_name":"Conditional probability distribution","level":2,"score":0.45660001039505005},{"id":"https://openalex.org/C165216359","wikidata":"https://www.wikidata.org/wiki/Q670653","display_name":"Marginal distribution","level":3,"score":0.4375999867916107},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4207000136375427},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C21430997","wikidata":"https://www.wikidata.org/wiki/Q5159279","display_name":"Conditional variance","level":4,"score":0.37400001287460327},{"id":"https://openalex.org/C66887028","wikidata":"https://www.wikidata.org/wiki/Q382444","display_name":"Marginal cost","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.32910001277923584},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32580000162124634},{"id":"https://openalex.org/C44492722","wikidata":"https://www.wikidata.org/wiki/Q327069","display_name":"Conditional probability","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C120954023","wikidata":"https://www.wikidata.org/wiki/Q1127277","display_name":"Consensus forecast","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.2973000109195709},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.29649999737739563},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2757999897003174},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.04342","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04342","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.04342","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04342","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-step":[0],"time":[1],"series":[2],"forecasting":[3,105,188,227],"(MSF)":[4],"is":[5,65],"commonly":[6],"evaluated":[7],"using":[8],"point-wise":[9],"error":[10,16],"metrics":[11],"such":[12],"as":[13,23,234],"mean":[14,22],"squared":[15],"(MSE),":[17],"implicitly":[18],"treating":[19],"the":[20,38,76,110,116,130,202],"conditional":[21,35,39,56,124],"a":[24,55,84,135,218],"sufficient":[25],"target.":[26],"We":[27,50,183],"show":[28,185],"that":[29,61,146,157,186],"this":[30,52,63,195],"can":[31,70],"be":[32],"misleading":[33],"under":[34],"uncertainty,":[36],"where":[37],"expectation":[40],"becomes":[41],"unrepresentative":[42],"of":[43,79,119,174,194,222,236],"typical":[44],"realized":[45,80],"values":[46],"at":[47],"longer":[48],"horizons.":[49],"formalize":[51],"effect":[53],"through":[54],"uncertainty":[57,125],"gap":[58,64],"and":[59,74,91,102,114,176,208,228,231],"prove":[60],"whenever":[62],"nonzero,":[66],"no":[67],"deterministic":[68],"predictor":[69],"simultaneously":[71],"minimize":[72],"MSE":[73,161],"match":[75],"marginal":[77,92,151,169,212],"distribution":[78],"futures.":[81],"This":[82],"establishes":[83],"fundamental,":[85],"model-agnostic":[86],"trade-off":[87],"between":[88],"point":[89],"accuracy":[90,148],"realism":[93],"in":[94,160,168,180,225],"MSF":[95],"evaluation.":[96],"Using":[97],"controlled":[98],"stochastic":[99],"dynamical":[100],"systems":[101],"nine":[103],"real-world":[104],"benchmarks,":[106,154],"we":[107,155],"empirically":[108],"characterize":[109],"resulting":[111],"accuracy--realism":[112,239],"frontier":[113],"\\textbf{quantify":[115],"practical":[117],"cost":[118],"MSE-only":[120],"model":[121],"selection}.":[122],"As":[123],"increases":[126],"with":[127,171],"forecast":[128],"horizon,":[129],"attainable":[131],"set":[132],"expands":[133],"into":[134],"pronounced":[136],"Pareto":[137],"front,":[138],"separating":[139],"MSE-optimal":[140],"but":[141],"under-dispersed":[142],"predictors":[143,199],"from":[144],"methods":[145],"trade":[147],"for":[149],"realistic":[150],"variability.":[152],"\\textbf{Across":[153],"find":[156],"small":[158],"relaxations":[159],"($\\boldsymbol{\\le":[162],"5\\%}$)":[163],"frequently":[164],"unlock":[165],"disproportionate":[166],"gains":[167,177],"realism,":[170],"median":[172],"improvements":[173],"$\\mathbf{17.3\\%}$":[175],"exceeding":[178],"$\\mathbf{30\\%}$":[179],"some":[181],"datasets.}":[182],"further":[184],"common":[187],"strategies":[189,207],"systematically":[190],"occupy":[191],"different":[192],"regions":[193],"frontier:":[196],"direct":[197],"multi-output":[198],"concentrate":[200],"near":[201],"accuracy-optimal":[203],"extreme,":[204],"while":[205],"recursive":[206],"sample-based":[209],"inference":[210,232],"favors":[211],"realism.":[213],"Together,":[214],"these":[215],"results":[216],"expose":[217],"structural":[219],"failure":[220],"mode":[221],"MSE-based":[223],"evaluation":[224],"long-horizon":[226],"recast":[229],"strategy":[230],"selection":[233],"navigation":[235],"an":[237],"unavoidable":[238],"trade-off.":[240]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-05T00:00:00"}