{"id":"https://openalex.org/W7204996270","doi":"https://doi.org/10.20944/preprints202609.0115.v1","title":"BQEB FoundationBench: A Reproducibility-First Benchmark Framework for Foundation Models in Energy Forecasting","display_name":"BQEB FoundationBench: A Reproducibility-First Benchmark Framework for Foundation Models in Energy Forecasting","publication_year":2026,"publication_date":"2026-09-02","ids":{"openalex":"https://openalex.org/W7204996270","doi":"https://doi.org/10.20944/preprints202609.0115.v1"},"language":"en","primary_location":{"id":"doi:10.20944/preprints202609.0115.v1","doi":"https://doi.org/10.20944/preprints202609.0115.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202609.0115.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.20944/preprints202609.0115.v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133706693","display_name":"Rakesh Kumar Agrawal","orcid":"https://orcid.org/0009-0009-7113-5539","observed_orcids":["https://orcid.org/0009-0009-7113-5539"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rakesh Kumar Agrawal","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0009-7113-5539","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148038871","display_name":"Wasim Mohammed Amin Tambe","orcid":"https://orcid.org/0009-0008-2255-4836","observed_orcids":["https://orcid.org/0009-0008-2255-4836"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wasim Mohammed Amin Tambe","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0008-2255-4836","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126557740","display_name":"Nihar Karra","orcid":"https://orcid.org/0009-0006-6051-7142","observed_orcids":["https://orcid.org/0009-0006-6051-7142"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nihar Karra","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0006-6051-7142","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5133706693"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.006800000090152025,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation-models","display_name":"foundation models","score":0.7390000224113464},{"id":"https://openalex.org/keywords/energy-forecasting","display_name":"energy forecasting","score":0.9110000133514404},{"id":"https://openalex.org/keywords/benchmarking-framework","display_name":"benchmarking framework","score":0.6679999828338623},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.8970000147819519},{"id":"https://openalex.org/keywords/zero-shot-forecasting","display_name":"zero-shot forecasting","score":0.9160000085830688},{"id":"https://openalex.org/keywords/time-series-forecasting","display_name":"time series forecasting","score":0.8180000185966492},{"id":"https://openalex.org/keywords/electricity-load-forecasting","display_name":"electricity load forecasting","score":0.8809999823570251},{"id":"https://openalex.org/keywords/electricity-price-forecasting","display_name":"electricity price forecasting","score":0.9480000138282776},{"id":"https://openalex.org/keywords/model-registry","display_name":"model registry","score":0.8339999914169312},{"id":"https://openalex.org/keywords/bootstrap-confidence-intervals","display_name":"bootstrap confidence intervals","score":0.8820000290870667},{"id":"https://openalex.org/keywords/timegpt","display_name":"TimeGPT","score":0.6690000295639038},{"id":"https://openalex.org/keywords/patchtst","display_name":"PatchTST","score":0.9160000085830688}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8500999808311462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.671999990940094},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5461000204086304},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5146999955177307},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.4530999958515167},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.43290001153945923},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4284000098705292},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41679999232292175},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.39980000257492065},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.3944999873638153},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3944000005722046},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3912999927997589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38199999928474426},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2939000129699707},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.25699999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.20944/preprints202609.0115.v1","doi":"https://doi.org/10.20944/preprints202609.0115.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202609.0115.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.20944/preprints202609.0115.v1","doi":"https://doi.org/10.20944/preprints202609.0115.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202609.0115.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9090999960899353,"display_name":"Affordable and clean energy"},{"id":"https://metadata.un.org/sdg/13","score":0.685699999332428,"display_name":"Climate action"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7157506359","https://openalex.org/W7213087395","https://openalex.org/W7165364160","https://openalex.org/W7128737744","https://openalex.org/W7206207038","https://openalex.org/W7213466415","https://openalex.org/W7203770581","https://openalex.org/W4405767736","https://openalex.org/W4412095312","https://openalex.org/W7196978776"],"abstract_inverted_index":{"A":[0],"new":[1,34,69,99,207,254],"class":[2],"of":[3,67,108,219],"pretrained":[4],"time-series":[5],"forecasting":[6,27,39,196,255],"models":[7,83,160,168],"\u2014":[8,21,163],"Chronos,":[9],"TimesFM,":[10],"Moirai,":[11],"TimeGPT,":[12,173],"Lag-Llama,":[13],"and":[14,25,118,124,130,153,174,212,230,237,257,285],"Tiny":[15],"Time":[16],"Mixers":[17],"(TTM)":[18],"among":[19],"them":[20,217],"now":[22],"offers":[23],"zero-shot":[24,167,189,211],"few-shot":[26,213],"capability":[28],"without":[29],"per-dataset":[30],"training,":[31],"a":[32,59,65,76,142,210,233,249],"genuinely":[33],"operating":[35,179],"mode":[36,180],"for":[37,80,272],"energy":[38],"that":[40,145],"existing":[41,110,127,195],"BQEB":[42,74,193],"benchmark":[43,78,244],"infrastructure":[44],"was":[45],"not":[46,248],"built":[47],"to":[48,216],"evaluate;":[49],"strong":[50],"supervised":[51,182],"architectures":[52],"such":[53],"as":[54,58,64,104,161],"PatchTST":[55],"remain":[56],"relevant":[57],"reference":[60],"baseline":[61],"rather":[62,134,155,186,204],"than":[63,135,156,187,205],"member":[66],"this":[68,93,266],"class.":[70],"This":[71,241],"paper":[72],"introduces":[73,97],"FoundationBench,":[75],"reproducibility-first":[77],"framework":[79,140],"evaluating":[81],"foundation":[82,159],"on":[84],"energy-forecasting":[85],"tasks.":[86],"Consistent":[87],"with":[88,277],"the":[89,105,109,126,220,278],"architecture":[90],"established":[91,281],"across":[92],"research":[94],"program,":[95],"FoundationBench":[96],"no":[98,253,259],"architectural":[100],"layer:":[101],"it":[102,246],"registers":[103],"third":[106],"module":[107],"Benchmark":[111],"Layer,":[112],"alongside":[113],"ForecastBench":[114,223],"(Module":[115,120],"1,":[116],"executed)":[117],"SecBench":[119],"2,":[121],"protocol":[122,227],"specified),":[123],"extends":[125],"Software":[128],"Layer":[129,132],"Governance":[131],"registries":[133],"defining":[136,206],"parallel":[137],"mechanisms.":[138],"The":[139,225],"specifies":[141,228],"model":[143,250],"registry":[144],"records":[146],"each":[147],"candidate":[148],"model's":[149],"architecture,":[150,256],"deployment":[151],"mode,":[152],"license":[154],"treating":[157],"all":[158],"interchangeable":[162],"explicitly":[164,269],"distinguishing":[165],"open-weight":[166],"from":[169,175],"Nixtla's":[170],"closed-source,":[171],"API-only":[172],"PatchTST,":[176],"whose":[177],"primary":[178],"is":[181,247,268],"or":[183],"self-supervised":[184],"training":[185],"deployed":[188],"inference.":[190],"It":[191],"reuses":[192],"ForecastBench's":[194],"targets":[197],"(next-hour":[198],"electricity":[199,202],"load,":[200],"day-ahead":[201],"price)":[203],"tasks,":[208],"applying":[209],"evaluation":[214,226],"paradigm":[215,222],"instead":[218],"trained-from-scratch":[221],"used.":[224],"point":[229],"probabilistic":[231],"metrics,":[232],"mandatory":[234],"naive-baseline":[235],"comparison,":[236],"bootstrap":[238],"confidence":[239],"intervals.":[240],"manuscript":[242,267],"defines":[243],"infrastructure;":[245],"paper,":[251],"proposes":[252],"reports":[258],"execution":[260],"results.":[261],"Every":[262],"planned-evaluation":[263],"table":[264],"in":[265,282],"marked":[270],"reserved":[271],"future":[273],"experimental":[274],"validation,":[275],"consistent":[276],"evidentiary":[279],"discipline":[280],"Papers":[283],"1":[284],"2.":[286]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-09-02T00:00:00"}