{"id":"https://openalex.org/W7212440340","doi":"https://doi.org/10.20944/preprints202609.0115.v2","title":"BQEB FoundationBench: A Reproducibility-First Benchmark Framework for Foundation Models in Energy Forecasting","display_name":"BQEB FoundationBench: A Reproducibility-First Benchmark Framework for Foundation Models in Energy Forecasting","publication_year":2026,"publication_date":"2026-09-11","ids":{"openalex":"https://openalex.org/W7212440340","doi":"https://doi.org/10.20944/preprints202609.0115.v2"},"language":"en","primary_location":{"id":"doi:10.20944/preprints202609.0115.v2","doi":"https://doi.org/10.20944/preprints202609.0115.v2","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202609.0115.v2","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.20944/preprints202609.0115.v2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133706693","display_name":"Rakesh Kumar Agrawal","orcid":"https://orcid.org/0009-0009-7113-5539","observed_orcids":["https://orcid.org/0009-0009-7113-5539"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rakesh Kumar Agrawal","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0009-7113-5539","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148038871","display_name":"Wasim Mohammed Amin Tambe","orcid":"https://orcid.org/0009-0008-2255-4836","observed_orcids":["https://orcid.org/0009-0008-2255-4836"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wasim Mohammed Amin Tambe","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0008-2255-4836","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126557740","display_name":"Nihar Karra","orcid":"https://orcid.org/0009-0006-6051-7142","observed_orcids":["https://orcid.org/0009-0006-6051-7142"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nihar Karra","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0006-6051-7142","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5133706693"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation-models","display_name":"foundation models","score":0.7229999899864197},{"id":"https://openalex.org/keywords/energy-forecasting","display_name":"energy forecasting","score":0.8960000276565552},{"id":"https://openalex.org/keywords/benchmarking-framework","display_name":"benchmarking framework","score":0.6439999938011169},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.9160000085830688},{"id":"https://openalex.org/keywords/zero-shot-forecasting","display_name":"zero-shot forecasting","score":0.921999990940094},{"id":"https://openalex.org/keywords/time-series-forecasting","display_name":"time series forecasting","score":0.8159999847412109},{"id":"https://openalex.org/keywords/electricity-load-forecasting","display_name":"electricity load forecasting","score":0.8949999809265137},{"id":"https://openalex.org/keywords/electricity-price-forecasting","display_name":"electricity price forecasting","score":0.9430000185966492},{"id":"https://openalex.org/keywords/model-registry","display_name":"model registry","score":0.8080000281333923},{"id":"https://openalex.org/keywords/bootstrap-confidence-intervals","display_name":"bootstrap confidence intervals","score":0.75},{"id":"https://openalex.org/keywords/timegpt","display_name":"TimeGPT","score":0.6129999756813049},{"id":"https://openalex.org/keywords/patchtst","display_name":"PatchTST","score":0.7940000295639038}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.9006999731063843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6802999973297119},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5742999911308289},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.5059000253677368},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4674000144004822},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4381999969482422},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4339999854564667},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4323999881744385},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39250001311302185},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.3864000141620636},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3693999946117401},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2761000096797943},{"id":"https://openalex.org/C184773241","wikidata":"https://www.wikidata.org/wiki/Q387400","display_name":"Mains electricity","level":3,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.20944/preprints202609.0115.v2","doi":"https://doi.org/10.20944/preprints202609.0115.v2","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202609.0115.v2","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.20944/preprints202609.0115.v2","doi":"https://doi.org/10.20944/preprints202609.0115.v2","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202609.0115.v2","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"score":0.9090999960899353,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"},{"score":0.685699999332428,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7157506359","https://openalex.org/W7213087395","https://openalex.org/W7165364160","https://openalex.org/W7128737744","https://openalex.org/W7206207038","https://openalex.org/W7203770581","https://openalex.org/W7213466415","https://openalex.org/W4405767736","https://openalex.org/W4412095312","https://openalex.org/W7196978776"],"abstract_inverted_index":{"A":[0],"new":[1,34,69,99,210,257],"class":[2],"of":[3,67,108,222],"pretrained":[4],"time-series":[5],"forecasting":[6,27,39,199,258],"models":[7,83,163,171],"\u2014":[8,21,166],"Chronos,":[9],"TimesFM,":[10],"Moirai,":[11],"TimeGPT,":[12,176],"Lag-Llama,":[13],"and":[14,25,119,125,132,156,177,215,233,240,260,288],"Tiny":[15],"Time":[16],"Mixers":[17],"(TTM)":[18],"among":[19],"them":[20,220],"now":[22],"offers":[23],"zero-shot":[24,170,192,214],"few-shot":[26,216],"capability":[28],"without":[29],"per-dataset":[30],"training,":[31],"a":[32,59,65,76,145,213,236,252],"genuinely":[33],"operating":[35,182],"mode":[36,183],"for":[37,80,275],"energy":[38],"that":[40,148],"existing":[41,110,128,198],"BQEB":[42,74,196],"benchmark":[43,78,247],"infrastructure":[44],"was":[45],"not":[46,251],"built":[47],"to":[48,219],"evaluate;":[49],"strong":[50],"supervised":[51,185],"architectures":[52],"such":[53],"as":[54,58,64,104,164],"PatchTST":[55],"remain":[56],"relevant":[57],"reference":[60],"baseline":[61],"rather":[62,137,158,189,207],"than":[63,138,159,190,208],"member":[66],"this":[68,93,269],"class.":[70],"This":[71,244],"paper":[72],"introduces":[73,97],"FoundationBench,":[75],"reproducibility-first":[77],"framework":[79,143],"evaluating":[81],"foundation":[82,162],"on":[84],"energy-forecasting":[85],"tasks.":[86],"Consistent":[87],"with":[88,280],"the":[89,105,109,127,223,281],"architecture":[90],"established":[91,284],"across":[92],"research":[94],"program,":[95],"FoundationBench":[96],"no":[98,256,262],"architectural":[100],"layer:":[101],"it":[102,249],"registers":[103],"third":[106],"module":[107],"Benchmark":[111,129],"Evolution":[112,130],"Layer,":[113],"alongside":[114],"ForecastBench":[115,226],"(Module":[116,121],"1,":[117],"executed)":[118],"SecBench":[120],"2,":[122],"protocol":[123,230],"specified),":[124],"extends":[126],"Layer":[131,135],"Scientific":[133],"Lineage":[134],"registries":[136],"defining":[139,209],"parallel":[140],"mechanisms.":[141],"The":[142,228],"specifies":[144,231],"model":[146,253],"registry":[147],"records":[149],"each":[150],"candidate":[151],"model's":[152],"architecture,":[153,259],"deployment":[154],"mode,":[155],"license":[157],"treating":[160],"all":[161],"interchangeable":[165],"explicitly":[167,272],"distinguishing":[168],"open-weight":[169],"from":[172,178],"Nixtla's":[173],"closed-source,":[174],"API-only":[175],"PatchTST,":[179],"whose":[180],"primary":[181],"is":[184,250,271],"or":[186],"self-supervised":[187],"training":[188],"deployed":[191],"inference.":[193],"It":[194],"reuses":[195],"ForecastBench's":[197],"targets":[200],"(next-hour":[201],"electricity":[202,205],"load,":[203],"day-ahead":[204],"price)":[206],"tasks,":[211],"applying":[212],"evaluation":[217,229],"paradigm":[218,225],"instead":[221],"trained-from-scratch":[224],"used.":[227],"point":[232],"probabilistic":[234],"metrics,":[235],"mandatory":[237],"naive-baseline":[238],"comparison,":[239],"bootstrap":[241],"confidence":[242],"intervals.":[243],"manuscript":[245,270],"defines":[246],"infrastructure;":[248],"paper,":[254],"proposes":[255],"reports":[261],"execution":[263],"results.":[264],"Every":[265],"planned-evaluation":[266],"table":[267],"in":[268,285],"marked":[273],"reserved":[274],"future":[276],"experimental":[277],"validation,":[278],"consistent":[279],"evidentiary":[282],"discipline":[283],"Papers":[286],"1":[287],"2.":[289]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-09-14T00:00:00"}