{"id":"https://openalex.org/W2971126087","doi":"https://doi.org/10.1109/tsg.2019.2937338","title":"Reinforced Deterministic and Probabilistic Load Forecasting via $Q$ -Learning Dynamic Model Selection","display_name":"Reinforced Deterministic and Probabilistic Load Forecasting via $Q$ -Learning Dynamic Model Selection","publication_year":2019,"publication_date":"2019-08-26","ids":{"openalex":"https://openalex.org/W2971126087","doi":"https://doi.org/10.1109/tsg.2019.2937338","mag":"2971126087"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2019.2937338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2019.2937338","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014860174","display_name":"Cong Feng","orcid":"https://orcid.org/0000-0003-2866-0716"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cong Feng","raw_affiliation_strings":["Department of Mechanical Engineering, The University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-2866-0716","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108706916","display_name":"Mucun Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mucun Sun","raw_affiliation_strings":["Department of Mechanical Engineering, The University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100436631","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0001-7478-5670"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Department of Mechanical Engineering, The University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-7478-5670","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162577319"],"apc_list":null,"apc_paid":null,"fwci":7.4074,"has_fulltext":false,"cited_by_count":140,"citation_normalized_percentile":{"value":0.98049064,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"11","issue":"2","first_page":"1377","last_page":"1386"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11490","display_name":"Hydrological Forecasting Using AI","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.8279448747634888},{"id":"https://openalex.org/keywords/probabilistic-forecasting","display_name":"Probabilistic forecasting","score":0.7928416728973389},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.691104531288147},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5787518620491028},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.560640275478363},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.517396092414856},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.514372706413269},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48431435227394104},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.47260385751724243},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.45968955755233765},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.44980940222740173},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44357454776763916},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4259053170681},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37956658005714417},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.3500214219093323},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.32468608021736145},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2655040919780731},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14599373936653137},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.13016650080680847}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.8279448747634888},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.7928416728973389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.691104531288147},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5787518620491028},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.560640275478363},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.517396092414856},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.514372706413269},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48431435227394104},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.47260385751724243},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.45968955755233765},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.44980940222740173},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44357454776763916},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4259053170681},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37956658005714417},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3500214219093323},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.32468608021736145},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2655040919780731},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14599373936653137},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.13016650080680847},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2019.2937338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2019.2937338","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W185455334","https://openalex.org/W1559956479","https://openalex.org/W1720804347","https://openalex.org/W1757796397","https://openalex.org/W1817040532","https://openalex.org/W1988725814","https://openalex.org/W2014928429","https://openalex.org/W2037634800","https://openalex.org/W2068928057","https://openalex.org/W2071258353","https://openalex.org/W2074911163","https://openalex.org/W2081770709","https://openalex.org/W2089822378","https://openalex.org/W2094137820","https://openalex.org/W2114471530","https://openalex.org/W2119821739","https://openalex.org/W2139073438","https://openalex.org/W2147830786","https://openalex.org/W2292129691","https://openalex.org/W2296521892","https://openalex.org/W2329827606","https://openalex.org/W2347494083","https://openalex.org/W2485034718","https://openalex.org/W2511713529","https://openalex.org/W2513580371","https://openalex.org/W2527136714","https://openalex.org/W2552991604","https://openalex.org/W2581205918","https://openalex.org/W2586259521","https://openalex.org/W2597866042","https://openalex.org/W2604584762","https://openalex.org/W2612872900","https://openalex.org/W2765178558","https://openalex.org/W2768001493","https://openalex.org/W2774217226","https://openalex.org/W2781956327","https://openalex.org/W2786870566","https://openalex.org/W2792253101","https://openalex.org/W2884414452","https://openalex.org/W2889193211","https://openalex.org/W2897658618","https://openalex.org/W2899435222","https://openalex.org/W2900975424","https://openalex.org/W2912518962","https://openalex.org/W2921767494","https://openalex.org/W2963156400","https://openalex.org/W2963188571","https://openalex.org/W2965100187","https://openalex.org/W2968728157","https://openalex.org/W3126081667","https://openalex.org/W4239510810","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6736576535"],"related_works":["https://openalex.org/W2060561905","https://openalex.org/W1417711376","https://openalex.org/W1986883493","https://openalex.org/W2469862403","https://openalex.org/W4319453324","https://openalex.org/W105846293","https://openalex.org/W2523449935","https://openalex.org/W1607827294","https://openalex.org/W2769176288","https://openalex.org/W2895680438"],"abstract_inverted_index":{"Both":[0],"deterministic":[1,63,73],"and":[2,7,15,64,69,78,94,153,165,169],"probabilistic":[3,65,80],"load":[4,49,66],"forecasting":[5,50,74,81],"(DLF":[6],"PLF)":[8],"are":[9,31,85],"of":[10,22,103],"critical":[11],"importance":[12],"to":[13,118,129,142,173],"reliable":[14],"economical":[16],"power":[17],"system":[18],"operations.":[19],"However,":[20],"most":[21],"the":[23,35,40,101,111,116,125,130,136,146,159,174],"widely":[24],"used":[25],"statistical":[26],"machine":[27],"learning":[28],"(ML)":[29],"models":[30,93],"trained":[32],"by":[33,138,167],"optimizing":[34],"global":[36],"performance,":[37],"without":[38],"considering":[39],"local":[41],"behaviour.":[42],"This":[43],"paper":[44],"develops":[45],"a":[46,72,79,107],"two-step":[47],"short-term":[48],"(STLF)":[51],"model":[52,57,75,82,114,133],"with":[53],"Q-learning":[54,108,140],"based":[55,87],"dynamic":[56],"selection":[58],"(QMS),":[59],"which":[60],"provides":[61],"reinforced":[62],"forecasts":[67],"(DLFs":[68],"PLFs).":[70],"First,":[71],"pool":[76,83],"(DMP)":[77],"(PMP)":[84],"built":[86],"on":[88,150],"10":[89],"state-of-the-art":[90,175],"ML":[91],"DLF":[92,113,126,164],"4":[95],"predictive":[96],"distribution":[97],"models.":[98],"Then,":[99],"in":[100,145],"first-step":[102],"each":[104],"time":[105],"stamp,":[106],"agent":[109,141],"selects":[110],"locally-best":[112],"from":[115,135],"DMP":[117],"provide":[119],"an":[120],"enhanced":[121],"DLF.":[122],"At":[123],"last,":[124],"is":[127],"input":[128],"best":[131],"PLF":[132,144,166],"selected":[134],"PMP":[137],"another":[139],"perform":[143],"second-step.":[147],"Numerical":[148],"simulations":[149],"two-year":[151],"weather":[152],"smart":[154],"meter":[155],"data":[156],"show":[157],"that":[158],"developed":[160],"STLF-QMS":[161],"method":[162],"improves":[163],"50%":[168],"60%,":[170],"respectively,":[171],"compared":[172],"benchmarks.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":33},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}