{"id":"https://openalex.org/W3199581255","doi":"https://doi.org/10.1109/tsg.2021.3112611","title":"Closed-Loop Aggregated Baseline Load Estimation Using Contextual Bandit With Policy Gradient","display_name":"Closed-Loop Aggregated Baseline Load Estimation Using Contextual Bandit With Policy Gradient","publication_year":2021,"publication_date":"2021-09-14","ids":{"openalex":"https://openalex.org/W3199581255","doi":"https://doi.org/10.1109/tsg.2021.3112611","mag":"3199581255"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2021.3112611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2021.3112611","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100773708","display_name":"Yufan Zhang","orcid":"https://orcid.org/0000-0001-9095-1050"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufan Zhang","raw_affiliation_strings":["Key Laboratory of Control of Power Transmission and Conversion, Ministry of Education, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9095-1050","affiliations":[{"raw_affiliation_string":"Key Laboratory of Control of Power Transmission and Conversion, Ministry of Education, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010334964","display_name":"Qiuwei Wu","orcid":"https://orcid.org/0000-0001-7935-2567"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuwei Wu","raw_affiliation_strings":["Tsinghua\u2013Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7935-2567","affiliations":[{"raw_affiliation_string":"Tsinghua\u2013Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017997744","display_name":"Qian Ai","orcid":"https://orcid.org/0000-0001-6904-1458"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Ai","raw_affiliation_strings":["Key Laboratory of Control of Power Transmission and Conversion, Ministry of Education, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6904-1458","affiliations":[{"raw_affiliation_string":"Key Laboratory of Control of Power Transmission and Conversion, Ministry of Education, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065382518","display_name":"Jo\u00e3o P. S. Catal\u00e0o","orcid":"https://orcid.org/0000-0002-2105-3051"},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]},{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Joao P. S. Catalao","raw_affiliation_strings":["INESC TEC, Faculty of Engineering, University of Porto, Porto, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-2105-3051","affiliations":[{"raw_affiliation_string":"INESC TEC, Faculty of Engineering, University of Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213","https://openalex.org/I4210166615"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":0.7314,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.67595617,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"13","issue":"1","first_page":"243","last_page":"254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.7602896690368652},{"id":"https://openalex.org/keywords/closed-loop","display_name":"Closed loop","score":0.5473910570144653},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5162549018859863},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.4979710578918457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43743154406547546},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.41027164459228516},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.374492883682251},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37021249532699585},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.3077077567577362},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2849145531654358},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23016676306724548},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22384944558143616},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.18399003148078918},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.17478948831558228},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.0920717716217041}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.7602896690368652},{"id":"https://openalex.org/C3019251811","wikidata":"https://www.wikidata.org/wiki/Q5135346","display_name":"Closed loop","level":2,"score":0.5473910570144653},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5162549018859863},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.4979710578918457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43743154406547546},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.41027164459228516},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.374492883682251},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37021249532699585},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.3077077567577362},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2849145531654358},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23016676306724548},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22384944558143616},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.18399003148078918},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.17478948831558228},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0920717716217041},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2021.3112611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2021.3112611","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G4520232176","display_name":"\u57fa\u4e8e\u80fd\u6e90\u7ec6\u80de-\u7ec4\u7ec7\u67b6\u6784\u7684\u533a\u57df\u80fd\u6e90\u7f51\u5206\u5c42\u8c03\u63a7\u3001\u4e92\u52a8\u673a\u5236\u4e0e\u5e02\u573a\u4ea4\u6613\u7814\u7a76","funder_award_id":"U1866206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1814281852","https://openalex.org/W1998373023","https://openalex.org/W2124018590","https://openalex.org/W2141514451","https://openalex.org/W2155951082","https://openalex.org/W2292129691","https://openalex.org/W2328146686","https://openalex.org/W2509390931","https://openalex.org/W2510035502","https://openalex.org/W2604099671","https://openalex.org/W2786918196","https://openalex.org/W2790566149","https://openalex.org/W2791785320","https://openalex.org/W2914005633","https://openalex.org/W2928949529","https://openalex.org/W2946274990","https://openalex.org/W2947013906","https://openalex.org/W2953921543","https://openalex.org/W2963317745","https://openalex.org/W2963432546","https://openalex.org/W2964043796","https://openalex.org/W2998279208","https://openalex.org/W2999862096","https://openalex.org/W3019209838","https://openalex.org/W3102477513","https://openalex.org/W3103559770","https://openalex.org/W3110130849","https://openalex.org/W3116597550","https://openalex.org/W3122528762","https://openalex.org/W3132216414","https://openalex.org/W3146923214","https://openalex.org/W4205621617","https://openalex.org/W4245674516","https://openalex.org/W6692846177","https://openalex.org/W6789492919"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2322335058","https://openalex.org/W2259382430","https://openalex.org/W2397460850","https://openalex.org/W4322484979","https://openalex.org/W2612895087"],"abstract_inverted_index":{"Demand":[0],"response":[1,31],"(DR)":[2],"is":[3,63,70,144,153],"an":[4,27,64],"important":[5,65],"technique":[6],"to":[7,21,34,100,117,127,155,175],"explore":[8],"the":[9,23,36,42,48,54,71,74,90,94,102,105,109,115,119,129,141,158,164,169,176,182],"demand-side":[10],"flexibility.":[11],"The":[12,121],"wide":[13],"deployment":[14],"of":[15,76,189,195],"smart":[16],"meters":[17],"makes":[18],"it":[19],"possible":[20],"quantify":[22],"baseline":[24,38],"load.":[25],"As":[26,107],"intermediate":[28],"agent,":[29],"demand":[30],"aggregator":[32],"needs":[33],"obtain":[35],"aggregated":[37],"load":[39],"(ABL)":[40],"for":[41,58,88,136],"DR":[43],"event.":[44],"Previous":[45],"studies":[46],"about":[47],"household":[49],"level":[50],"estimation":[51,55,111,124,131,159,171,183],"focus":[52],"on":[53],"method.":[56],"However,":[57],"ABL":[59,110,130],"estimation,":[60],"customer":[61],"division":[62],"issue.":[66],"A":[67],"major":[68],"limitation":[69],"mismatch":[72],"between":[73],"objectives":[75],"segmentation":[77,103,116,122],"and":[78,123,149,178,191],"estimation.":[79,106],"Therefore,":[80],"this":[81],"paper":[82],"proposes":[83],"a":[84,147],"new":[85],"closed-loop":[86],"method":[87,135,152,166],"estimating":[89],"ABL,":[91],"which":[92],"utilizes":[93],"contextual":[95],"bandit":[96],"with":[97,104,173],"policy":[98],"gradient":[99],"link":[101],"such,":[108],"accuracy":[112,184],"can":[113,167],"guide":[114],"divide":[118],"customers.":[120],"optimize":[125],"collaboratively":[126],"improve":[128,157],"accuracy.":[132,160],"An":[133],"ensemble":[134],"combining":[137],"network\u2019s":[138],"weights":[139],"during":[140],"training":[142],"process":[143],"proposed.":[145],"Moreover,":[146],"pre-":[148],"post-event":[150],"adjustment":[151],"developed":[154],"further":[156],"Comprehensive":[161],"comparisons":[162],"demonstrate":[163],"proposed":[165],"achieve":[168],"best":[170],"performance":[172],"regard":[174],"MAPE":[177],"RMSE.":[179,196],"It":[180],"improves":[181],"by":[185],"7%":[186],"in":[187,193],"terms":[188,194],"MAPE,":[190],"11%":[192]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}