{"id":"https://openalex.org/W4393241286","doi":"https://doi.org/10.1109/tsg.2024.3382293","title":"Offline DRL for Price-Based Demand Response: Learning From Suboptimal Data and Beyond","display_name":"Offline DRL for Price-Based Demand Response: Learning From Suboptimal Data and Beyond","publication_year":2024,"publication_date":"2024-03-27","ids":{"openalex":"https://openalex.org/W4393241286","doi":"https://doi.org/10.1109/tsg.2024.3382293"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2024.3382293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2024.3382293","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054284828","display_name":"Tao Qian","orcid":"https://orcid.org/0000-0001-6251-4574"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Qian","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6251-4574","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071547888","display_name":"Zeyu Liang","orcid":"https://orcid.org/0000-0002-8350-9165"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Liang","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045697278","display_name":"Chengcheng Shao","orcid":"https://orcid.org/0000-0001-7067-1713"},"institutions":[{"id":"https://openalex.org/I4391768273","display_name":"State Key Laboratory of Electrical Insulation and Power Equipment","ror":"https://ror.org/03kd9rr37","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768273","https://openalex.org/I87445476"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengcheng Shao","raw_affiliation_strings":["School of Electrical Engineering and the State Key Laboratory on Electrical Insulation and Power Equipment, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-7067-1713","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and the State Key Laboratory on Electrical Insulation and Power Equipment, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476","https://openalex.org/I4391768273"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055229726","display_name":"Hongcai Zhang","orcid":"https://orcid.org/0000-0002-8294-6419"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Hongcai Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","State Key Laboratory of Internet of Things for Smart City and Department of Electrical and Computer Engineering, University of Macau, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-8294-6419","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]},{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City and Department of Electrical and Computer Engineering, University of Macau, Macao, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069913666","display_name":"Qinran Hu","orcid":"https://orcid.org/0000-0002-5398-5718"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinran Hu","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5398-5718","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101909118","display_name":"Zaijun Wu","orcid":"https://orcid.org/0000-0002-1173-809X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zaijun Wu","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-1173-809X","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5054284828"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":4.8069,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.95563133,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"15","issue":"5","first_page":"4618","last_page":"4635"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9025999903678894,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9025999903678894,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.7512255907058716},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5477355122566223},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.4194270968437195},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.41131338477134705},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2115483283996582},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12083598971366882},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.101422518491745}],"concepts":[{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.7512255907058716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5477355122566223},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.4194270968437195},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.41131338477134705},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2115483283996582},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12083598971366882},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.101422518491745}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2024.3382293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2024.3382293","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4218734576","display_name":null,"funder_award_id":"52307085","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2002922860","https://openalex.org/W2016167329","https://openalex.org/W2023409181","https://openalex.org/W2059049926","https://openalex.org/W2074513827","https://openalex.org/W2079264060","https://openalex.org/W2080856707","https://openalex.org/W2330396711","https://openalex.org/W2614027191","https://openalex.org/W2741122588","https://openalex.org/W2783263312","https://openalex.org/W2787938642","https://openalex.org/W2798211001","https://openalex.org/W2801053168","https://openalex.org/W2904453761","https://openalex.org/W2963411833","https://openalex.org/W2963438165","https://openalex.org/W2968340082","https://openalex.org/W2981758942","https://openalex.org/W2991355586","https://openalex.org/W3003290394","https://openalex.org/W3003503702","https://openalex.org/W3010036076","https://openalex.org/W3022566517","https://openalex.org/W3033324992","https://openalex.org/W3106066138","https://openalex.org/W3123298421","https://openalex.org/W3185998987","https://openalex.org/W3199783470","https://openalex.org/W3200898618","https://openalex.org/W3204637417","https://openalex.org/W3208796191","https://openalex.org/W3210122078","https://openalex.org/W3213772422","https://openalex.org/W3217060326","https://openalex.org/W4206676381","https://openalex.org/W4223423875","https://openalex.org/W4225367214","https://openalex.org/W4225692512","https://openalex.org/W4226367956","https://openalex.org/W4285139108","https://openalex.org/W4285294440","https://openalex.org/W4295789365","https://openalex.org/W4307907535","https://openalex.org/W4308526187","https://openalex.org/W4312869808","https://openalex.org/W4363649029","https://openalex.org/W4384080813","https://openalex.org/W4388505318","https://openalex.org/W6679700999","https://openalex.org/W6680724558","https://openalex.org/W6742461812","https://openalex.org/W6748839928","https://openalex.org/W6757469721","https://openalex.org/W6771270455","https://openalex.org/W6776438516","https://openalex.org/W6779265984","https://openalex.org/W6779841522","https://openalex.org/W6797702751","https://openalex.org/W6810653392"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2555175041","https://openalex.org/W2032085210","https://openalex.org/W2389561653","https://openalex.org/W2052188148","https://openalex.org/W4239205706","https://openalex.org/W4239297229","https://openalex.org/W3003695187","https://openalex.org/W2390279801","https://openalex.org/W3166575991"],"abstract_inverted_index":{"Demand":[0],"response":[1],"providers":[2],"(DRPs)":[3],"play":[4],"a":[5,34,107],"crucial":[6],"role":[7],"in":[8,56,159,171,177],"the":[9,16,19,68,82,93,116,144],"retail":[10],"electricity":[11,181],"markets":[12],"as":[13,59],"they":[14,60],"bridge":[15],"gap":[17],"between":[18],"distribution":[20],"systems":[21],"operator":[22],"(DSO)":[23],"and":[24,111,151,156,180],"end":[25],"participants.":[26],"The":[27,47,99],"DRPs\u2019":[28,103,134,149],"primary":[29],"objective":[30],"is":[31,54,123,165],"to":[32,43,84,114,125,141,168,194,196],"devise":[33],"pricing":[35,86],"strategy":[36],"that":[37,80,143],"maximizes":[38],"their":[39],"profits,":[40],"without":[41,92],"access":[42],"private":[44],"customer":[45],"preferences.":[46],"vanilla":[48],"deep":[49],"reinforcement":[50],"learning":[51],"(DRL)":[52],"paradigm":[53],"inapplicable":[55],"this":[57,72],"context,":[58],"require":[61],"iterative":[62],"data":[63,131],"collection":[64],"through":[65],"interaction":[66],"with":[67],"environment.":[69],"To":[70],"address":[71],"challenge,":[73],"we":[74],"propose":[75],"an":[76],"offline":[77,193],"DRL-based":[78],"approach":[79,101,146,164,185],"enables":[81],"DRPs":[83],"learn":[85],"strategies":[87],"from":[88,129,133,192],"static":[89],"suboptimal":[90,130],"data,":[91],"need":[94],"for":[95],"any":[96],"online":[97,195],"interaction.":[98],"proposed":[100,145],"updates":[102],"Q-value":[104],"via":[105],"incorporating":[106],"in-distribution":[108],"behavior":[109],"decoder":[110],"regularization":[112],"terms":[113],"prevent":[115],"overestimation":[117],"caused":[118],"by":[119],"out-of-distribution":[120],"experiences.":[121],"It":[122],"designed":[124],"extract":[126],"better":[127,187],"policies":[128],"obtained":[132],"rule-based":[135],"strategies.":[136,199],"Case":[137],"studies":[138],"are":[139],"conducted":[140],"demonstrate":[142],"significantly":[147],"improves":[148],"profits":[150],"outperforms":[152],"imitation":[153],"learning,":[154],"off-policy":[155],"Bayesian":[157],"DRL":[158],"various":[160],"environment":[161],"settings.":[162],"Our":[163],"also":[166],"shown":[167],"be":[169],"effective":[170],"handling":[172],"different":[173],"levels":[174],"of":[175],"uncertainties":[176],"load":[178],"demands":[179],"prices.":[182],"Finally,":[183],"our":[184],"provides":[186],"pre-trained":[188],"weights":[189],"when":[190],"transferred":[191],"attain":[197],"near-optimal":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}