{"id":"https://openalex.org/W2989801077","doi":"https://doi.org/10.1109/smartgridcomm.2019.8909778","title":"Deep Reinforcement Learning Based Residential Demand Side Management With Edge Computing","display_name":"Deep Reinforcement Learning Based Residential Demand Side Management With Edge Computing","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2989801077","doi":"https://doi.org/10.1109/smartgridcomm.2019.8909778","mag":"2989801077"},"language":"en","primary_location":{"id":"doi:10.1109/smartgridcomm.2019.8909778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm.2019.8909778","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100428606","display_name":"Tan Li","orcid":"https://orcid.org/0000-0001-6129-4792"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Tan Li","raw_affiliation_strings":["City University of Hong Kong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057973603","display_name":"Yuanzhang Xiao","orcid":"https://orcid.org/0000-0002-5821-8569"},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanzhang Xiao","raw_affiliation_strings":["University of Hawaii at Manoa, Honolulu, HI, USA"],"affiliations":[{"raw_affiliation_string":"University of Hawaii at Manoa, Honolulu, HI, USA","institution_ids":["https://openalex.org/I117965899"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035185924","display_name":"Linqi Song","orcid":"https://orcid.org/0000-0003-2756-4984"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Linqi Song","raw_affiliation_strings":["City University of Hong Kong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100428606"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":1.55,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83811986,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8560041189193726},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6739821434020996},{"id":"https://openalex.org/keywords/demand-side","display_name":"Demand side","score":0.6652240753173828},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5678933262825012},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5311233997344971},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40144604444503784},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36275559663772583},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.12801167368888855},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.06890776753425598}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8560041189193726},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6739821434020996},{"id":"https://openalex.org/C3020254827","wikidata":"https://www.wikidata.org/wiki/Q5255016","display_name":"Demand side","level":2,"score":0.6652240753173828},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5678933262825012},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5311233997344971},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40144604444503784},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36275559663772583},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.12801167368888855},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.06890776753425598}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smartgridcomm.2019.8909778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm.2019.8909778","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2145339207","https://openalex.org/W2155556726","https://openalex.org/W2171108821","https://openalex.org/W2173248099","https://openalex.org/W2787055320","https://openalex.org/W2888905617","https://openalex.org/W2900522562","https://openalex.org/W2922165330","https://openalex.org/W2962884037","https://openalex.org/W2963864421","https://openalex.org/W6684921986","https://openalex.org/W6756082674"],"related_works":["https://openalex.org/W3037422413","https://openalex.org/W3089192431","https://openalex.org/W3111983280","https://openalex.org/W4309771267","https://openalex.org/W4312815336","https://openalex.org/W2959276766","https://openalex.org/W4312795050","https://openalex.org/W2898155611","https://openalex.org/W4309903719","https://openalex.org/W4320035440"],"abstract_inverted_index":{"Residential":[0],"demand":[1,92],"side":[2],"management":[3,115],"(DSM)":[4],"is":[5,23,73,125,183],"a":[6,86,121,184,198,209,214,220],"promising":[7],"technique":[8],"to":[9,75,135,163,190,204,249],"improve":[10],"the":[11,15,27,38,60,91,101,137,145,153,158,164,167,171,188,251],"stability":[12],"and":[13,47,51,95,124,166,223],"reduce":[14,191],"cost":[16,154,159],"of":[17,31,40,104,155,160,169,194,219],"power":[18],"systems.":[19],"However,":[20],"residential":[21,65],"DSM":[22,122,172,176,210],"facing":[24],"challenges":[25],"under":[26],"ongoing":[28],"paradigm":[29],"shift":[30],"computation,":[32],"such":[33,208],"as":[34,79,81,144],"edge":[35,77,129,149],"computing.":[36],"With":[37],"proliferation":[39],"smart":[41,87],"appliances":[42,44],"(e.g.,":[43,55],"with":[45,127],"computing":[46,53,78,130,150],"data":[48],"analysis":[49],"capabilities)":[50],"high-performance":[52],"devices":[54],"graphics":[56],"processing":[57],"units)":[58],"in":[59,85,120,179,213,228],"households,":[61],"we":[62,109,238],"expect":[63],"surging":[64],"energy":[66,83,114,195],"consumption":[67,84,196],"caused":[68],"by":[69],"computation.":[70],"Therefore,":[71],"it":[72],"important":[74],"schedule":[76],"well":[80],"traditional":[82],"way,":[88],"especially":[89],"when":[90],"for":[93,97],"computation":[94,161],"thus":[96,224],"electricity":[98,105,156],"occurs":[99],"during":[100],"peak":[102],"hours":[103],"consumption.In":[106],"this":[107,180,236],"paper,":[108,181],"investigate":[110],"an":[111,128],"integrated":[112],"home":[113,138],"system":[116],"(HEMS)":[117],"who":[118],"participates":[119],"program":[123,177,211],"equipped":[126],"server.":[131],"The":[132,174],"HEMS":[133],"aims":[134],"maximize":[136],"owner's":[139],"expected":[140],"total":[141],"reward,":[142],"defined":[143],"reward":[146],"from":[147],"completing":[148],"tasks":[151],"minus":[152],"consumption,":[157],"offloading":[162],"cloud,":[165],"penalty":[168],"violating":[170],"requirements.":[173],"particular":[175],"considered":[178],"which":[182],"widely-adopted":[185],"one,":[186],"requires":[187],"household":[189],"certain":[192],"amount":[193],"within":[197],"specified":[199],"time":[200],"window.":[201],"In":[202],"contrast":[203],"well-studied":[205],"real-time":[206],"pricing,":[207],"results":[212],"long-term":[215],"temporal":[216],"interdependency":[217],"(i.e.,":[218],"few":[221],"hours)":[222],"high-dimensional":[225],"state":[226],"space":[227],"our":[229,256],"formulated":[230],"Markov":[231],"decision":[232],"processes.":[233],"To":[234],"address":[235],"challenge,":[237],"use":[239],"deep":[240],"reinforcement":[241],"learning,":[242],"more":[243],"specifically":[244],"Deep":[245],"Deterministic":[246],"Policy":[247],"Gradient,":[248],"solve":[250],"problem.":[252],"Experiments":[253],"show":[254],"that":[255],"proposed":[257],"scheme":[258],"achieves":[259],"significant":[260],"performance":[261],"gains":[262],"over":[263],"reasonable":[264],"baselines.":[265]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}