{"id":"https://openalex.org/W3108765643","doi":"https://doi.org/10.1109/jiot.2020.3042007","title":"Dynamic Energy Dispatch Based on Deep Reinforcement Learning in IoT-Driven Smart Isolated Microgrids","display_name":"Dynamic Energy Dispatch Based on Deep Reinforcement Learning in IoT-Driven Smart Isolated Microgrids","publication_year":2020,"publication_date":"2020-12-02","ids":{"openalex":"https://openalex.org/W3108765643","doi":"https://doi.org/10.1109/jiot.2020.3042007","mag":"3108765643"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3042007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3042007","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100381361","display_name":"Lei Lei","orcid":"https://orcid.org/0000-0002-7828-0415"},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Lei Lei","raw_affiliation_strings":["College of Engineering and Physical Sciences, University of Guelph, Guelph, ON, Canada"],"affiliations":[{"raw_affiliation_string":"College of Engineering and Physical Sciences, University of Guelph, Guelph, ON, Canada","institution_ids":["https://openalex.org/I79817857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015081048","display_name":"Yue Tan","orcid":"https://orcid.org/0000-0001-8369-2521"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Tan","raw_affiliation_strings":["Intelligent Computing and Communication Lab, Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","[Intelligent Computing and Communication Lab, Key Laboratory of Universal Wireless Communications,Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China]"],"affiliations":[{"raw_affiliation_string":"Intelligent Computing and Communication Lab, Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"[Intelligent Computing and Communication Lab, Key Laboratory of Universal Wireless Communications,Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China]","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081740706","display_name":"Glenn Dahlenburg","orcid":null},"institutions":[{"id":"https://openalex.org/I75620049","display_name":"Ergon Energy (Australia)","ror":"https://ror.org/04ft0an39","country_code":"AU","type":"company","lineage":["https://openalex.org/I75620049"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Glenn Dahlenburg","raw_affiliation_strings":["Future Networks, Ergon Energy, Cairns, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"Future Networks, Ergon Energy, Cairns, QLD, Australia","institution_ids":["https://openalex.org/I75620049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389005","display_name":"Wei Xiang","orcid":"https://orcid.org/0000-0002-0608-065X"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Xiang","raw_affiliation_strings":["School of Engineering and Mathematical Sciences, La Trobe University, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Mathematical Sciences, La Trobe University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100412656","display_name":"Kan Zheng","orcid":"https://orcid.org/0000-0002-8531-6762"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kan Zheng","raw_affiliation_strings":["Intelligent Computing and Communication Lab, Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","[Intelligent Computing and Communication Lab, Key Laboratory of Universal Wireless Communications,Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China]"],"affiliations":[{"raw_affiliation_string":"Intelligent Computing and Communication Lab, Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"[Intelligent Computing and Communication Lab, Key Laboratory of Universal Wireless Communications,Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China]","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100381361"],"corresponding_institution_ids":["https://openalex.org/I79817857"],"apc_list":null,"apc_paid":null,"fwci":5.1873,"has_fulltext":false,"cited_by_count":97,"citation_normalized_percentile":{"value":0.96317958,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"8","issue":"10","first_page":"7938","last_page":"7953"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8900657892227173},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7451798319816589},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7209348082542419},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7081483006477356},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6823523640632629},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6540482044219971},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5466452836990356},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.472512811422348},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.47095853090286255},{"id":"https://openalex.org/keywords/economic-dispatch","display_name":"Economic dispatch","score":0.4323800504207611},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.4128805994987488},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.28998732566833496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.269582062959671},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2303178906440735},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.22730648517608643},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18785035610198975},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1752830147743225},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10223206877708435}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8900657892227173},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7451798319816589},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7209348082542419},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7081483006477356},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6823523640632629},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6540482044219971},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5466452836990356},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.472512811422348},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.47095853090286255},{"id":"https://openalex.org/C187633118","wikidata":"https://www.wikidata.org/wiki/Q1317949","display_name":"Economic dispatch","level":4,"score":0.4323800504207611},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4128805994987488},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.28998732566833496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.269582062959671},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2303178906440735},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.22730648517608643},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18785035610198975},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1752830147743225},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10223206877708435},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.3042007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3042007","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8799999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1771410628","https://openalex.org/W1967596043","https://openalex.org/W1985871303","https://openalex.org/W2003612044","https://openalex.org/W2013227046","https://openalex.org/W2062778210","https://openalex.org/W2072568143","https://openalex.org/W2080637564","https://openalex.org/W2086297186","https://openalex.org/W2119567691","https://openalex.org/W2119717200","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2167856595","https://openalex.org/W2291973609","https://openalex.org/W2314452538","https://openalex.org/W2342662072","https://openalex.org/W2343217767","https://openalex.org/W2344938262","https://openalex.org/W2402144811","https://openalex.org/W2423579730","https://openalex.org/W2516587876","https://openalex.org/W2525707554","https://openalex.org/W2559108640","https://openalex.org/W2568808500","https://openalex.org/W2746553466","https://openalex.org/W2755611049","https://openalex.org/W2785111396","https://openalex.org/W2789731659","https://openalex.org/W2795578496","https://openalex.org/W2797670767","https://openalex.org/W2802936955","https://openalex.org/W2827363701","https://openalex.org/W2884320687","https://openalex.org/W2885669798","https://openalex.org/W2892433957","https://openalex.org/W2911794478","https://openalex.org/W2952242647","https://openalex.org/W2953384591","https://openalex.org/W2963641140","https://openalex.org/W2963751259","https://openalex.org/W2963864421","https://openalex.org/W2964006217","https://openalex.org/W2964043796","https://openalex.org/W2974232099","https://openalex.org/W2979897999","https://openalex.org/W3017275226","https://openalex.org/W4233840023","https://openalex.org/W4248365049","https://openalex.org/W6638018090","https://openalex.org/W6639949747","https://openalex.org/W6692846177","https://openalex.org/W6704571135","https://openalex.org/W6713134421","https://openalex.org/W6830147299","https://openalex.org/W7062612498"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W3208638985"],"abstract_inverted_index":{"Microgrids":[0],"(MGs)":[1],"are":[2,129,160],"small,":[3],"local":[4],"power":[5,92],"grids":[6],"that":[7],"can":[8,26],"operate":[9],"independently":[10],"from":[11,79],"the":[12,18,28,84,99,154,157,163,171],"larger":[13],"utility":[14],"grid.":[15],"Combined":[16],"with":[17,54,98,136,162],"Internet":[19],"of":[20,102,108,156,173],"Things":[21],"(IoT),":[22],"a":[23,62],"smart":[24,51],"MG":[25,149,176],"leverage":[27],"sensory":[29],"data":[30,81,150],"and":[31,61,75,90,105,122,137,167,183],"machine":[32],"learning":[33,45,78],"techniques":[34],"for":[35,49],"intelligent":[36],"energy":[37,47,133],"management.":[38],"This":[39],"article":[40],"focuses":[41],"on":[42,175],"deep":[43,117],"reinforcement":[44],"(DRL)-based":[46],"dispatch":[48,134],"IoT-driven":[50],"isolated":[52,148],"MGs":[53],"diesel":[55],"generators":[56],"(DGs),":[57],"photovoltaic":[58],"(PV)":[59],"panels,":[60],"battery.":[63],"A":[64,143],"finite-horizon":[65,109,116,123],"partial":[66],"observable":[67,140],"Markov":[68],"decision":[69],"process":[70],"(POMDP)":[71],"model":[72],"is":[73,151,178],"formulated":[74],"solved":[76],"by":[77],"historical":[80],"to":[82,96,131],"capture":[83],"uncertainty":[85],"in":[86],"future":[87],"electricity":[88],"consumption":[89],"renewable":[91],"generation.":[93],"In":[94],"order":[95],"deal":[97],"instability":[100],"problem":[101],"DRL":[103,113,166],"algorithms":[104,159],"unique":[106],"characteristics":[107],"models,":[110],"two":[111,181],"novel":[112],"algorithms,":[114],"namely,":[115],"deterministic":[118,125],"policy":[119,126],"gradient":[120,127],"(FH-DDPG)":[121],"recurrent":[124],"(FH-RDPG),":[128],"proposed":[130,158],"derive":[132],"policies":[135],"without":[138],"fully":[139],"state":[141],"information.":[142],"case":[144],"study":[145],"using":[146],"real":[147],"performed,":[152],"where":[153],"performance":[155,177],"compared":[161],"other":[164],"baseline":[165],"non-DRL":[168],"algorithms.":[169],"Moreover,":[170],"impact":[172],"uncertainties":[174],"decoupled":[179],"into":[180],"levels":[182],"evaluated,":[184],"respectively.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}