{"id":"https://openalex.org/W2911794478","doi":"https://doi.org/10.1109/jiot.2019.2899673","title":"When Edge Computing Meets Microgrid: A Deep Reinforcement Learning Approach","display_name":"When Edge Computing Meets Microgrid: A Deep Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-02-15","ids":{"openalex":"https://openalex.org/W2911794478","doi":"https://doi.org/10.1109/jiot.2019.2899673","mag":"2911794478"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2019.2899673","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2899673","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058796764","display_name":"Md. Shirajum Munir","orcid":"https://orcid.org/0000-0002-7255-1085"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Md. Shirajum Munir","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7255-1085","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058874660","display_name":"Sarder Fakhrul Abedin","orcid":"https://orcid.org/0000-0002-2966-6469"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sarder Fakhrul Abedin","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2966-6469","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027558961","display_name":"Nguyen H. Tran","orcid":"https://orcid.org/0000-0001-7323-9213"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nguyen H. Tran","raw_affiliation_strings":["School of Computer Science, University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7323-9213","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034052371","display_name":"Choong Seon Hong","orcid":"https://orcid.org/0000-0003-3484-7333"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Choong Seon Hong","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3484-7333","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.2368,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.96485741,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"6","issue":"5","first_page":"7360","last_page":"7374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.8740814924240112},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.761467695236206},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.676352322101593},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6724327206611633},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.560523271560669},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5289364457130432},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.486621230840683},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44239017367362976},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.42447465658187866},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.30405300855636597},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.2925572395324707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1698336899280548},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11530894041061401},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09766560792922974},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09288862347602844}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8740814924240112},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.761467695236206},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.676352322101593},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6724327206611633},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.560523271560669},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5289364457130432},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.486621230840683},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44239017367362976},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.42447465658187866},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.30405300855636597},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2925572395324707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1698336899280548},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11530894041061401},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09766560792922974},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09288862347602844},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2019.2899673","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2899673","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W151377110","https://openalex.org/W827024646","https://openalex.org/W1522301498","https://openalex.org/W1665214252","https://openalex.org/W1705224450","https://openalex.org/W1880693368","https://openalex.org/W1964419312","https://openalex.org/W1987971958","https://openalex.org/W1997641400","https://openalex.org/W2014584442","https://openalex.org/W2037967596","https://openalex.org/W2083313960","https://openalex.org/W2085487226","https://openalex.org/W2086574394","https://openalex.org/W2090275183","https://openalex.org/W2107152312","https://openalex.org/W2112170521","https://openalex.org/W2121863487","https://openalex.org/W2123363172","https://openalex.org/W2139299001","https://openalex.org/W2144867138","https://openalex.org/W2158760370","https://openalex.org/W2162956682","https://openalex.org/W2167673020","https://openalex.org/W2211073057","https://openalex.org/W2296033070","https://openalex.org/W2416799949","https://openalex.org/W2511425482","https://openalex.org/W2561395001","https://openalex.org/W2562836854","https://openalex.org/W2569077675","https://openalex.org/W2580909119","https://openalex.org/W2581559232","https://openalex.org/W2586632721","https://openalex.org/W2599106590","https://openalex.org/W2604119386","https://openalex.org/W2624989916","https://openalex.org/W2754252319","https://openalex.org/W2767359317","https://openalex.org/W2775394714","https://openalex.org/W2786173921","https://openalex.org/W2795678312","https://openalex.org/W2796765584","https://openalex.org/W2798903418","https://openalex.org/W2803750062","https://openalex.org/W2808689161","https://openalex.org/W2891307853","https://openalex.org/W2963376050","https://openalex.org/W2964000600","https://openalex.org/W2964121744","https://openalex.org/W2997776631","https://openalex.org/W3105883416","https://openalex.org/W4214717370","https://openalex.org/W4242401062","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6672191126","https://openalex.org/W6730713231"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"The":[0,101],"computational":[1,110],"tasks":[2,115,155],"at":[3],"multiaccess":[4],"edge":[5],"computing":[6],"(MEC)":[7],"are":[8],"unpredictable":[9],"in":[10,68],"nature,":[11],"which":[12],"raises":[13],"uneven":[14],"energy":[15,32,36,45,61,78,95,127,166,239],"demand":[16],"for":[17,114,125,158,192,209],"MEC":[18,76,99,159],"networks.":[19,100],"Thus,":[20],"to":[21,29,52,92,187],"handle":[22],"this":[23,69],"problem,":[24],"microgrid":[25,48],"has":[26],"the":[27,47,53,59,64,74,89,94,121,135,189,200,203,211,223,227,232],"potentiality":[28],"provides":[30],"seamless":[31],"supply":[33,79,167,240],"from":[34,46],"its":[35],"sources":[37],"(i.e.,":[38],"renewable,":[39],"nonrenewable,":[40],"and":[41,56,88,111,117,129,164],"storage).":[42],"However,":[43],"supplying":[44],"faces":[49],"challenges":[50],"due":[51],"high":[54,237],"uncertainty":[55,124],"irregularity":[57],"of":[58,97,123,183,202,231],"renewable":[60],"generation":[62],"over":[63],"time":[65],"horizon.":[66],"Therefore,":[67,131],"paper,":[70],"we":[71,82,132,145,175,198,215],"study":[72],"about":[73],"microgrid-enabled":[75,98],"networks'":[77],"plan,":[80],"where":[81,214],"first":[83,190,204],"formulate":[84],"an":[85,138],"optimization":[86,108],"problem":[87,102,136,149,157,163,169],"objective":[90],"is":[91,103,137],"minimize":[93],"consumption":[96,128],"a":[104,142,177,207,217,236],"mixed":[105],"integer":[106],"nonlinear":[107],"with":[109,120,185,235],"latency":[112],"constraints":[113],"fulfillment,":[116],"also":[118],"coupled":[119],"dependencies":[122],"both":[126],"generation.":[130],"show":[133],"that":[134],"NP-hard":[139],"problem.":[140],"As":[141],"result,":[143],"second,":[144],"decompose":[146],"our":[147],"formulated":[148],"into":[150,160,170],"two":[151],"subproblems:":[152],"1)":[153],"energy-efficient":[154],"assignment":[156],"community":[161],"discovery":[162],"2)":[165],"plan":[168],"Markov":[171],"decision":[172],"process.":[173],"Third,":[174],"apply":[176,216],"low":[178],"complexity":[179],"density-based":[180],"spatial":[181],"clustering":[182],"applications":[184],"noise":[186],"solve":[188],"subproblem":[191,205],"each":[193],"base":[194],"station":[195],"distributedly.":[196],"Sequentially,":[197],"use":[199],"output":[201],"as":[206],"input":[208],"solving":[210],"second":[212],"subproblem,":[213],"model-based":[218],"deep":[219],"reinforcement":[220],"learning.":[221],"Finally,":[222],"simulation":[224],"results":[225],"demonstrate":[226],"significant":[228],"performance":[229],"gain":[230],"proposed":[233],"model":[234],"accuracy":[238],"plan.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":6}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}