{"id":"https://openalex.org/W3010038222","doi":"https://doi.org/10.1109/tnsm.2021.3049381","title":"Risk-Aware Energy Scheduling for Edge Computing With Microgrid: A Multi-Agent Deep Reinforcement Learning Approach","display_name":"Risk-Aware Energy Scheduling for Edge Computing With Microgrid: A Multi-Agent Deep Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-01-05","ids":{"openalex":"https://openalex.org/W3010038222","doi":"https://doi.org/10.1109/tnsm.2021.3049381","mag":"3010038222"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3049381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3049381","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2003.02157","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058796764","display_name":"Md. Shirajum Munir","orcid":"https://orcid.org/0000-0002-7255-1085"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Md. Shirajum Munir","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7255-1085","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058874660","display_name":"Sarder Fakhrul Abedin","orcid":"https://orcid.org/0000-0002-2966-6469"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["KR","SE"],"is_corresponding":false,"raw_author_name":"Sarder Fakhrul Abedin","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea","Department of Information Systems and Technology, Mid Sweden University, Sundsvall, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-2966-6469","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Department of Information Systems and Technology, Mid Sweden University, Sundsvall, Sweden","institution_ids":["https://openalex.org/I56475706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027558961","display_name":"Nguyen H. Tran","orcid":"https://orcid.org/0000-0001-7323-9213"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nguyen H. Tran","raw_affiliation_strings":["School of Computer Science, University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7323-9213","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea","Electrical and Computer Engineering Department, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000263913","display_name":"Eui\u2010Nam Huh","orcid":"https://orcid.org/0000-0003-0184-6975"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eui-Nam Huh","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-0184-6975","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034052371","display_name":"Choong Seon Hong","orcid":"https://orcid.org/0000-0003-3484-7333"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Choong Seon Hong","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3484-7333","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin, South Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1309,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.92301211,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"18","issue":"3","first_page":"3476","last_page":"3497"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.874148964881897},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8334627151489258},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.7808386087417603},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5922366976737976},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5707622170448303},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4984307289123535},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4300508201122284},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.34599989652633667},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29662084579467773},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1136007010936737},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.09243851900100708}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.874148964881897},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8334627151489258},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.7808386087417603},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5922366976737976},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5707622170448303},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4984307289123535},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4300508201122284},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.34599989652633667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29662084579467773},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1136007010936737},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.09243851900100708},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2021.3049381","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3049381","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2003.02157","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.02157","pdf_url":"https://arxiv.org/pdf/2003.02157","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2003.02157","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.02157","pdf_url":"https://arxiv.org/pdf/2003.02157","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G2516729406","display_name":null,"funder_award_id":"20199810100050","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"}],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W145683767","https://openalex.org/W315644267","https://openalex.org/W1511368807","https://openalex.org/W1522301498","https://openalex.org/W1542941925","https://openalex.org/W1581270336","https://openalex.org/W1608527539","https://openalex.org/W1630143022","https://openalex.org/W1665214252","https://openalex.org/W1705224450","https://openalex.org/W1907356258","https://openalex.org/W1994997898","https://openalex.org/W1997641400","https://openalex.org/W1998179230","https://openalex.org/W2000304331","https://openalex.org/W2012335003","https://openalex.org/W2013790022","https://openalex.org/W2025897717","https://openalex.org/W2037967596","https://openalex.org/W2038393175","https://openalex.org/W2062100941","https://openalex.org/W2082517827","https://openalex.org/W2083313960","https://openalex.org/W2086574394","https://openalex.org/W2092276810","https://openalex.org/W2101936384","https://openalex.org/W2107726111","https://openalex.org/W2112170521","https://openalex.org/W2112838565","https://openalex.org/W2114375156","https://openalex.org/W2121863487","https://openalex.org/W2123363172","https://openalex.org/W2139299001","https://openalex.org/W2144335970","https://openalex.org/W2144867138","https://openalex.org/W2145339207","https://openalex.org/W2146039981","https://openalex.org/W2159223630","https://openalex.org/W2162956682","https://openalex.org/W2170838015","https://openalex.org/W2179400506","https://openalex.org/W2211073057","https://openalex.org/W2284351912","https://openalex.org/W2296033070","https://openalex.org/W2395575420","https://openalex.org/W2516316490","https://openalex.org/W2561395001","https://openalex.org/W2569077675","https://openalex.org/W2581559232","https://openalex.org/W2586632721","https://openalex.org/W2599106590","https://openalex.org/W2604119386","https://openalex.org/W2607231344","https://openalex.org/W2624989916","https://openalex.org/W2751862591","https://openalex.org/W2754252319","https://openalex.org/W2767359317","https://openalex.org/W2775394714","https://openalex.org/W2789896367","https://openalex.org/W2795678312","https://openalex.org/W2796765584","https://openalex.org/W2798903418","https://openalex.org/W2800992211","https://openalex.org/W2803750062","https://openalex.org/W2804825009","https://openalex.org/W2807900833","https://openalex.org/W2808689161","https://openalex.org/W2890959877","https://openalex.org/W2891307853","https://openalex.org/W2908464576","https://openalex.org/W2911794478","https://openalex.org/W2914785290","https://openalex.org/W2920582503","https://openalex.org/W2922036814","https://openalex.org/W2949207039","https://openalex.org/W2959892545","https://openalex.org/W2963000099","https://openalex.org/W2963376050","https://openalex.org/W2964000600","https://openalex.org/W2964015972","https://openalex.org/W2964043796","https://openalex.org/W2964121744","https://openalex.org/W2974854012","https://openalex.org/W2982839432","https://openalex.org/W3009388141","https://openalex.org/W3105883416","https://openalex.org/W3123699986","https://openalex.org/W3124407081","https://openalex.org/W3124823714","https://openalex.org/W4214717370","https://openalex.org/W4232284745","https://openalex.org/W4252901608","https://openalex.org/W4299802797","https://openalex.org/W4300526689","https://openalex.org/W4301441647","https://openalex.org/W6605931547","https://openalex.org/W6631190155","https://openalex.org/W6637242042","https://openalex.org/W6683517036","https://openalex.org/W6692846177","https://openalex.org/W6712181171","https://openalex.org/W6738796088","https://openalex.org/W6771303446"],"related_works":["https://openalex.org/W1574359403","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W4210780382","https://openalex.org/W2356033827","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"In":[0,89],"recent":[1],"years,":[2],"multi-access":[3],"edge":[4],"computing":[5],"(MEC)":[6],"is":[7,60,79,125,143],"a":[8,28,46,94,100,154,180,223],"key":[9],"enabler":[10],"for":[11,38,99,116,134,214,230],"handling":[12],"the":[13,54,74,111,123,128,135,160,167,170,176,198,203,208,212,215,219,236,241],"massive":[14],"expansion":[15],"of":[16,18,27,76,131,169,200,202,235],"Internet":[17],"Things":[19],"(IoT)":[20],"applications":[21],"and":[22,70,87,120,138,165,206,243],"services.":[23],"However,":[24,53],"energy":[25,39,44,51,58,66,77,85,96,118,133,233],"consumption":[26,86,119],"MEC":[29,102,136],"network":[30],"depends":[31],"on":[32],"volatile":[33],"tasks":[34],"that":[35,158],"induces":[36],"risk":[37,55,75],"demand":[40],"estimations.":[41],"As":[42],"an":[43,107,144],"supplier,":[45],"microgrid":[47],"can":[48],"facilitate":[49],"seamless":[50],"supply.":[52],"associated":[56],"with":[57,81,191],"supply":[59],"also":[61],"increased":[62],"due":[63],"to":[64,126],"unpredictable":[65],"generation":[67],"from":[68],"renewable":[69],"non-renewable":[71],"sources.":[72],"Especially,":[73],"shortfall":[78],"involved":[80],"uncertainties":[82],"in":[83],"both":[84,117,240],"generation.":[88],"this":[90,141],"article,":[91],"we":[92,105,139,148,174],"study":[93],"risk-aware":[95],"scheduling":[97,234],"problem":[98,109,142,152],"microgrid-powered":[101],"network.":[103],"First,":[104],"formulate":[106],"optimization":[108],"considering":[110,228],"conditional":[112],"value-at-risk":[113],"(CVaR)":[114],"measurement":[115],"generation,":[121],"where":[122],"objective":[124],"minimize":[127],"expected":[129],"residual":[130],"scheduled":[132],"networks":[137],"show":[140,166],"NP-hard":[145],"problem.":[146,217],"Second,":[147],"analyze":[149],"our":[150],"formulated":[151],"using":[153],"multi-agent":[155,181],"stochastic":[156],"game":[157],"ensures":[159],"joint":[161],"policy":[162,210],"Nash":[163],"equilibrium,":[164],"convergence":[168],"proposed":[171,216,237],"model.":[172],"Third,":[173],"derive":[175],"solution":[177],"by":[178,227],"applying":[179],"deep":[182],"reinforcement":[183],"learning":[184],"(MADRL)-based":[185],"asynchronous":[186],"advantage":[187],"actor-critic":[188],"(A3C)":[189],"algorithm":[190],"shared":[192],"neural":[193],"networks.":[194],"This":[195],"method":[196],"mitigates":[197],"curse":[199],"dimensionality":[201],"state":[204],"space":[205],"chooses":[207],"best":[209],"among":[211],"agents":[213],"Finally,":[218],"experimental":[220],"results":[221],"establish":[222],"significant":[224],"performance":[225],"gain":[226],"CVaR":[229],"high":[231],"accuracy":[232],"model":[238],"than":[239],"single":[242],"random":[244],"agent":[245],"models.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":5}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2020-03-13T00:00:00"}