{"id":"https://openalex.org/W2966474371","doi":"https://doi.org/10.1109/tsg.2019.2931753","title":"Low-Latency Communications for Community Resilience Microgrids: A Reinforcement Learning Approach","display_name":"Low-Latency Communications for Community Resilience Microgrids: A Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-07-30","ids":{"openalex":"https://openalex.org/W2966474371","doi":"https://doi.org/10.1109/tsg.2019.2931753","mag":"2966474371"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2019.2931753","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2019.2931753","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049344765","display_name":"Medhat Elsayed","orcid":"https://orcid.org/0000-0002-1106-6078"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Medhat Elsayed","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003131477","display_name":"Burak Kantarc\u0131","orcid":"https://orcid.org/0000-0003-0220-7956"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Burak Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040409657","display_name":"Lei Wu","orcid":"https://orcid.org/0000-0002-0722-5769"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Wu","raw_affiliation_strings":["Stevens Institute of Technology, Hoboken, USA"],"affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology, Hoboken, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025311315","display_name":"Jie Li","orcid":"https://orcid.org/0000-0001-6303-2307"},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Li","raw_affiliation_strings":["Clarkson University, Potsdam, USA"],"affiliations":[{"raw_affiliation_string":"Clarkson University, Potsdam, USA","institution_ids":["https://openalex.org/I16944753"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049344765"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":2.623,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.90309619,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":"2","first_page":"1091","last_page":"1099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7944819927215576},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7444432377815247},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6339554786682129},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5495051145553589},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5333768129348755},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.516588568687439},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.505422830581665},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4874536991119385},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4819890856742859},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.464470773935318},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.46343880891799927},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.4515761435031891},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4305422306060791},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.42393121123313904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.265469491481781},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.25262272357940674},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.242722749710083},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07841318845748901}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7944819927215576},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7444432377815247},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6339554786682129},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5495051145553589},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5333768129348755},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.516588568687439},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.505422830581665},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4874536991119385},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4819890856742859},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.464470773935318},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.46343880891799927},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.4515761435031891},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4305422306060791},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.42393121123313904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.265469491481781},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25262272357940674},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.242722749710083},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07841318845748901},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2019.2931753","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2019.2931753","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5795578552","display_name":null,"funder_award_id":"CNS-1647135","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6863163552","display_name":null,"funder_award_id":"RGPIN-2017-03995","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1552038849","https://openalex.org/W1600787307","https://openalex.org/W1966433337","https://openalex.org/W1973733407","https://openalex.org/W1981954558","https://openalex.org/W2011683472","https://openalex.org/W2024250466","https://openalex.org/W2040311167","https://openalex.org/W2042420160","https://openalex.org/W2055626315","https://openalex.org/W2058626062","https://openalex.org/W2067181210","https://openalex.org/W2073405766","https://openalex.org/W2123059049","https://openalex.org/W2141380252","https://openalex.org/W2144758716","https://openalex.org/W2167997601","https://openalex.org/W2191884085","https://openalex.org/W2281020289","https://openalex.org/W2306918306","https://openalex.org/W2322318026","https://openalex.org/W2552880355","https://openalex.org/W2560812346","https://openalex.org/W2565373083","https://openalex.org/W2579018619","https://openalex.org/W2586912724","https://openalex.org/W2612902751","https://openalex.org/W2617291206","https://openalex.org/W2619043931","https://openalex.org/W2626987549","https://openalex.org/W2736032094","https://openalex.org/W2741128765","https://openalex.org/W2745954503","https://openalex.org/W2771760319","https://openalex.org/W2807788666","https://openalex.org/W2899095755","https://openalex.org/W2908049050","https://openalex.org/W2917973182","https://openalex.org/W2990168612","https://openalex.org/W3144302210","https://openalex.org/W3145506661","https://openalex.org/W4238007703","https://openalex.org/W6635760495","https://openalex.org/W6656373496"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W4386698331","https://openalex.org/W2047225036","https://openalex.org/W2138314731","https://openalex.org/W2029232111","https://openalex.org/W2029263917","https://openalex.org/W2093207996","https://openalex.org/W2982446297"],"abstract_inverted_index":{"Machine":[0],"learning":[1,137],"and":[2,15,42,68,97,132,151,168,177],"artificial":[3],"intelligence":[4],"(AI)":[5],"techniques":[6],"can":[7,165],"play":[8],"a":[9,47,91,108],"key":[10],"role":[11],"in":[12,18,179],"resource":[13,95,109,122,158],"allocation":[14,96,110,123,159],"scheduler":[16],"design":[17,92],"wireless":[19,70],"networks":[20,71],"that":[21,162],"target":[22],"applications":[23],"with":[24,56,66,72,144],"stringent":[25],"QoS":[26],"requirements,":[27],"such":[28,80],"as":[29],"near":[30],"real-time":[31],"control":[32,41],"of":[33,44,50,84,93,181],"community":[34],"resilience":[35],"microgrids":[36],"(CRMs).":[37],"Specifically,":[38],"for":[39,90,100,124],"integrated":[40],"communication":[43],"multiple":[45],"CRMs,":[46],"large":[48],"number":[49],"microgrid":[51],"devices":[52],"need":[53],"to":[54],"coexist":[55],"traditional":[57,146],"mobile":[58],"user":[59,98],"equipments":[60],"(UEs),":[61],"which":[62,118],"are":[63],"usually":[64],"served":[65],"self-organized":[67],"densified":[69],"many":[73],"small":[74],"cell":[75,128],"base":[76,129],"stations":[77,130],"(SBSs).":[78],"In":[79,103],"cases,":[81],"rapid":[82],"propagation":[83],"messages":[85],"becomes":[86],"challenging.":[87],"This":[88],"calls":[89],"efficient":[94,121],"scheduling":[99],"delay":[101,113],"minimization.":[102],"this":[104],"paper,":[105],"we":[106],"introduce":[107],"algorithm,":[111,154],"namely,":[112],"minimization":[114],"Q-learning":[115],"(DMQ)":[116],"scheme,":[117],"learns":[119],"the":[120,126,133,145,185],"both":[125],"macro":[127],"(eNB)":[131],"SBSs":[134],"using":[135],"reinforcement":[136],"at":[138],"each":[139],"time-to-transmit":[140],"interval":[141],"(TTI).":[142],"Comparison":[143],"proportional":[147],"fairness":[148],"(PF)":[149],"algorithm":[150],"an":[152],"optimization-based":[153],"namely":[155],"distributed":[156],"iterative":[157],"(DIRA)":[160],"reveals":[161],"our":[163],"scheme":[164],"achieve":[166],"66%":[167],"33%":[169],"less":[170],"latency,":[171],"respectively.":[172],"Moreover,":[173],"DMQ":[174],"outperforms":[175],"DIRA,":[176],"PF":[178],"terms":[180],"throughput":[182],"while":[183],"achieving":[184],"highest":[186],"fairness.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":5},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}