{"id":"https://openalex.org/W2971663057","doi":"https://doi.org/10.1109/access.2019.2939827","title":"Channel Access and Power Control for Energy-Efficient Delay-Aware Heterogeneous Cellular Networks for Smart Grid Communications Using Deep Reinforcement Learning","display_name":"Channel Access and Power Control for Energy-Efficient Delay-Aware Heterogeneous Cellular Networks for Smart Grid Communications Using Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2971663057","doi":"https://doi.org/10.1109/access.2019.2939827","mag":"2971663057"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2939827","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2939827","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08826278.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08826278.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011683840","display_name":"Fauzun Abdullah Asuhaimi","orcid":"https://orcid.org/0000-0002-0599-7132"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Fauzun Abdullah Asuhaimi","raw_affiliation_strings":["Department of Electrical Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062973946","display_name":"Shengrong Bu","orcid":"https://orcid.org/0000-0003-3523-8126"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shengrong Bu","raw_affiliation_strings":["Department of Electrical Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076534518","display_name":"Paulo Valente Klaine","orcid":"https://orcid.org/0000-0002-0712-9160"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paulo Valente Klaine","raw_affiliation_strings":["Department of Electrical Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":null,"display_name":"Muhammad Ali Imran","orcid":"https://orcid.org/0000-0002-7097-9969"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Muhammad Ali Imran","raw_affiliation_strings":["Department of Electrical Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011683840"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8154,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.85792343,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"133474","last_page":"133484"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/macrocell","display_name":"Macrocell","score":0.8740696907043457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8051437139511108},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7710630893707275},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5967521667480469},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.546675980091095},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.5214768648147583},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4975488483905792},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48161786794662476},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.45944181084632874},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4151556193828583},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2566137909889221},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.24108868837356567},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19455981254577637},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.19415155053138733},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.16696980595588684},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12926366925239563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08215057849884033}],"concepts":[{"id":"https://openalex.org/C2778291847","wikidata":"https://www.wikidata.org/wiki/Q1163937","display_name":"Macrocell","level":3,"score":0.8740696907043457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8051437139511108},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7710630893707275},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5967521667480469},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.546675980091095},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.5214768648147583},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4975488483905792},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48161786794662476},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.45944181084632874},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4151556193828583},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2566137909889221},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.24108868837356567},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19455981254577637},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.19415155053138733},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.16696980595588684},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12926366925239563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08215057849884033},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2019.2939827","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2939827","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08826278.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:194902","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"},{"id":"pmh:oai:doaj.org/article:800ce4e236e34c2e82e84fda9432b381","is_oa":true,"landing_page_url":"https://doaj.org/article/800ce4e236e34c2e82e84fda9432b381","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 133474-133484 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2939827","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2939827","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08826278.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G1470520131","display_name":"DARE: Distributed Autonomous and Resilient Emergency Management System","funder_award_id":"EP/P028764/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1934935867","display_name":null,"funder_award_id":"Engineering and Physical Sciences R","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5855793388","display_name":null,"funder_award_id":"Global Challenges Research Fund","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5991642630","display_name":null,"funder_award_id":"Global Challenges Research Fund (GCRF)","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8719353587","display_name":null,"funder_award_id":"EP/P0","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2971663057.pdf","grobid_xml":"https://content.openalex.org/works/W2971663057.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1926766979","https://openalex.org/W2011944582","https://openalex.org/W2034490776","https://openalex.org/W2048570986","https://openalex.org/W2054520432","https://openalex.org/W2076450981","https://openalex.org/W2081780776","https://openalex.org/W2087838764","https://openalex.org/W2089758604","https://openalex.org/W2095280533","https://openalex.org/W2102594219","https://openalex.org/W2109972663","https://openalex.org/W2137243960","https://openalex.org/W2141515329","https://openalex.org/W2145339207","https://openalex.org/W2147437672","https://openalex.org/W2158840840","https://openalex.org/W2164109625","https://openalex.org/W2168078281","https://openalex.org/W2204739649","https://openalex.org/W2362558434","https://openalex.org/W2399226602","https://openalex.org/W2615202977","https://openalex.org/W2623902153","https://openalex.org/W2733015981","https://openalex.org/W2752134242","https://openalex.org/W2766846808","https://openalex.org/W2767873707","https://openalex.org/W2773423866","https://openalex.org/W2781564157","https://openalex.org/W2783558323","https://openalex.org/W2909316670","https://openalex.org/W2921456883","https://openalex.org/W2963079995","https://openalex.org/W2963615650","https://openalex.org/W4214717370","https://openalex.org/W6631190155"],"related_works":["https://openalex.org/W568081520","https://openalex.org/W2354270559","https://openalex.org/W4376117215","https://openalex.org/W2773201685","https://openalex.org/W2887526653","https://openalex.org/W2094293617","https://openalex.org/W4385804778","https://openalex.org/W1520620655","https://openalex.org/W2287483826","https://openalex.org/W1660223922"],"abstract_inverted_index":{"Cellular":[0],"technology":[1],"with":[2,103],"long-term":[3],"evolution":[4],"(LTE)-based":[5],"standards":[6],"is":[7],"a":[8,36,81,109,119,144],"preferable":[9],"choice":[10],"for":[11,98,122],"smart":[12,31,46,100],"grid":[13,32,47,101],"neighborhood":[14],"area":[15],"networks":[16,29,59],"due":[17,39],"to":[18,40,64,83,128,149,153],"its":[19],"high":[20],"availability":[21],"and":[22,30,93,113,117,135,188,201],"scalability.":[23],"However,":[24],"the":[25,41,66,123,151,160,170,176,184,190,206],"integration":[26],"of":[27,44,68,163,203],"cellular":[28,58],"communications":[33],"puts":[34],"forth":[35],"significant":[37],"challenge":[38],"simultaneous":[42],"transmission":[43],"real-time":[45],"data":[48,102,130],"which":[49],"could":[50],"cause":[51],"radio":[52],"access":[53,78,112],"network":[54],"(RAN)":[55],"congestions.":[56],"Heterogeneous":[57],"(HetNets)":[60],"have":[61],"been":[62],"proposed":[63],"improve":[65],"performance":[67,181],"LTE":[69],"because":[70],"HetNets":[71,97],"can":[72],"alleviate":[73],"RAN":[74],"congestions":[75],"by":[76,132],"off-loading":[77],"attempts":[79],"from":[80],"macrocell":[82],"small":[84],"cells.":[85],"In":[86,140],"this":[87],"paper,":[88],"we":[89,142],"study":[90],"energy":[91],"efficiency":[92],"delay":[94,105],"problems":[95],"in":[96,194,205],"transmitting":[99],"different":[104,195],"requirements.":[106],"We":[107],"propose":[108],"distributed":[110],"channel":[111],"power":[114],"control":[115],"scheme,":[116],"develop":[118],"learning-based":[120],"approach":[121,178],"phasor":[124],"measurement":[125],"units":[126],"(PMUs)":[127],"transmit":[129],"successfully":[131],"considering":[133],"interference":[134],"signal-to-interference-plus-noise":[136],"ratio":[137],"(SINR)":[138],"constraints.":[139],"particular,":[141],"exploit":[143],"deep":[145],"reinforcement":[146],"learning(DRL)-based":[147],"method":[148],"train":[150],"PMUs":[152],"learn":[154],"an":[155],"optimal":[156],"policy":[157,193],"that":[158,175],"maximizes":[159],"earned":[161],"reward":[162],"successful":[164],"transmissions":[165],"without":[166,182],"having":[167],"knowledge":[168],"on":[169],"system":[171,185],"dynamics.":[172],"Results":[173],"show":[174],"DRL":[177],"obtains":[179],"good":[180],"knowing":[183],"dynamic":[186],"beforehand":[187],"outperforms":[189],"Gittin":[191],"index":[192],"normal":[196],"ratios,":[197],"minimum":[198],"SINR":[199],"requirements":[200],"number":[202],"users":[204],"cell.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}