{"id":"https://openalex.org/W4206013528","doi":"https://doi.org/10.1109/tvt.2021.3135885","title":"Learning-Aided Dynamic Access Control in MEC-Enabled Green IoT Networks: A Convolutional Reinforcement Learning Approach","display_name":"Learning-Aided Dynamic Access Control in MEC-Enabled Green IoT Networks: A Convolutional Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-12-16","ids":{"openalex":"https://openalex.org/W4206013528","doi":"https://doi.org/10.1109/tvt.2021.3135885"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3135885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3135885","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090281757","display_name":"Lijuan Xu","orcid":"https://orcid.org/0000-0003-0377-6659"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lijuan Xu","raw_affiliation_strings":["Collaborative Innovation Center of Information Sensing and Understanding, Xidian University, Xi\u2019an, China","State Key Laboratory of ISN, School of Telecommunication Engineering, Xidian University, Xi\u2019an, China","Collaborative Innovation Center of Information Sensing and Understanding, Xidian University, Xi'an, China","State Key Laboratory of ISN, School of Telecommunication Engineering, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Information Sensing and Understanding, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of ISN, School of Telecommunication Engineering, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Collaborative Innovation Center of Information Sensing and Understanding, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of ISN, School of Telecommunication Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068732231","display_name":"Meng Qin","orcid":"https://orcid.org/0000-0003-4038-2245"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Qin","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019050606","display_name":"Qinghai Yang","orcid":"https://orcid.org/0000-0003-0636-3681"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghai Yang","raw_affiliation_strings":["Collaborative Innovation Center of Information Sensing and Understanding, Xidian University, Xi\u2019an, China","State Key Laboratory of ISN, School of Telecommunication Engineering, Xidian University, Xi\u2019an, China","Collaborative Innovation Center of Information Sensing and Understanding, Xidian University, Xi'an, China","State Key Laboratory of ISN, School of Telecommunication Engineering, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Information Sensing and Understanding, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of ISN, School of Telecommunication Engineering, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Collaborative Innovation Center of Information Sensing and Understanding, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of ISN, School of Telecommunication Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049374079","display_name":"Kyung Sup Kwak","orcid":"https://orcid.org/0000-0002-9559-4352"},"institutions":[{"id":"https://openalex.org/I191879574","display_name":"Inha University","ror":"https://ror.org/01easw929","country_code":"KR","type":"education","lineage":["https://openalex.org/I191879574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyung-Sup Kwak","raw_affiliation_strings":["Graduate School of Information Technology and Telecommunications, Inha University, Nam-gu, Incheon, South Korea"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Technology and Telecommunications, Inha University, Nam-gu, Incheon, South Korea","institution_ids":["https://openalex.org/I191879574"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090281757"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":1.8215,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.85585237,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"71","issue":"2","first_page":"2098","last_page":"2109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8676588535308838},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7108832001686096},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6082755327224731},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5671433210372925},{"id":"https://openalex.org/keywords/access-control","display_name":"Access control","score":0.5608502626419067},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5349470376968384},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5320882201194763},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.465260773897171},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.44107669591903687},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4360429346561432},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4003131687641144},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37513065338134766},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3221077024936676},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2901275157928467},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21889838576316833},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.15838855504989624},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.15094855427742004}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8676588535308838},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7108832001686096},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6082755327224731},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5671433210372925},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.5608502626419067},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5349470376968384},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5320882201194763},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.465260773897171},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.44107669591903687},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4360429346561432},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4003131687641144},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37513065338134766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3221077024936676},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2901275157928467},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21889838576316833},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.15838855504989624},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.15094855427742004},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3135885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3135885","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8799999952316284}],"awards":[{"id":"https://openalex.org/G3443942662","display_name":null,"funder_award_id":"61671062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4759343864","display_name":null,"funder_award_id":"61971327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6985508518","display_name":null,"funder_award_id":"61471287","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W612133031","https://openalex.org/W1539965400","https://openalex.org/W2064675550","https://openalex.org/W2327473694","https://openalex.org/W2344829171","https://openalex.org/W2400695287","https://openalex.org/W2508041822","https://openalex.org/W2614312052","https://openalex.org/W2726187156","https://openalex.org/W2746553466","https://openalex.org/W2783156804","https://openalex.org/W2805015112","https://openalex.org/W2893676607","https://openalex.org/W2894361182","https://openalex.org/W2896883851","https://openalex.org/W2896945154","https://openalex.org/W2898035736","https://openalex.org/W2898424233","https://openalex.org/W2898754723","https://openalex.org/W2914312307","https://openalex.org/W2918400102","https://openalex.org/W2927883038","https://openalex.org/W2957984049","https://openalex.org/W2962883549","https://openalex.org/W2963083073","https://openalex.org/W2963148318","https://openalex.org/W2964008445","https://openalex.org/W2981871664","https://openalex.org/W2983432303","https://openalex.org/W2991680473","https://openalex.org/W2996680963","https://openalex.org/W3002992380","https://openalex.org/W3003427847","https://openalex.org/W3003666957","https://openalex.org/W3008906415","https://openalex.org/W3010301175","https://openalex.org/W3013525469","https://openalex.org/W3015966228","https://openalex.org/W3027345574","https://openalex.org/W3034730089","https://openalex.org/W3036970862","https://openalex.org/W3091249416","https://openalex.org/W3110381504","https://openalex.org/W3116315767","https://openalex.org/W3132716077","https://openalex.org/W4230662954","https://openalex.org/W6631190155","https://openalex.org/W6685444567","https://openalex.org/W6740222838"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W4322761281"],"abstract_inverted_index":{"The":[0,26],"ongoing":[1],"growth":[2],"of":[3,5,11,57,106,155,175,193],"Internet":[4],"Things":[6],"(IoT)":[7],"traffic":[8],"increasesthe":[9],"emergence":[10],"Multi-Access":[12],"Edge":[13],"Computing":[14],"(MEC),":[15],"which":[16],"can":[17],"serve":[18],"IoT":[19,30,72,92,147,176],"devices":[20,31,177],"to":[21,53,63,84,139,150,170],"process":[22],"edge":[23],"missions":[24],"properly.":[25],"power":[27],"supply":[28],"for":[29,89,145],"is":[32,61,187],"addressed":[33],"by":[34,178],"energy":[35,41,47,167,173,182],"harvesting":[36],"(EH)":[37],"technology.":[38],"However,":[39],"the":[40,45,54,65,69,86,90,95,99,104,114,141,152,172,180,190,199,208],"arrival":[42,48,183],"model":[43,113],"obeys":[44],"unknown":[46],"process.":[49],"In":[50,74],"addition,":[51],"due":[52],"dynamical":[55],"changes":[56],"network":[58,136],"state,":[59],"it":[60],"crucial":[62],"study":[64],"access":[66,81,101,115,143,156,203],"control":[67,82,116,144,157,204],"in":[68],"MEC-based":[70,80],"green":[71,91],"system.":[73],"this":[75],"paper,":[76],"we":[77,112,159],"propose":[78],"an":[79],"strategy":[83],"maximize":[85],"system":[87,209],"utility":[88,210],"system,":[93],"considering":[94],"spectral":[96],"efficiency":[97],"and":[98,108,125,216],"successful":[100],"ratio":[102],"from":[103],"perspective":[105],"operators":[107],"users":[109],"respectively.":[110],"Specifically,":[111],"problem":[117],"as":[118,189],"a":[119,127,161,212],"Constrained":[120],"Markov":[121],"Decision":[122],"Process":[123],"(CMDP),":[124],"develop":[126],"novel":[128],"centralized":[129],"reward-based":[130],"experience":[131],"replay":[132],"deep":[133],"convolutional":[134],"Q":[135],"algorithm":[137,205],"(RCQN)":[138],"attain":[140],"optimal":[142],"EH":[146],"devices.":[148],"Additionally,":[149],"enrich":[151],"prior":[153],"knowledge":[154],"strategy,":[158],"design":[160,215],"Long":[162],"Short-Term":[163],"Memory":[164],"(LSTM)":[165],"based":[166],"prediction":[168],"module":[169],"predict":[171],"state":[174,191],"learning":[179],"historical":[181],"information,":[184],"whose":[185],"output":[186],"taken":[188],"information":[192],"RCQN.":[194],"Simulation":[195],"results":[196],"demonstrate":[197],"that":[198],"proposed":[200],"LSTM-based":[201],"RCQN":[202],"significantly":[206],"improves":[207],"with":[211],"proper":[213],"reward":[214],"training":[217],"mechanism.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}