{"id":"https://openalex.org/W4290993956","doi":"https://doi.org/10.1109/icc45855.2022.9839063","title":"Reinforcement Learning Based MEC Architecturewith Energy-Efficient Optimization for ARANs","display_name":"Reinforcement Learning Based MEC Architecturewith Energy-Efficient Optimization for ARANs","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4290993956","doi":"https://doi.org/10.1109/icc45855.2022.9839063"},"language":"en","primary_location":{"id":"doi:10.1109/icc45855.2022.9839063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9839063","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019915847","display_name":"Qiang He","orcid":"https://orcid.org/0000-0002-1820-6141"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiang He","raw_affiliation_strings":["Northeastern University,College of Medicine and Biological Information Engineering,China","College of Medicine and Biological Information Engineering, Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"Northeastern University,College of Medicine and Biological Information Engineering,China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"College of Medicine and Biological Information Engineering, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039100698","display_name":"Yingjie Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingjie Lv","raw_affiliation_strings":["Northeastern University,College of Medicine and Biological Information Engineering,China","College of Medicine and Biological Information Engineering, Northeastern University, China"],"affiliations":[{"raw_affiliation_string":"Northeastern University,College of Medicine and Biological Information Engineering,China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"College of Medicine and Biological Information Engineering, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100702503","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0002-1517-3452"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhen","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,Xi’an,China","Shaanxi Key Laboratory of Information Communication Network and Security"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,Xi’an,China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076994242","display_name":"Keping Yu","orcid":"https://orcid.org/0000-0001-5735-2507"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]},{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["CN","JP"],"is_corresponding":false,"raw_author_name":"Keping Yu","raw_affiliation_strings":["Waseda University,Global Information and Telecommunication Institute,Tokyo,Japan","Global Information and Telecommunication Institute, Waseda University, Tokyo, Japan","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Waseda University,Global Information and Telecommunication Institute,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Global Information and Telecommunication Institute, Waseda University, Tokyo, Japan","institution_ids":["https://openalex.org/I150744194"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5019915847"],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":0.5563,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.57410057,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8108599185943604},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7965904474258423},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6852951645851135},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5610865950584412},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5457219481468201},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5431084632873535},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5108246803283691},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5060333609580994},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4732704162597656},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.46267077326774597},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4601297080516815},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4474152624607086},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.37860560417175293},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3739849925041199},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14937341213226318},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13227614760398865}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8108599185943604},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7965904474258423},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6852951645851135},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5610865950584412},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5457219481468201},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5431084632873535},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5108246803283691},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5060333609580994},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4732704162597656},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.46267077326774597},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4601297080516815},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4474152624607086},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.37860560417175293},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3739849925041199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14937341213226318},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13227614760398865},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45855.2022.9839063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9839063","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2107433696","https://openalex.org/W2615459164","https://openalex.org/W2624989916","https://openalex.org/W2907387312","https://openalex.org/W2922345030","https://openalex.org/W2963352692","https://openalex.org/W2982651091","https://openalex.org/W2983233400","https://openalex.org/W3017065515","https://openalex.org/W3131745522","https://openalex.org/W3159630495","https://openalex.org/W3162722805","https://openalex.org/W3211641400","https://openalex.org/W4214717370","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W3154796165","https://openalex.org/W4361251304","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4221092438","https://openalex.org/W4385335479"],"abstract_inverted_index":{"Aerial":[0],"Radio":[1],"Access":[2],"Networks":[3],"(ARANs)":[4],"are":[5,39,135],"used":[6],"to":[7,40,48,99,122],"connect":[8],"aerial":[9],"nodes":[10],"(such":[11],"as":[12],"satellites,":[13],"aircraft,":[14],"floating":[15],"balloons)":[16],"and":[17,26,56,97,106,128,141],"ground":[18],"infrastructures,":[19],"which":[20],"enables":[21],"a":[22,28,89,111],"global":[23],"network":[24,33],"coverage":[25],"provides":[27],"wide":[29],"range":[30],"of":[31,88,144,153],"high-quality":[32],"services.":[34],"At":[35],"present,":[36],"extensive":[37],"researches":[38],"integrate":[41],"it":[42],"with":[43,71,82,137],"Mobile":[44],"Edge":[45],"Computing":[46],"(MEC),":[47],"achieve":[49],"more":[50],"efficient":[51],"data":[52,54],"computing,":[53],"storage,":[55],"cache.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61,84,109],"primarily":[62],"focus":[63],"on":[64,115],"exploring":[65],"the":[66,74,86,116,124,132,142,145,154],"edge":[67],"computing":[68],"architecture":[69,77,93],"integrated":[70,81],"ARANs.":[72],"Since":[73],"existing":[75],"MEC":[76,92,125],"is":[78,148,157],"not":[79],"deeply":[80],"ARANs,":[83],"propose":[85,110],"scenario":[87],"complete":[90,123],"four-tier":[91],"that":[94],"allows":[95],"MECs":[96],"ARANs":[98],"collaborate":[100],"effectively.":[101],"Besides,":[102],"for":[103],"environmental":[104],"protection":[105],"cost":[107],"reduction,":[108],"Q-learning":[112],"algorithm":[113],"based":[114],"improved":[117],"\u03f5":[118],"\u2013":[119],"greedy":[120],"model":[121],"server":[126],"selection":[127],"resource":[129],"allocation.":[130],"Finally,":[131],"simulation":[133],"results":[134],"compared":[136],"other":[138],"benchmark":[139],"methods,":[140],"effectiveness":[143],"proposed":[146,155],"method":[147,156],"proved.":[149],"The":[150],"energy":[151],"consumption":[152],"significantly":[158],"reduced.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}