{"id":"https://openalex.org/W3145159167","doi":"https://doi.org/10.1109/jiot.2021.3071531","title":"Enabling Efficient Scheduling in Large-Scale UAV-Assisted Mobile-Edge Computing via Hierarchical Reinforcement Learning","display_name":"Enabling Efficient Scheduling in Large-Scale UAV-Assisted Mobile-Edge Computing via Hierarchical Reinforcement Learning","publication_year":2021,"publication_date":"2021-04-07","ids":{"openalex":"https://openalex.org/W3145159167","doi":"https://doi.org/10.1109/jiot.2021.3071531","mag":"3145159167"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3071531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3071531","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019680908","display_name":"Tao Ren","orcid":"https://orcid.org/0000-0003-0408-9447"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Ren","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China","State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053316728","display_name":"Jianwei Niu","orcid":"https://orcid.org/0000-0003-3946-5107"},"institutions":[{"id":"https://openalex.org/I4210163873","display_name":"Zhengzhou University of Industrial Technology","ror":"https://ror.org/05es8as59","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163873"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwei Niu","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China","State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","School of Information Engineering, Zhengzhou University Research Institute of Industrial Technology, Zhengzhou University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Information Engineering, Zhengzhou University Research Institute of Industrial Technology, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I4210163873"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101793720","display_name":"Bin Dai","orcid":"https://orcid.org/0000-0002-3902-6393"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Dai","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China","State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400563","display_name":"Xuefeng Liu","orcid":"https://orcid.org/0000-0003-2705-8731"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefeng Liu","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China","State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103279278","display_name":"Zheyuan Hu","orcid":"https://orcid.org/0000-0001-7738-4645"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheyuan Hu","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081346568","display_name":"Mingliang Xu","orcid":"https://orcid.org/0000-0002-6885-3451"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingliang Xu","raw_affiliation_strings":["School of Information Engineering, Zhengzhou University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Department of Computer Science and Engineering, Qatar University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5019680908"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":88.0009,"has_fulltext":false,"cited_by_count":112,"citation_normalized_percentile":{"value":0.99927626,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"9","issue":"10","first_page":"7095","last_page":"7109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8490526676177979},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7940966486930847},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6867964863777161},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6775096654891968},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6671645641326904},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6136031150817871},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5057032108306885},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4869307279586792},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.41920509934425354},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2469007670879364},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.24399766325950623},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22574681043624878},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.11034607887268066}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8490526676177979},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7940966486930847},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6867964863777161},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6775096654891968},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6671645641326904},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6136031150817871},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5057032108306885},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4869307279586792},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.41920509934425354},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2469007670879364},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.24399766325950623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22574681043624878},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.11034607887268066},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2021.3071531","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3071531","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/34955","is_oa":false,"landing_page_url":"https://www.scopus.com/inward/record.uri?partnerID=HzOxMe3b&scp=85103884869&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.75,"display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W79131877","https://openalex.org/W1540764732","https://openalex.org/W1988302931","https://openalex.org/W2145339207","https://openalex.org/W2472793139","https://openalex.org/W2522123397","https://openalex.org/W2522626811","https://openalex.org/W2608271930","https://openalex.org/W2624989916","https://openalex.org/W2761862361","https://openalex.org/W2792758175","https://openalex.org/W2888896501","https://openalex.org/W2891123429","https://openalex.org/W2893483702","https://openalex.org/W2897066997","https://openalex.org/W2899183567","https://openalex.org/W2907086092","https://openalex.org/W2913208211","https://openalex.org/W2952544742","https://openalex.org/W2961269959","https://openalex.org/W2962856838","https://openalex.org/W2963060851","https://openalex.org/W2963061782","https://openalex.org/W2963352692","https://openalex.org/W2963864421","https://openalex.org/W2969324740","https://openalex.org/W2989743749","https://openalex.org/W2990467641","https://openalex.org/W2998472647","https://openalex.org/W2998868602","https://openalex.org/W2999868547","https://openalex.org/W3003692200","https://openalex.org/W3005478472","https://openalex.org/W3007747556","https://openalex.org/W3013960924","https://openalex.org/W3022291517","https://openalex.org/W3023078779","https://openalex.org/W3048486781","https://openalex.org/W3048663290","https://openalex.org/W3081088023","https://openalex.org/W3090573937","https://openalex.org/W3130425349","https://openalex.org/W4214717370","https://openalex.org/W4233061323","https://openalex.org/W6603171186","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2768698792"],"abstract_inverted_index":{"Due":[0],"to":[1,18,73,90,101,143,155],"the":[2,38,59,118,162,180,188],"high":[3],"maneuverability":[4],"and":[5,30,42,51,63,95,122,168],"flexibility,":[6],"unmanned":[7],"aerial":[8],"vehicles":[9],"(UAVs)":[10],"have":[11],"been":[12],"considered":[13],"as":[14,87],"a":[15,125],"promising":[16,198],"paradigm":[17],"assist":[19],"mobile":[20,64],"edge":[21],"computing":[22],"(MEC)":[23],"in":[24,48,55,92,103,150],"many":[25],"scenarios":[26],"including":[27],"disaster":[28],"rescue":[29],"field":[31],"operation.":[32],"Most":[33],"existing":[34],"research":[35,71],"focuses":[36],"on":[37],"study":[39],"of":[40,61,82,120,182],"trajectory":[41],"computation-offloading":[43],"scheduling":[44,75,127,146,163],"for":[45,77,129,148],"UAV-assisted":[46,131],"MEC":[47,149],"stationary":[49],"environments,":[50],"could":[52],"face":[53],"challenges":[54],"dynamic":[56,78,151],"environments":[57,79],"where":[58,106],"locations":[60],"UAVs":[62,108],"devices":[65],"(MDs)":[66],"vary":[67],"significantly.":[68],"Some":[69],"latest":[70],"attempts":[72],"develop":[74],"policies":[76,147],"by":[80],"means":[81],"reinforcement":[83],"learning":[84],"(RL).":[85],"However,":[86],"these":[88],"need":[89],"explore":[91],"high-dimensional":[93],"state":[94],"action":[96],"space,":[97],"they":[98],"may":[99],"fail":[100],"cover":[102],"large-scale":[104,130],"networks":[105,139],"multiple":[107],"serve":[109],"numerous":[110],"MDs.":[111],"To":[112],"address":[113],"this":[114],"challenge,":[115],"we":[116,160],"leverage":[117],"idea":[119],"“divide-and-conquer”":[121],"propose":[123],"HT3O,":[124],"scalable":[126],"approach":[128],"MEC.":[132],"First,":[133],"HT3O":[134,157,195],"is":[135],"built":[136],"with":[137],"neural":[138],"via":[140,172],"deep":[141],"RL":[142],"obtain":[144],"real-time":[145],"environments.":[152],"More":[153],"importantly,":[154],"make":[156],"more":[158],"scalable,":[159],"decompose":[161],"problem":[164],"into":[165],"two-layered":[166],"subproblems":[167],"optimize":[169],"them":[170],"alternately":[171],"hierarchical":[173],"RL.":[174],"This":[175],"not":[176],"only":[177],"substantially":[178],"reduces":[179],"complexity":[181],"each":[183],"subproblem,":[184],"but":[185],"also":[186],"improves":[187],"convergence":[189],"efficiency.":[190],"Experimental":[191],"results":[192],"show":[193],"that":[194],"can":[196],"achieve":[197],"performance":[199],"improvements":[200],"over":[201],"state-of-the-art":[202],"approaches.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":39},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}