{"id":"https://openalex.org/W3135506433","doi":"https://doi.org/10.1109/jiot.2021.3063188","title":"Collaborative Computation Offloading and Resource Allocation in Multi-UAV-Assisted IoT Networks: A Deep Reinforcement Learning Approach","display_name":"Collaborative Computation Offloading and Resource Allocation in Multi-UAV-Assisted IoT Networks: A Deep Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-03-02","ids":{"openalex":"https://openalex.org/W3135506433","doi":"https://doi.org/10.1109/jiot.2021.3063188","mag":"3135506433"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3063188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3063188","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076128522","display_name":"Abegaz Mohammed Seid","orcid":"https://orcid.org/0000-0002-3672-6132"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Abegaz Mohammed Seid","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3672-6132","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004399713","display_name":"Gordon Owusu Boateng","orcid":"https://orcid.org/0000-0002-7923-367X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gordon Owusu Boateng","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7923-367X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045392864","display_name":"Stephen Anokye","orcid":"https://orcid.org/0000-0002-5698-6951"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Stephen Anokye","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5698-6951","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056901161","display_name":"Thomas Kwantwi","orcid":"https://orcid.org/0000-0002-6359-9597"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Thomas Kwantwi","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091755158","display_name":"Guolin Sun","orcid":"https://orcid.org/0000-0001-9754-7261"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guolin Sun","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-9754-7261","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003393482","display_name":"Guisong Liu","orcid":"https://orcid.org/0000-0003-2360-0466"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guisong Liu","raw_affiliation_strings":["Economic Information Engineering School, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2360-0466","affiliations":[{"raw_affiliation_string":"Economic Information Engineering School, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":186.9883,"has_fulltext":false,"cited_by_count":229,"citation_normalized_percentile":{"value":0.99986844,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"8","issue":"15","first_page":"12203","last_page":"12218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8637658357620239},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8009902834892273},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6997148990631104},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6287207007408142},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5540244579315186},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.506492018699646},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4770166873931885},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4683394432067871},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45603784918785095},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.4443363547325134},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32280611991882324},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1929420530796051},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.1919730007648468}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8637658357620239},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8009902834892273},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6997148990631104},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6287207007408142},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5540244579315186},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.506492018699646},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4770166873931885},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4683394432067871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45603784918785095},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4443363547325134},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32280611991882324},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1929420530796051},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.1919730007648468},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3063188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3063188","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2507640789","display_name":null,"funder_award_id":"ZYGX2018J068","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G340168978","display_name":null,"funder_award_id":"2020YFQ0025","funder_id":"https://openalex.org/F4320322922","funder_display_name":"Department of Science and Technology of Sichuan Province"},{"id":"https://openalex.org/G6114932493","display_name":"\u57fa\u4e8e\u7f51\u7edc\u5207\u7247\u76845G\u7269\u8054\u7f51\u8d85\u4f4e\u65f6\u5ef6\u4f20\u8f93\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61771098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322922","display_name":"Department of Science and Technology of Sichuan Province","ror":"https://ror.org/04323m874"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W155432278","https://openalex.org/W1540107614","https://openalex.org/W1560887569","https://openalex.org/W1988456768","https://openalex.org/W2005816059","https://openalex.org/W2068300842","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2159588611","https://openalex.org/W2289204537","https://openalex.org/W2405440628","https://openalex.org/W2522615148","https://openalex.org/W2586992378","https://openalex.org/W2594560857","https://openalex.org/W2741795092","https://openalex.org/W2744262148","https://openalex.org/W2790256744","https://openalex.org/W2799658744","https://openalex.org/W2804985843","https://openalex.org/W2886509985","https://openalex.org/W2893483702","https://openalex.org/W2896163024","https://openalex.org/W2898157791","https://openalex.org/W2899320340","https://openalex.org/W2899778925","https://openalex.org/W2900395215","https://openalex.org/W2901790394","https://openalex.org/W2902554997","https://openalex.org/W2904453398","https://openalex.org/W2907086092","https://openalex.org/W2913208211","https://openalex.org/W2929534590","https://openalex.org/W2961269959","https://openalex.org/W2961818755","https://openalex.org/W2962691117","https://openalex.org/W2962847915","https://openalex.org/W2962994567","https://openalex.org/W2963009535","https://openalex.org/W2963352692","https://openalex.org/W2963864421","https://openalex.org/W2964095788","https://openalex.org/W2969525674","https://openalex.org/W2981730156","https://openalex.org/W2989402659","https://openalex.org/W3044921499","https://openalex.org/W3106445841","https://openalex.org/W3118502753","https://openalex.org/W3150948256","https://openalex.org/W3159750561","https://openalex.org/W4298023569","https://openalex.org/W6780844871"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413","https://openalex.org/W2153007255"],"abstract_inverted_index":{"In":[0,93],"the":[1,19,78,90,107,162,175,179,182,207,224],"fifth-generation":[2],"(5G)":[3],"wireless":[4],"networks,":[5],"Edge-Internet-of-Things":[6],"(EIoT)":[7],"devices":[8,129],"are":[9],"envisioned":[10],"to":[11,18,50,54,76,110,127,152],"generate":[12],"huge":[13],"amounts":[14],"of":[15,21,27,48,57,181],"data.":[16],"Due":[17],"limitation":[20],"computation":[22,142,170,242],"capacity":[23],"and":[24,86,105,123,144,177,195,198,237],"battery":[25],"life":[26],"devices,":[28],"all":[29],"tasks":[30,49],"cannot":[31],"be":[32,74],"processed":[33],"by":[34,80,203],"these":[35],"devices.":[36],"However,":[37],"mobile-edge":[38],"computing":[39],"(MEC)":[40],"is":[41,190],"a":[42,98,111,131],"very":[43],"promising":[44],"solution":[45,202],"enabling":[46],"offloading":[47,143,171,239],"nearby":[51],"MEC":[52],"servers":[53],"improve":[55],"quality":[56],"service.":[58],"Also,":[59],"during":[60],"emergency":[61,157],"situations":[62],"in":[63,130,149,174,243],"areas":[64],"where":[65],"network":[66,79,100,155,176],"failure":[67],"exists,":[68],"unmanned":[69],"aerial":[70,151],"vehicles":[71],"(UAVs)":[72],"can":[73,160],"deployed":[75],"restore":[77],"acting":[81],"as":[82,120],"Aerial":[83],"Base":[84],"Stations":[85],"computational":[87],"nodes":[88],"for":[89,156,240],"edge":[91],"network.":[92,114,210],"this":[94],"article,":[95],"we":[96],"consider":[97],"central":[99],"controller":[101],"who":[102],"trains":[103],"observations":[104],"broadcasts":[106],"trained":[108],"data":[109],"multi-UAV":[112],"cluster":[113,117],"Each":[115,166],"UAV":[116],"head":[118],"acts":[119],"an":[121,150,200],"agent":[122,167],"autonomously":[124],"allocates":[125],"resources":[126],"EIoT":[128],"decentralized":[132],"fashion.":[133],"We":[134],"propose":[135],"model-free":[136],"deep":[137,218,229],"reinforcement":[138],"learning":[139,205],"(DRL)-based":[140],"collaborative":[141],"resource":[145],"allocation":[146],"(CCORA-DRL)":[147],"scheme":[148,216],"ground":[153],"(A2G)":[154],"situations,":[158],"which":[159],"control":[161],"continuous":[163],"action":[164],"space.":[165],"learns":[168,223],"efficient":[169,201],"policies":[172],"independently":[173],"checks":[178],"statuses":[180],"UAVs":[183],"through":[184,217],"Jain\u2019s":[185],"Fairness":[186],"index.":[187],"The":[188],"objective":[189],"minimizing":[191],"task":[192],"execution":[193],"delay":[194],"energy":[196],"consumption":[197],"acquiring":[199],"adaptive":[204],"from":[206],"dynamic":[208,245],"A2G":[209],"Simulation":[211],"results":[212],"reveal":[213],"that":[214],"our":[215],"deterministic":[219],"policy":[220],"gradient,":[221],"effectively":[222],"optimal":[225],"policy,":[226],"outperforming":[227],"A3C,":[228],"<inline-formula":[230],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[231],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[232],"<tex-math":[233],"notation=\"LaTeX\">$Q$":[234],"</tex-math></inline-formula>":[235],"-network":[236],"greedy-based":[238],"local":[241],"stochastic":[244],"environments.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":48},{"year":2024,"cited_by_count":60},{"year":2023,"cited_by_count":66},{"year":2022,"cited_by_count":37},{"year":2021,"cited_by_count":7}],"updated_date":"2026-06-28T08:01:55.173337","created_date":"2025-10-10T00:00:00"}