{"id":"https://openalex.org/W4375929127","doi":"https://doi.org/10.1109/jsyst.2023.3266769","title":"Deep Reinforcement Learning-Based Energy Minimization Task Offloading and Resource Allocation for Air Ground Integrated Heterogeneous Networks","display_name":"Deep Reinforcement Learning-Based Energy Minimization Task Offloading and Resource Allocation for Air Ground Integrated Heterogeneous Networks","publication_year":2023,"publication_date":"2023-05-08","ids":{"openalex":"https://openalex.org/W4375929127","doi":"https://doi.org/10.1109/jsyst.2023.3266769"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2023.3266769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2023.3266769","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031792231","display_name":"Peng Qin","orcid":"https://orcid.org/0000-0002-4324-5660"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Qin","raw_affiliation_strings":["State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China","Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Baoding, Hebei, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Baoding, Hebei, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000445977","display_name":"Shuo Wang","orcid":"https://orcid.org/0000-0001-7827-187X"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Wang","raw_affiliation_strings":["State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China","Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Baoding, Hebei, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Baoding, Hebei, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081258710","display_name":"Zhou L\u00fc","orcid":"https://orcid.org/0000-0002-0935-6519"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Lu","raw_affiliation_strings":["China Academic of Electronics and Information Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Academic of Electronics and Information Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086277438","display_name":"Yuanbo Xie","orcid":"https://orcid.org/0009-0008-1325-4313"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanbo Xie","raw_affiliation_strings":["State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China","Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Baoding, Hebei, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Baoding, Hebei, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046575943","display_name":"Xiongwen Zhao","orcid":"https://orcid.org/0000-0001-9421-4795"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongwen Zhao","raw_affiliation_strings":["State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China","Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Baoding, Hebei, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Alternate Electrical Power System with Renewable Energy Sources, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Baoding, Hebei, China","institution_ids":["https://openalex.org/I153473198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5031792231"],"corresponding_institution_ids":["https://openalex.org/I153473198"],"apc_list":null,"apc_paid":null,"fwci":18.9046,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.98947958,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"17","issue":"3","first_page":"4958","last_page":"4968"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7474732398986816},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.575904369354248},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5659779906272888},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5141937732696533},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5105770826339722},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.47532299160957336},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.46815943717956543},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.46754565834999084},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4547138214111328},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4432426691055298},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.42635706067085266},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.4189836084842682},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28627365827560425},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.25603991746902466},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18211334943771362},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.16173896193504333},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15007635951042175},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11051127314567566},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.09785017371177673}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7474732398986816},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.575904369354248},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5659779906272888},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5141937732696533},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5105770826339722},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.47532299160957336},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.46815943717956543},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.46754565834999084},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4547138214111328},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4432426691055298},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.42635706067085266},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.4189836084842682},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28627365827560425},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.25603991746902466},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18211334943771362},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.16173896193504333},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15007635951042175},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11051127314567566},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.09785017371177673},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2023.3266769","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2023.3266769","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1499029729","display_name":null,"funder_award_id":"62201212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2588679917","display_name":null,"funder_award_id":"F2022502017","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2257979135","https://openalex.org/W2344695221","https://openalex.org/W2400861403","https://openalex.org/W2522123397","https://openalex.org/W2792071139","https://openalex.org/W2904947504","https://openalex.org/W2904994737","https://openalex.org/W2907086092","https://openalex.org/W2922585446","https://openalex.org/W2924948991","https://openalex.org/W2961269959","https://openalex.org/W2962691117","https://openalex.org/W2963376050","https://openalex.org/W2963857659","https://openalex.org/W2972503844","https://openalex.org/W3014713036","https://openalex.org/W3016961082","https://openalex.org/W3024681024","https://openalex.org/W3037951940","https://openalex.org/W3074294383","https://openalex.org/W3080161935","https://openalex.org/W3120923500","https://openalex.org/W3181720677","https://openalex.org/W3198718201","https://openalex.org/W3212172638","https://openalex.org/W3213889621","https://openalex.org/W3217066153","https://openalex.org/W4226548612","https://openalex.org/W4285285476","https://openalex.org/W4293195791","https://openalex.org/W4294068647","https://openalex.org/W4312900360","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255","https://openalex.org/W2362797233"],"abstract_inverted_index":{"With":[0],"the":[1,25,35,54,110,133,142],"popularization":[2],"of":[3,5,9,31,69,165],"Internet":[4],"Things,":[6],"a":[7,102,125,151],"number":[8],"emerging":[10],"applications":[11],"all":[12],"require":[13],"both":[14],"efficient":[15],"communication":[16],"and":[17,28,46,72,90,123,146,169,185,191],"computing":[18,26,87,147],"service,":[19],"which":[20,67],"poses":[21],"enormous":[22],"challenges":[23],"to":[24,51,109,131],"ability":[27],"battery":[29],"capacity":[30],"terminal":[32,84,166],"equipment.":[33],"Moreover,":[34],"ground-based":[36],"5G":[37],"system":[38],"cannot":[39],"provide":[40],"seamless":[41],"service":[42],"especially":[43],"for":[44],"hotspot":[45],"remote":[47],"area.":[48],"In":[49],"order":[50],"deal":[52],"with":[53,75,172,176],"mentioned":[55],"issues,":[56],"we":[57,117],"first":[58,134],"propose":[59],"an":[60,94],"air":[61],"ground":[62],"integrated":[63],"heterogeneous":[64],"networks":[65],"model,":[66],"consists":[68],"multiple":[70],"UAVs":[71],"GBSs":[73],"equipped":[74],"edge":[76],"servers.":[77],"Then,":[78],"by":[79,188],"jointly":[80],"taking":[81],"into":[82,120],"account":[83],"power":[85,144],"control,":[86],"resource":[88,148],"allocation,":[89],"task":[91],"offloading":[92,129,135],"decision,":[93],"energy-minimization":[95],"issue":[96,137],"is":[97,101,154],"formulated,":[98],"which,":[99],"however,":[100],"mixed":[103],"integer":[104],"nonlinear":[105],"programming":[106],"problem":[107],"due":[108],"tight":[111],"coupling":[112],"between":[113],"optimization":[114],"variables.":[115],"Therefore,":[116],"decompose":[118],"it":[119,181],"two":[121],"subproblems":[122],"design":[124],"deep":[126],"actor-critic-based":[127],"online":[128],"algorithm":[130,187],"solve":[132],"decision-making":[136],"facing":[138],"dimensionality":[139],"curse.":[140],"For":[141],"second":[143],"control":[145],"allocation":[149],"subproblem,":[150],"difference-of-convex-based":[152],"solution":[153],"presented.":[155],"The":[156],"proposed":[157],"approach":[158],"can":[159],"achieve":[160],"superior":[161],"performance":[162],"in":[163],"terms":[164],"energy":[167],"consumption":[168],"convergence":[170],"speed":[171],"lower":[173],"complexity":[174],"compared":[175],"other":[177],"benchmark":[178],"methods.":[179],"Specifically,":[180],"outperforms":[182],"DDQN,":[183],"AC&Greedy,":[184],"UCB":[186],"7.62%,":[189],"17.32%,":[190],"23.14%,":[192],"respectively.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}