{"id":"https://openalex.org/W4413556801","doi":"https://doi.org/10.1109/jiot.2025.3602147","title":"A Dual-Layer Deep Reinforcement Learning Routing Approach for Integrated UAV and Satellite IoT Networks","display_name":"A Dual-Layer Deep Reinforcement Learning Routing Approach for Integrated UAV and Satellite IoT Networks","publication_year":2025,"publication_date":"2025-08-25","ids":{"openalex":"https://openalex.org/W4413556801","doi":"https://doi.org/10.1109/jiot.2025.3602147"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3602147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3602147","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101729638","display_name":"Fei Zheng","orcid":"https://orcid.org/0000-0002-6432-0623"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fei Zheng","raw_affiliation_strings":["Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China"],"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065521278","display_name":"Jun-Jie Wei","orcid":"https://orcid.org/0000-0003-0162-2488"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juzhong Wei","raw_affiliation_strings":["Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China"],"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100615081","display_name":"Shichao Li","orcid":"https://orcid.org/0000-0001-6858-5031"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shichao Li","raw_affiliation_strings":["Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China"],"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783073","display_name":"Peng Yu","orcid":"https://orcid.org/0000-0002-0402-5390"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047467022","display_name":"Shaoyong Guo","orcid":"https://orcid.org/0000-0003-2033-8431"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoyong Guo","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035534466","display_name":"Jilong Zhao","orcid":"https://orcid.org/0000-0003-1310-9307"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jilong Zhao","raw_affiliation_strings":["Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China"],"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068887242","display_name":"Yufei Huang","orcid":"https://orcid.org/0000-0001-6268-5357"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhai Huang","raw_affiliation_strings":["Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China"],"affiliations":[{"raw_affiliation_string":"Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101729638"],"corresponding_institution_ids":["https://openalex.org/I5343935"],"apc_list":null,"apc_paid":null,"fwci":5.1063,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.9525759,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"13","issue":"3","first_page":"3630","last_page":"3644"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13905","display_name":"Telecommunications and Broadcasting Technologies","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8190122842788696},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7789134979248047},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.6408578157424927},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.6165014505386353},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5704911947250366},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5006768703460693},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.48210835456848145},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.4442695081233978},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4221954345703125},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3762058615684509},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08489763736724854}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8190122842788696},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7789134979248047},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.6408578157424927},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.6165014505386353},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5704911947250366},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5006768703460693},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.48210835456848145},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.4442695081233978},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4221954345703125},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3762058615684509},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08489763736724854},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3602147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3602147","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1111077274","display_name":null,"funder_award_id":"62361016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6611259075","display_name":null,"funder_award_id":"GuikeAB25069438","funder_id":"https://openalex.org/F4320335774","funder_display_name":"Key Technologies Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335774","display_name":"Key Technologies Research and Development Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2012540171","https://openalex.org/W2593547701","https://openalex.org/W2743363440","https://openalex.org/W2799292918","https://openalex.org/W2900228632","https://openalex.org/W2907962963","https://openalex.org/W2962814013","https://openalex.org/W2969823908","https://openalex.org/W2991039687","https://openalex.org/W3103408716","https://openalex.org/W3131309288","https://openalex.org/W3137048766","https://openalex.org/W3138627822","https://openalex.org/W3169106664","https://openalex.org/W3182543429","https://openalex.org/W4214634553","https://openalex.org/W4225151881","https://openalex.org/W4285127565","https://openalex.org/W4285154459","https://openalex.org/W4285192830","https://openalex.org/W4295700767","https://openalex.org/W4296211966","https://openalex.org/W4312393609","https://openalex.org/W4312695887","https://openalex.org/W4366147958","https://openalex.org/W4377079740","https://openalex.org/W4377862205","https://openalex.org/W4382119216","https://openalex.org/W4385062799","https://openalex.org/W4388052739","https://openalex.org/W4390480758","https://openalex.org/W4390547349","https://openalex.org/W4391945833","https://openalex.org/W4391958990","https://openalex.org/W4392908328","https://openalex.org/W4393104961","https://openalex.org/W4393180189","https://openalex.org/W4395069596","https://openalex.org/W4396680492","https://openalex.org/W4400682008","https://openalex.org/W4401806258","https://openalex.org/W4402509341","https://openalex.org/W4405305868","https://openalex.org/W4406264644","https://openalex.org/W4409356441"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2028190576","https://openalex.org/W4206958678","https://openalex.org/W2373343648"],"abstract_inverted_index":{"Internet":[0,11,83],"of":[1,20,39,48,54,84,108,127,283],"Things":[2,85],"Devices":[3],"(IoTDs)":[4],"in":[5,281],"remote":[6],"areas":[7],"connect":[8],"to":[9,44,61,104,122,160,163,183,230,243,257,267],"the":[10,37,45,52,66,106,112,124,130,145,172,203,216,225,231,235,248,275],"through":[12,188],"Low":[13],"Earth":[14],"Orbit":[15],"(LEO)":[16],"satellites.":[17],"The":[18],"transmission":[19,96,126,169,199],"massive":[21],"IoTDs":[22,64],"data":[23,194],"volumes":[24],"leveraging":[25],"satellites":[26,99],"faces":[27],"a":[28,76,116,150,206,262],"critical":[29],"challenge,":[30],"as":[31,95,101],"constrained":[32],"bandwidth":[33,162,186],"onboard":[34,185],"significantly":[35,197],"impacts":[36],"performance":[38,285],"time-sensitive":[40],"applications.":[41],"Moreover,":[42],"due":[43],"limited":[46],"number":[47],"satellite-ground":[49],"links":[50],"and":[51,87,98,129,139,167,196,214,286],"capacity":[53],"satellite":[55,67,141,174],"access":[56],"devices,":[57],"it":[58],"is":[59,120,132,181,265],"challenging":[60],"serve":[62,94,100],"all":[63],"within":[65],"network":[68,78,114],"coverage.":[69],"To":[70,223],"tackle":[71],"these":[72],"challenges,":[73],"we":[74,148,227,238,251],"propose":[75,149],"dual-layer":[77,113,117],"architecture":[79],"that":[80,274],"integrates":[81],"Satellite":[82],"(SIoT)":[86],"Unmanned":[88],"Aerial":[89],"Vehicles":[90],"(UAVs),":[91],"where":[92],"UAVs":[93],"units":[97,103],"computing":[102],"overcome":[105],"limitations":[107],"conventional":[109],"SIoT.":[110],"In":[111,234,247],"architecture,":[115],"routing":[118,138,153,179],"problem":[119,131,204,217],"formulated":[121],"ensure":[123],"rapid":[125],"tasks,":[128],"further":[133],"decomposed":[134],"into":[135,205],"UAV":[136,146,236],"layer":[137,142,213],"LEO":[140,173,249],"routing.":[143],"At":[144,171],"layer,":[147,175,237,250],"multitask":[151],"concurrent":[152],"strategy":[154,180],"based":[155],"on":[156],"task":[157],"segmentation":[158],"according":[159],"path":[161],"reduce":[164,244],"link":[165],"load":[166],"improve":[168,258],"efficiency.":[170,200],"an":[176],"integrated":[177],"computation-transmission":[178],"introduced":[182,266],"mitigate":[184],"constraints":[187],"computational":[189],"capabilities,":[190],"thereby":[191],"reducing":[192],"transmitted":[193],"volume":[195],"enhancing":[198],"We":[201],"transform":[202],"Markov":[207],"Decision":[208],"Process":[209],"(MDP)":[210],"for":[211],"each":[212],"solve":[215],"using":[218],"Deep":[219],"Reinforcement":[220],"Learning":[221],"(DRL).":[222],"enhance":[224,268],"performance,":[226],"introduce":[228,239],"improvements":[229],"route":[232],"algorithm.":[233],"channel":[240],"state":[241],"averaging":[242],"algorithmic":[245],"complexity.":[246],"employ":[252],"Prioritized":[253],"Trajectory":[254],"Replay":[255],"(PTR)":[256],"learning":[259],"efficiency,":[260],"while":[261],"loss":[263],"constraint":[264],"training":[269],"stability.":[270],"Simulation":[271],"results":[272],"demonstrate":[273],"proposed":[276],"algorithm":[277],"outperforms":[278],"other":[279],"algorithms":[280],"terms":[282],"convergence":[284],"overall":[287],"delay.":[288]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}