{"id":"https://openalex.org/W4408323675","doi":"https://doi.org/10.1109/tits.2025.3538631","title":"Flight Trajectory Control With Network-Oriented Hierarchical Reinforcement Learning for UAVs-Assisted Data Time-Sensitive IoT","display_name":"Flight Trajectory Control With Network-Oriented Hierarchical Reinforcement Learning for UAVs-Assisted Data Time-Sensitive IoT","publication_year":2025,"publication_date":"2025-03-11","ids":{"openalex":"https://openalex.org/W4408323675","doi":"https://doi.org/10.1109/tits.2025.3538631"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3538631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3538631","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100432460","display_name":"Jingyu Wang","orcid":"https://orcid.org/0000-0002-2182-2228"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingyu Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071694471","display_name":"Songyang Li","orcid":"https://orcid.org/0009-0008-3507-8007"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songyang Li","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056125072","display_name":"Dezhi Chen","orcid":"https://orcid.org/0000-0003-1374-1644"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dezhi Chen","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016306368","display_name":"Qianlong Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianlong Fu","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406584","display_name":"Qi Qi","orcid":"https://orcid.org/0000-0003-0829-4624"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Qi","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008194128","display_name":"Haifeng Sun","orcid":"https://orcid.org/0000-0003-3072-7422"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Sun","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746631","display_name":"Bo He","orcid":"https://orcid.org/0000-0003-1301-4981"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo He","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055685073","display_name":"Jianxin Liao","orcid":"https://orcid.org/0000-0003-1486-0573"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxin Liao","raw_affiliation_strings":["Pengcheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100432460"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":5.1063,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93265331,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"26","issue":"5","first_page":"6332","last_page":"6345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.9556000232696533,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9264000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7728056907653809},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7330414652824402},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6378495693206787},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47650614380836487},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.4636436998844147},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3699001669883728},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3442978858947754},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.12619739770889282}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7728056907653809},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7330414652824402},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6378495693206787},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47650614380836487},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4636436998844147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3699001669883728},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3442978858947754},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.12619739770889282},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3538631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3538631","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3210785666","display_name":null,"funder_award_id":"2024PTB-004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3473387614","display_name":null,"funder_award_id":"62101064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3591376991","display_name":null,"funder_award_id":"62171057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3800536456","display_name":null,"funder_award_id":"U23B2001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5471218106","display_name":null,"funder_award_id":"2024PTB-004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5482006598","display_name":null,"funder_award_id":"62401080","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6984915249","display_name":null,"funder_award_id":"2024YFE0200800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7033253288","display_name":null,"funder_award_id":"Grants","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8129143660","display_name":null,"funder_award_id":"62321001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G817674981","display_name":null,"funder_award_id":"62471055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8615917232","display_name":null,"funder_award_id":"62201072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1993918491","https://openalex.org/W2268751503","https://openalex.org/W2746553466","https://openalex.org/W2896775460","https://openalex.org/W2952039542","https://openalex.org/W2962847915","https://openalex.org/W2964023906","https://openalex.org/W2964505566","https://openalex.org/W2974599699","https://openalex.org/W3010003004","https://openalex.org/W3010191728","https://openalex.org/W3041678225","https://openalex.org/W3046016465","https://openalex.org/W3046988891","https://openalex.org/W3111412729","https://openalex.org/W3118953734","https://openalex.org/W3120652158","https://openalex.org/W3131382839","https://openalex.org/W3133001479","https://openalex.org/W3162366242","https://openalex.org/W3173628078","https://openalex.org/W4205397442","https://openalex.org/W4283211846","https://openalex.org/W4285146254","https://openalex.org/W4285151170","https://openalex.org/W4285815045","https://openalex.org/W4285815091","https://openalex.org/W4285815115","https://openalex.org/W4285815170","https://openalex.org/W4285815174","https://openalex.org/W4295700726","https://openalex.org/W4312237401","https://openalex.org/W4312805548","https://openalex.org/W4372271753","https://openalex.org/W4372271806","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6703271639","https://openalex.org/W6734215269","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6752089545","https://openalex.org/W6802853800"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W4306904969","https://openalex.org/W2625093826","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W2138720691","https://openalex.org/W4362501864"],"abstract_inverted_index":{"Within":[0],"the":[1,9,41,53,60,110,135,144,158,162,165,181],"Internet":[2],"of":[3,11,43,66,112,187],"Things":[4],"(IoT)":[5],"for":[6,18,88,142,199],"traffic":[7,25,57],"monitoring,":[8],"employment":[10],"autonomous":[12],"aerial":[13],"vehicles":[14],"(AAVs)":[15],"as":[16],"relays":[17],"collecting":[19],"and":[20,164],"transmitting":[21],"real-time":[22],"data":[23,50],"from":[24,56],"sensors":[26,58],"to":[27,59,69,74,105,133,178,202],"base":[28,61],"stations":[29],"has":[30],"proven":[31],"a":[32,46,78,127,148,152,173],"promising":[33],"approach.":[34],"In":[35,122],"UAV-assisted":[36],"Data":[37],"Time-Sensitive":[38],"IoT":[39],"(DTIoT),":[40],"Age":[42],"Information":[44],"is":[45],"crucial":[47],"metric":[48],"assessing":[49],"freshness,":[51],"measuring":[52],"elapsed":[54],"time":[55],"station.":[62],"Optimizing":[63],"flight":[64,137],"trajectories":[65,96],"multiple":[67],"UAVs":[68],"minimize":[70],"AoI":[71,198],"while":[72],"adhering":[73],"energy":[75],"constraints":[76],"poses":[77],"significant":[79],"challenge.":[80],"Current":[81],"research":[82],"often":[83],"employs":[84],"deep":[85,113],"reinforcement":[86,130],"learning":[87,131],"UAV":[89],"trajectory":[90,138],"control.":[91],"Nevertheless,":[92],"managing":[93],"multi-agent":[94],"continuous":[95],"in":[97,139,196],"intricate":[98],"DTIoT":[99,140,200],"network":[100,186],"environments":[101],"faces":[102],"obstacles":[103],"due":[104],"sparse":[106],"rewards,":[107],"thus":[108],"impeding":[109],"training":[111,176],"neural":[114],"network-based":[115],"control":[116,134,149],"policies":[117],"using":[118],"traditional":[119],"DRL":[120,155,185],"techniques.":[121],"this":[123],"paper,":[124],"we":[125],"propose":[126],"network-oriented":[128],"hierarchical":[129,154],"(NO-HRL)":[132],"UAVs\u2019":[136],"networks":[141],"minimizing":[143],"AoI.":[145],"We":[146,170],"devise":[147],"policy":[150],"leveraging":[151],"two-tier":[153,184],"framework,":[156],"with":[157],"upper":[159],"tier":[160,167],"determining":[161],"target":[163],"lower":[166],"executing":[168],"it.":[169],"also":[171],"introduce":[172],"decoupled":[174],"sequential":[175],"approach":[177],"efficiently":[179],"train":[180],"mutually":[182],"dependent":[183],"NO-HRL.":[188],"Experimental":[189],"results":[190],"demonstrate":[191],"that":[192],"our":[193],"method":[194],"excels":[195],"optimizing":[197],"compared":[201],"other":[203],"baselines.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}