{"id":"https://openalex.org/W7129021311","doi":"https://doi.org/10.1109/tvt.2026.3664926","title":"A Two-Timescale Learning-Based Stochastic Game for Energy-Efficient UAV Trajectory Planning and Replacement in Hierarchical Aerial Computing","display_name":"A Two-Timescale Learning-Based Stochastic Game for Energy-Efficient UAV Trajectory Planning and Replacement in Hierarchical Aerial Computing","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129021311","doi":"https://doi.org/10.1109/tvt.2026.3664926"},"language":null,"primary_location":{"id":"doi:10.1109/tvt.2026.3664926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2026.3664926","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075577729","display_name":"Jialiuyuan Li","orcid":"https://orcid.org/0000-0002-7827-9633"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialiuyuan Li","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-7827-9633","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077508069","display_name":"You Shi","orcid":"https://orcid.org/0009-0007-1632-2767"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You Shi","raw_affiliation_strings":["College of Electrical Engineering and Control Science, Nanjing Tech University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-1632-2767","affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and Control Science, Nanjing Tech University, Nanjing, China","institution_ids":["https://openalex.org/I134687103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126136429","display_name":"Chen Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Dai","raw_affiliation_strings":["School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9035-4539","affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119052511","display_name":"Yongjian Fan","orcid":"https://orcid.org/0000-0003-3866-0269"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Fan","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060309004","display_name":"Changyan Yi","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyan Yi","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-3467-0710","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126079041","display_name":"Xiankun Ge","orcid":null},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiankun Ge","raw_affiliation_strings":["College of Electrical Engineering and Control Science, Nanjing Tech University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and Control Science, Nanjing Tech University, Nanjing, China","institution_ids":["https://openalex.org/I134687103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126148988","display_name":"Jiantao Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiantao Shi","raw_affiliation_strings":["College of Electrical Engineering and Control Science, Nanjing Tech University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4245-0221","affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and Control Science, Nanjing Tech University, Nanjing, China","institution_ids":["https://openalex.org/I134687103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22402028,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"75","issue":"7","first_page":"14862","last_page":"14876"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5964000225067139},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5952000021934509},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5758000016212463},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5651999711990356},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5565000176429749},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4758000075817108},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.4569999873638153},{"id":"https://openalex.org/keywords/delegation","display_name":"Delegation","score":0.4325000047683716},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.43160000443458557}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6607999801635742},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5964000225067139},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5952000021934509},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5758000016212463},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5651999711990356},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5565000176429749},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5318999886512756},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4758000075817108},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C86532276","wikidata":"https://www.wikidata.org/wiki/Q1184065","display_name":"Delegation","level":2,"score":0.4325000047683716},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.43160000443458557},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.42100000381469727},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3959999978542328},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.36250001192092896},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.3456000089645386},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.3140000104904175},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.2653000056743622},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2026.3664926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2026.3664926","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8588603734970093}],"awards":[{"id":"https://openalex.org/G4577882538","display_name":null,"funder_award_id":"BK20250600","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8696985421","display_name":null,"funder_award_id":"62402232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W2058841014","https://openalex.org/W2748166927","https://openalex.org/W2800182763","https://openalex.org/W2883265677","https://openalex.org/W2890056916","https://openalex.org/W2903254326","https://openalex.org/W2909977353","https://openalex.org/W2924948991","https://openalex.org/W2964023906","https://openalex.org/W3010038222","https://openalex.org/W3010301175","https://openalex.org/W3121477569","https://openalex.org/W3158749225","https://openalex.org/W3165716753","https://openalex.org/W3166603348","https://openalex.org/W3168863497","https://openalex.org/W3172086257","https://openalex.org/W3197148111","https://openalex.org/W4205139806","https://openalex.org/W4225634769","https://openalex.org/W4285247160","https://openalex.org/W4289824321","https://openalex.org/W4313053000","https://openalex.org/W4313270738","https://openalex.org/W4319996394","https://openalex.org/W4320008870","https://openalex.org/W4361029767","https://openalex.org/W4376454415","https://openalex.org/W4381327887","https://openalex.org/W4383220107","https://openalex.org/W4386275784","https://openalex.org/W4386431815","https://openalex.org/W4390204245","https://openalex.org/W4390871473","https://openalex.org/W4391559627","https://openalex.org/W4393972724","https://openalex.org/W4393973474","https://openalex.org/W4394564351","https://openalex.org/W4394896976","https://openalex.org/W4397026289","https://openalex.org/W4399110650","https://openalex.org/W4400188066","https://openalex.org/W4400276964","https://openalex.org/W4400356258","https://openalex.org/W4400579025","https://openalex.org/W4401414395","https://openalex.org/W4402389137","https://openalex.org/W4404469496","https://openalex.org/W4406354533","https://openalex.org/W4407937617","https://openalex.org/W4408254229","https://openalex.org/W4408941425","https://openalex.org/W4410616657"],"related_works":[],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,37,43,56,78,113,138,170],"unmanned":[3],"aerial":[4,13,116],"vehicles":[5],"(UAVs)":[6],"and":[7,46,70,131,134,153,168],"high-altitude":[8],"platform":[9],"(HAP)":[10],"in":[11,64,75,82],"hierarchical":[12,115],"computing":[14],"presents":[15],"a":[16,102,139],"promising":[17],"paradigm":[18],"for":[19,60],"delivering":[20],"supplementary":[21],"computational":[22],"services":[23],"to":[24,107,159],"mobile":[25],"IoT":[26,44],"devices.":[27],"Despite":[28],"the":[29,35,40,53,79,86,95,109,114,120,136,161,166,171],"great":[30],"potential,":[31],"this":[32,98],"system":[33,110,132],"faces":[34],"challenge":[36],"timescale.":[38],"Specifically,":[39],"dynamic":[41],"nature":[42],"devices":[45],"their":[47,62],"corresponding":[48],"task":[49,58,151],"generations":[50],"may":[51,92],"initialize":[52],"frequent":[54],"adjustment":[55],"UAVs-HAP":[57],"delegation":[59,152],"fullfiling":[61],"needs":[63],"small-timescale,":[65],"but":[66],"UAVs'":[67],"trajectory":[68,148],"planning":[69],"replacement":[71],"can":[72],"only":[73],"operate":[74],"large-timescale":[76],"because":[77],"severe":[80],"overhead":[81],"high-speed":[83],"maneuvers,":[84],"motivating":[85],"multi-timescale":[87],"asynchronous":[88],"decision":[89],"making":[90],"which":[91],"further":[93],"complicate":[94],"system.":[96],"To":[97],"end,":[99],"we":[100],"propose":[101],"two-timescale":[103],"optimization":[104],"framework,":[105],"aiming":[106],"maximize":[108],"energy":[111],"efficiency":[112],"computing.":[117],"We":[118],"formulate":[119],"problem":[121],"as":[122],"two":[123],"coupled":[124],"multi-agent":[125],"stochastic":[126],"games,":[127],"capturing":[128],"UAV-HAP":[129],"interactions":[130],"uncertainties,":[133],"prove":[135],"existence":[137],"Nash":[140],"Equilibrium":[141],"(NE).":[142],"A":[143],"reinforcement":[144],"learning-based":[145],"algorithm,":[146],"UAV":[147],"planning,":[149],"replacement,":[150],"resource":[154],"allocation":[155],"(UTRTD),":[156],"is":[157],"developed":[158],"achieve":[160],"NE.":[162],"Simulation":[163],"results":[164],"demonstrate":[165],"effectiveness":[167],"superiority":[169],"proposed":[172],"UTRTD":[173],"over":[174],"counterparts.":[175]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-02-17T00:00:00"}