{"id":"https://openalex.org/W4411799546","doi":"https://doi.org/10.1109/tai.2025.3584286","title":"Hierarchical Reinforcement Learning for Mapless Moving Target Navigation With Communication Interruption","display_name":"Hierarchical Reinforcement Learning for Mapless Moving Target Navigation With Communication Interruption","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4411799546","doi":"https://doi.org/10.1109/tai.2025.3584286"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2025.3584286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3584286","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhen Feng","orcid":"https://orcid.org/0009-0002-9857-1022"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Feng","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0002-9857-1022","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012004938","display_name":"Biao Luo","orcid":"https://orcid.org/0000-0002-3353-2586"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Luo","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-3353-2586","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hanxiao Li","orcid":"https://orcid.org/0009-0004-2410-8507"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanxiao Li","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0004-2410-8507","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaodong Xu","orcid":"https://orcid.org/0000-0003-4795-9967"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodong Xu","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-4795-9967","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005130812","display_name":"Lin Xiao","orcid":"https://orcid.org/0000-0003-3172-3490"},"institutions":[{"id":"https://openalex.org/I173759888","display_name":"Hunan Normal University","ror":"https://ror.org/053w1zy07","country_code":"CN","type":"education","lineage":["https://openalex.org/I173759888"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Xiao","raw_affiliation_strings":["Hunan Provincial Key Laboratory of Intelligent Computing and Language Information Processing, Hunan Normal University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-3172-3490","affiliations":[{"raw_affiliation_string":"Hunan Provincial Key Laboratory of Intelligent Computing and Language Information Processing, Hunan Normal University, Changsha, China","institution_ids":["https://openalex.org/I173759888"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101883693","display_name":"Yuqian Zhao","orcid":"https://orcid.org/0000-0003-0261-9782"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqian Zhao","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-0261-9782","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chunhua Yang","orcid":"https://orcid.org/0000-0002-3770-9887"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunhua Yang","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-3770-9887","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":null,"display_name":"Weihua Gui","orcid":"https://orcid.org/0000-0003-0312-436X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihua Gui","raw_affiliation_strings":["School of Automation, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-0312-436X","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1510171,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":"2","first_page":"839","last_page":"853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6802188754081726},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5460079908370972},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5410110354423523},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.367326557636261},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32367628812789917},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23362353444099426},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.07610782980918884}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6802188754081726},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5460079908370972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5410110354423523},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.367326557636261},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32367628812789917},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23362353444099426},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.07610782980918884}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2025.3584286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2025.3584286","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.4000000059604645}],"awards":[{"id":"https://openalex.org/G1342224670","display_name":null,"funder_award_id":"U2341216","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5886857171","display_name":null,"funder_award_id":"62373375","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1683982302","https://openalex.org/W1984184166","https://openalex.org/W2049952439","https://openalex.org/W2055000932","https://openalex.org/W2065185843","https://openalex.org/W2080823437","https://openalex.org/W2141664020","https://openalex.org/W2152671441","https://openalex.org/W2409556673","https://openalex.org/W2489584119","https://openalex.org/W2575705757","https://openalex.org/W2885195348","https://openalex.org/W2897824202","https://openalex.org/W2902024803","https://openalex.org/W2951870359","https://openalex.org/W2963318716","https://openalex.org/W2963428623","https://openalex.org/W2964021598","https://openalex.org/W2968936678","https://openalex.org/W2982316857","https://openalex.org/W2996903041","https://openalex.org/W3009556785","https://openalex.org/W3019171297","https://openalex.org/W3025111165","https://openalex.org/W3034563340","https://openalex.org/W3037430760","https://openalex.org/W3096984909","https://openalex.org/W3118769293","https://openalex.org/W3119782399","https://openalex.org/W3127561923","https://openalex.org/W3130821023","https://openalex.org/W3137786033","https://openalex.org/W3157546044","https://openalex.org/W3159132088","https://openalex.org/W3206901743","https://openalex.org/W3208335691","https://openalex.org/W3208890675","https://openalex.org/W4206497039","https://openalex.org/W4214586471","https://openalex.org/W4225524949","https://openalex.org/W4226182508","https://openalex.org/W4281384582","https://openalex.org/W4283790957","https://openalex.org/W4293198193","https://openalex.org/W4312309366","https://openalex.org/W4312356833","https://openalex.org/W4312439409","https://openalex.org/W4312610737","https://openalex.org/W4353056919","https://openalex.org/W4360897378","https://openalex.org/W4380200516","https://openalex.org/W4385245566","https://openalex.org/W4386824909","https://openalex.org/W4391128496","https://openalex.org/W4392375508","https://openalex.org/W4392607789","https://openalex.org/W4392611791","https://openalex.org/W4399849767","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1,60],"learning":[2,61],"(DRL)":[3],"has":[4],"shown":[5],"significant":[6],"potential":[7],"in":[8],"robot":[9],"navigation,":[10],"particularly":[11],"for":[12,29,62,110],"mapless":[13],"moving":[14],"target":[15,28],"scenarios.":[16],"Note":[17],"that":[18],"existing":[19],"methods":[20],"rely":[21],"heavily":[22],"on":[23],"continuous":[24],"communication":[25,33],"with":[26],"the":[27,37,71,82,89,94,98,111,126,142,146],"trajectory":[30,79,116],"prediction.":[31],"When":[32],"interruption":[34],"(CI)":[35],"occurs,":[36],"absence":[38],"of":[39,145],"real-time":[40,95],"updates":[41],"significantly":[42],"reduces":[43,130],"success":[44,152],"rates":[45],"and":[46,77,100,157,165],"navigation":[47,112,131,155,159],"efficiency.":[48],"To":[49],"bridge":[50],"this":[51],"gap,":[52],"a":[53,150],"novel":[54],"framework":[55],"is":[56],"developed,":[57],"namely,":[58],"hierarchical":[59],"CI":[63],"(HRL-CI),":[64],"which":[65,103,129],"incorporates":[66],"two":[67],"key":[68],"modules":[69],"into":[70],"HRL":[72],"architecture:":[73],"adaptive":[74,83],"sub-goal":[75,84,90,108,132],"update":[76,85,91],"predicted":[78,99,115,122],"fusion.":[80],"Specifically,":[81],"module":[86,118],"dynamically":[87],"regulates":[88],"interval":[92],"using":[93],"comparison":[96],"between":[97],"ground-truth":[101],"trajectory,":[102],"constantly":[104],"guarantees":[105],"an":[106],"opportune":[107],"adjustment":[109],"controller.":[113],"The":[114],"fusion":[117],"exponentially":[119],"weights":[120,167],"multiple":[121],"trajectories":[123],"to":[124],"obtain":[125],"fused":[127],"prediction,":[128],"deviations":[133],"caused":[134],"by":[135],"long-distance":[136],"prediction":[137],"errors.":[138],"Comprehensive":[139],"experiments":[140],"demonstrate":[141],"superior":[143],"performance":[144],"HRL-CI":[147],"framework,":[148],"including":[149],"higher":[151],"rate,":[153],"shorter":[154],"distance,":[156],"reduced":[158],"time.":[160],"We\u2019ll":[161],"make":[162],"our":[163],"code":[164],"model":[166],"publicly":[168],"accessible":[169],"at":[170],"<uri":[171],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/fzhz666/HRL-CI</uri>.":[173]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}