{"id":"https://openalex.org/W4409311097","doi":"https://doi.org/10.1109/jiot.2025.3559078","title":"Reinforcement-Learning-Based AAV 3-D Target Tracking and Digital-Twin-Assisted Collision Avoidance With Integrated Sensing and Communication","display_name":"Reinforcement-Learning-Based AAV 3-D Target Tracking and Digital-Twin-Assisted Collision Avoidance With Integrated Sensing and Communication","publication_year":2025,"publication_date":"2025-04-09","ids":{"openalex":"https://openalex.org/W4409311097","doi":"https://doi.org/10.1109/jiot.2025.3559078"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3559078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3559078","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081452166","display_name":"Minghao Chen","orcid":"https://orcid.org/0000-0002-7411-7389"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Minghao Chen","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044969631","display_name":"Feng Shu","orcid":"https://orcid.org/0000-0003-0073-1965"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Shu","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005245760","display_name":"Min Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhu","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101557520","display_name":"Di Wu","orcid":"https://orcid.org/0000-0003-1865-9885"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou, Hainan, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, Hainan, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055397791","display_name":"Yu Yao","orcid":"https://orcid.org/0009-0003-7331-7690"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Yao","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100360386","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0002-9448-3829"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5081452166"],"corresponding_institution_ids":["https://openalex.org/I20942203"],"apc_list":null,"apc_paid":null,"fwci":15.0066,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.98162716,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"12","issue":"13","first_page":"24916","last_page":"24928"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7990319132804871},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.770733118057251},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.7611920833587646},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4515749514102936},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3838959336280823},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.3672521114349365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3253716826438904},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13201117515563965}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7990319132804871},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.770733118057251},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.7611920833587646},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4515749514102936},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3838959336280823},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.3672521114349365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3253716826438904},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13201117515563965},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3559078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3559078","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.4099999964237213,"display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G5468035466","display_name":null,"funder_award_id":"U22A2002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7326534293","display_name":null,"funder_award_id":"2023YFF0612900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2915576678","https://openalex.org/W3038831154","https://openalex.org/W3043996617","https://openalex.org/W3089147436","https://openalex.org/W3133467166","https://openalex.org/W3162331326","https://openalex.org/W3176621127","https://openalex.org/W3181065011","https://openalex.org/W3181869286","https://openalex.org/W3202306395","https://openalex.org/W3207833010","https://openalex.org/W3213750164","https://openalex.org/W3217486134","https://openalex.org/W4226403922","https://openalex.org/W4285276323","https://openalex.org/W4285612379","https://openalex.org/W4320015942","https://openalex.org/W4365128483","https://openalex.org/W4377086325","https://openalex.org/W4379409107","https://openalex.org/W4382568105","https://openalex.org/W4385888657","https://openalex.org/W4388052968","https://openalex.org/W4389104679","https://openalex.org/W4390492496","https://openalex.org/W4391096335","https://openalex.org/W4392173075","https://openalex.org/W4392607755","https://openalex.org/W4392729269","https://openalex.org/W4399728065","https://openalex.org/W4399850158"],"related_works":["https://openalex.org/W4317634134","https://openalex.org/W2981729160","https://openalex.org/W4310743282","https://openalex.org/W4306904969","https://openalex.org/W2743212448","https://openalex.org/W1819938260","https://openalex.org/W2340892746","https://openalex.org/W3163022373","https://openalex.org/W2742483371","https://openalex.org/W3005999311"],"abstract_inverted_index":{"The":[0,163],"flexibility":[1],"and":[2,14,44,56,69,99,134,156,174,182],"maneuverability":[3],"of":[4,170],"unmanned":[5],"aerial":[6,18],"vehicles":[7],"(UAVs)":[8],"lend":[9],"themselves":[10],"to":[11,77,105],"tracking":[12,68,83,181],"users":[13],"operating":[15],"as":[16,96],"an":[17,107,126],"base":[19],"station":[20],"carrying":[21],"out":[22],"communication":[23,47,80,135,176],"enhancement":[24],"functionality.":[25],"A":[26],"core":[27],"challenge":[28],"neglected":[29],"by":[30],"most":[31],"existing":[32],"works":[33],"is":[34,75,103,138],"that":[35],"the":[36,167,171,175],"true-but-unknown":[37],"obstacles":[38,121],"can":[39],"jeopardize":[40],"UAV":[41,66,113],"flight":[42,124],"security":[43],"shadow":[45],"its":[46],"links":[48],"with":[49,143,159,178,187],"users,":[50],"resulting":[51],"in":[52,122],"poor":[53],"achievable":[54],"rate":[55],"high":[57],"collision":[58,72,184],"risks.":[59],"In":[60],"this":[61,87],"paper,":[62],"a":[63,97,123,150],"deep-reinforcement-learning":[64],"(DRL)-based":[65],"target":[67],"digital-twin":[70],"(DT)-assisted":[71],"avoidance":[73],"method":[74],"proposed":[76],"optimize":[78],"UAV\u2019s":[79,141],"performance":[81],"while":[82],"moving":[84],"users.":[85],"Toward":[86],"end,":[88],"Twin":[89],"Delayed":[90],"Deep":[91],"Deterministic":[92],"policy":[93],"gradient":[94],"(TD3)":[95],"novel":[98],"policy-based":[100],"DRL":[101],"algorithm":[102,173],"used":[104],"construct":[106],"agent":[108,142,161],"responsible":[109],"for":[110],"adaptive":[111],"deciding":[112],"flying":[114],"control":[115],"actions.":[116],"To":[117],"efficiently":[118],"detect":[119],"unknown":[120],"environment,":[125],"orthogonal":[127],"frequency":[128],"division":[129],"multiple":[130],"(OFDM)-based":[131],"integrated":[132],"sensing":[133],"(ISAC)":[136],"system":[137],"investigated,":[139],"endowing":[140],"real-time":[144],"obstacle":[145,152],"distance.":[146],"Finally,":[147],"we":[148],"present":[149],"DT":[151],"model":[153],"construction":[154],"mechanism":[155],"integrate":[157],"it":[158],"TD3":[160,172],"training.":[162],"extensive":[164],"simulations":[165],"demonstrate":[166],"reward":[168],"convergence":[169],"improvement":[177],"stable":[179],"user":[180],"reliable":[183],"avoidance,":[185],"compared":[186],"conventional":[188],"approaches.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-04-10T00:00:00"}