{"id":"https://openalex.org/W3005243570","doi":"https://doi.org/10.1109/access.2020.2971780","title":"Path Planning for UAV Ground Target Tracking via Deep Reinforcement Learning","display_name":"Path Planning for UAV Ground Target Tracking via Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3005243570","doi":"https://doi.org/10.1109/access.2020.2971780","mag":"3005243570"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2971780","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2971780","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08984371.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08984371.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102004554","display_name":"Bohao Li","orcid":"https://orcid.org/0000-0001-7354-2116"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bohao Li","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Science and Technology on Aircraft Control Laboratory, Beijing, China","State Key Laboratory of Virtual Reality Technology and System, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7354-2116","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Science and Technology on Aircraft Control Laboratory, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and System, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108058564","display_name":"Yunjie Wu","orcid":"https://orcid.org/0000-0003-3234-0117"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjie Wu","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Science and Technology on Aircraft Control Laboratory, Beijing, China","State Key Laboratory of Virtual Reality Technology and System, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3234-0117","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Science and Technology on Aircraft Control Laboratory, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and System, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.7667,"has_fulltext":true,"cited_by_count":166,"citation_normalized_percentile":{"value":0.98590585,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"29064","last_page":"29074"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8543268442153931},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7813243865966797},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6527765989303589},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6250007748603821},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6194834113121033},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.5783883929252625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5782402753829956},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.49215167760849},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4372161030769348},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38277575373649597},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.13493433594703674},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.0896809995174408}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8543268442153931},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7813243865966797},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6527765989303589},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6250007748603821},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6194834113121033},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5783883929252625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5782402753829956},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.49215167760849},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4372161030769348},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38277575373649597},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.13493433594703674},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0896809995174408},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2971780","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2971780","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08984371.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8f3c936089d74ee28675b6eab55b381e","is_oa":true,"landing_page_url":"https://doaj.org/article/8f3c936089d74ee28675b6eab55b381e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 29064-29074 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2971780","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2971780","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08984371.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1235979872","display_name":null,"funder_award_id":"91216304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3005243570.pdf","grobid_xml":"https://content.openalex.org/works/W3005243570.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1689711448","https://openalex.org/W2037069310","https://openalex.org/W2075956742","https://openalex.org/W2115211925","https://openalex.org/W2129936178","https://openalex.org/W2141426220","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2263893300","https://openalex.org/W2524212522","https://openalex.org/W2554984891","https://openalex.org/W2617549236","https://openalex.org/W2755553401","https://openalex.org/W2755611049","https://openalex.org/W2783637925","https://openalex.org/W2787938642","https://openalex.org/W2792734461","https://openalex.org/W2793998795","https://openalex.org/W2888116234","https://openalex.org/W2897238644","https://openalex.org/W2898035736","https://openalex.org/W2904296156","https://openalex.org/W2905342215","https://openalex.org/W2907916537","https://openalex.org/W2919800250","https://openalex.org/W2921808911","https://openalex.org/W2922523190","https://openalex.org/W2949980113","https://openalex.org/W2950492145","https://openalex.org/W2951941324","https://openalex.org/W2952208026","https://openalex.org/W2962887844","https://openalex.org/W2963027667","https://openalex.org/W2963428623","https://openalex.org/W2963698657","https://openalex.org/W2963751259","https://openalex.org/W2964261826","https://openalex.org/W2964536243","https://openalex.org/W2969147069","https://openalex.org/W2971786356","https://openalex.org/W2984528114","https://openalex.org/W2989258903","https://openalex.org/W4293542549","https://openalex.org/W4299802797","https://openalex.org/W6677067356","https://openalex.org/W6683204974","https://openalex.org/W6729507393","https://openalex.org/W6738796088","https://openalex.org/W6748267705","https://openalex.org/W6748839928","https://openalex.org/W6748866174","https://openalex.org/W6751511936","https://openalex.org/W6757988111","https://openalex.org/W6764092754","https://openalex.org/W6764458381","https://openalex.org/W7062612498"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W2155948905","https://openalex.org/W3043170174","https://openalex.org/W1971413691","https://openalex.org/W2050548713","https://openalex.org/W4380590094"],"abstract_inverted_index":{"In":[0,65],"this":[1],"paper,":[2],"we":[3],"focus":[4],"on":[5,35],"the":[6,47,62,69,77,93,103,113,119,123,133,138],"study":[7],"of":[8,37,49,59,100,115,125],"UAV":[9,50,139],"ground":[10],"target":[11,53,141],"tracking":[12,142],"under":[13],"obstacle":[14,144],"environments":[15],"using":[16],"deep":[17,23],"reinforcement":[18],"learning,":[19],"and":[20,39,55,122,143],"an":[21],"improved":[22],"deterministic":[24],"policy":[25,79],"gradient":[26],"(DDPG)":[27],"algorithm":[28],"is":[29,43],"presented.":[30],"A":[31],"reward":[32],"function":[33],"based":[34],"line":[36],"sight":[38],"artificial":[40],"potential":[41],"field":[42],"constructed":[44],"to":[45,51,67,83,111],"guide":[46],"behavior":[48],"achieve":[52],"tracking,":[54],"a":[56,97],"penalty":[57],"term":[58],"action":[60],"makes":[61],"trajectory":[63],"smooth.":[64],"order":[66],"improve":[68,118],"exploration":[70],"ability,":[71],"multiple":[72],"UAVs,":[73],"which":[74,117],"controlled":[75],"by":[76],"same":[78],"network,":[80],"are":[81,109],"used":[82,110],"perform":[84],"tasks":[85],"in":[86],"each":[87],"episode.":[88],"Taking":[89],"into":[90],"account":[91],"that":[92,132],"history":[94],"observations":[95],"have":[96],"great":[98],"degree":[99],"correlation":[101],"with":[102],"policy,":[104],"long":[105],"short-term":[106],"memory":[107],"networks":[108],"approximate":[112],"state":[114],"environments,":[116],"approximation":[120],"accuracy":[121],"efficiency":[124],"data":[126],"utilization.":[127],"The":[128],"simulation":[129],"results":[130],"show":[131],"propose":[134],"method":[135],"can":[136],"make":[137],"keep":[140],"avoidance":[145],"effectively.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":32},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":9}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}