{"id":"https://openalex.org/W3089817617","doi":"https://doi.org/10.3390/s20195630","title":"UAV Autonomous Tracking and Landing Based on Deep Reinforcement Learning Strategy","display_name":"UAV Autonomous Tracking and Landing Based on Deep Reinforcement Learning Strategy","publication_year":2020,"publication_date":"2020-10-01","ids":{"openalex":"https://openalex.org/W3089817617","doi":"https://doi.org/10.3390/s20195630","mag":"3089817617","pmid":"https://pubmed.ncbi.nlm.nih.gov/33019747"},"language":"en","primary_location":{"id":"doi:10.3390/s20195630","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20195630","pdf_url":"https://www.mdpi.com/1424-8220/20/19/5630/pdf?version=1602472856","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/20/19/5630/pdf?version=1602472856","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064335791","display_name":"Jingyi Xie","orcid":"https://orcid.org/0009-0009-1974-1945"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210115570","display_name":"National Space Science Center","ror":"https://ror.org/02nnjtm50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210115570"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Xie","raw_affiliation_strings":["Key Laboratory of Electronics and Information Technology for Space System, National Space Science Center, Chinese Academy of Sciences, Beijing 100190, China","University of Chinese Academy of Sciences, Beijing 100049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Electronics and Information Technology for Space System, National Space Science Center, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210115570","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101427433","display_name":"Xiaodong Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210115570","display_name":"National Space Science Center","ror":"https://ror.org/02nnjtm50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210115570"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaodong Peng","raw_affiliation_strings":["Key Laboratory of Electronics and Information Technology for Space System, National Space Science Center, Chinese Academy of Sciences, Beijing 100190, China","University of Chinese Academy of Sciences, Beijing 100049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Electronics and Information Technology for Space System, National Space Science Center, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210115570","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101553699","display_name":"Haijiao Wang","orcid":"https://orcid.org/0000-0002-9526-3406"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijiao Wang","raw_affiliation_strings":["Alibaba Damo Academy, Hangzhou 311121, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Damo Academy, Hangzhou 311121, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006523828","display_name":"Wenlong Niu","orcid":"https://orcid.org/0000-0003-1643-1705"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210115570","display_name":"National Space Science Center","ror":"https://ror.org/02nnjtm50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210115570"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenlong Niu","raw_affiliation_strings":["Key Laboratory of Electronics and Information Technology for Space System, National Space Science Center, Chinese Academy of Sciences, Beijing 100190, China","University of Chinese Academy of Sciences, Beijing 100049, China"],"raw_orcid":"https://orcid.org/0000-0003-1643-1705","affiliations":[{"raw_affiliation_string":"Key Laboratory of Electronics and Information Technology for Space System, National Space Science Center, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210115570","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102946318","display_name":"Xiao Zheng","orcid":"https://orcid.org/0000-0002-7804-2564"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210115570","display_name":"National Space Science Center","ror":"https://ror.org/02nnjtm50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210115570"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Zheng","raw_affiliation_strings":["Key Laboratory of Electronics and Information Technology for Space System, National Space Science Center, Chinese Academy of Sciences, Beijing 100190, China","University of Chinese Academy of Sciences, Beijing 100049, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Electronics and Information Technology for Space System, National Space Science Center, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210115570","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing 100049, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101427433"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210115570","https://openalex.org/I4210165038"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":2.2042,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.89936012,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"20","issue":"19","first_page":"5630","last_page":"5630"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8805735111236572},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6364063024520874},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.595493495464325},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5683760643005371},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5611833333969116},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5123599767684937},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.42488405108451843},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.41862380504608154},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4179615378379822},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.37560516595840454},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32709646224975586},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.23109358549118042},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2299896776676178},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21319344639778137},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.18564262986183167}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8805735111236572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6364063024520874},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.595493495464325},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5683760643005371},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5611833333969116},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5123599767684937},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.42488405108451843},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.41862380504608154},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4179615378379822},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.37560516595840454},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32709646224975586},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.23109358549118042},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2299896776676178},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21319344639778137},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.18564262986183167},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s20195630","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20195630","pdf_url":"https://www.mdpi.com/1424-8220/20/19/5630/pdf?version=1602472856","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:33019747","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33019747","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:0a850fb5812e4bb69f648c8d5d0bc574","is_oa":true,"landing_page_url":"https://doaj.org/article/0a850fb5812e4bb69f648c8d5d0bc574","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 20, Iss 19, p 5630 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/20/19/5630/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s20195630","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 20; Issue 19; Pages: 5630","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7582896","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7582896","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s20195630","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20195630","pdf_url":"https://www.mdpi.com/1424-8220/20/19/5630/pdf?version=1602472856","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3089817617.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W83848791","https://openalex.org/W1570405450","https://openalex.org/W1590700457","https://openalex.org/W1996719065","https://openalex.org/W2019329530","https://openalex.org/W2024390895","https://openalex.org/W2044375425","https://openalex.org/W2063468777","https://openalex.org/W2085277287","https://openalex.org/W2090334752","https://openalex.org/W2119567691","https://openalex.org/W2145339207","https://openalex.org/W2165150801","https://openalex.org/W2260756217","https://openalex.org/W2264444762","https://openalex.org/W2517829986","https://openalex.org/W2555341372","https://openalex.org/W2580733212","https://openalex.org/W2735001120","https://openalex.org/W2765891159","https://openalex.org/W2768081159","https://openalex.org/W2795566994","https://openalex.org/W2802642731","https://openalex.org/W2805342143","https://openalex.org/W2810217655","https://openalex.org/W2890755534","https://openalex.org/W2896248523","https://openalex.org/W2901457350","https://openalex.org/W2908188234","https://openalex.org/W2910624266","https://openalex.org/W2924132571","https://openalex.org/W2937419210","https://openalex.org/W2952480963","https://openalex.org/W2963390419","https://openalex.org/W2964043796","https://openalex.org/W2967063090","https://openalex.org/W2967278245","https://openalex.org/W2972888638","https://openalex.org/W2973169693","https://openalex.org/W2973180868","https://openalex.org/W2999758539","https://openalex.org/W4298023569","https://openalex.org/W6603407288","https://openalex.org/W6649511504","https://openalex.org/W6684205842","https://openalex.org/W7001894244"],"related_works":["https://openalex.org/W3123911006","https://openalex.org/W4400868993","https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W3096874164","https://openalex.org/W1589140671","https://openalex.org/W1985560493","https://openalex.org/W2386410636"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicle":[2],"(UAV)":[3],"autonomous":[4,33,217],"tracking":[5,34,142],"and":[6,16,35,64,73,121,136,143,155,219],"landing":[7,36,76,105,144,174,218],"is":[8,45,94,134,167,181,204],"playing":[9],"an":[10,62,108,193],"increasingly":[11],"important":[12],"role":[13],"in":[14,47,61,151,169,222],"military":[15],"civil":[17],"applications.":[18],"In":[19,96],"particular,":[20],"machine":[21],"learning":[22,43,132],"has":[23],"been":[24],"successfully":[25],"introduced":[26],"to":[27],"robotics-related":[28],"tasks.":[29],"A":[30,124],"novel":[31],"UAV":[32,57,101,141,201,208],"approach":[37],"based":[38,78,85],"on":[39,79,86,146],"a":[40,70,82,87,139,147,196,215,223],"deep":[41,198],"reinforcement":[42,131,199],"strategy":[44,213],"presented":[46],"this":[48],"paper,":[49],"with":[50,55,138],"the":[51,56,75,97,100,104,114,164,172,178,188,207,211],"aim":[52],"of":[53,68,177,187,214],"dealing":[54],"motion":[58],"control":[59,202],"problem":[60],"unpredictable":[63],"harsh":[65],"environment.":[66,225],"Instead":[67],"building":[69],"prior":[71],"model":[72],"inferring":[74],"actions":[77],"heuristic":[80,122],"rules,":[81],"model-free":[83],"method":[84,203],"partially":[88],"observable":[89],"Markov":[90],"decision":[91],"process":[92],"(POMDP)":[93],"proposed.":[95],"POMDP":[98],"model,":[99],"automatically":[102],"learns":[103],"maneuver":[106],"by":[107],"end-to-end":[109],"neural":[110],"network,":[111],"which":[112],"combines":[113],"Deep":[115],"Deterministic":[116],"Policy":[117],"Gradients":[118],"(DDPG)":[119],"algorithm":[120,180],"rules.":[123],"Modular":[125],"Open":[126],"Robots":[127],"Simulation":[128],"Engine":[129],"(MORSE)-based":[130],"framework":[133],"designed":[135],"validated":[137],"continuous":[140],"task":[145],"randomly":[148],"moving":[149,165,168],"platform":[150,166],"high":[152],"sensor":[153],"noise":[154],"intermittent":[156],"measurements.":[157],"The":[158],"simulation":[159,224],"results":[160],"show":[161],"that":[162,186],"when":[163],"different":[170],"trajectories,":[171],"average":[173],"success":[175],"rate":[176],"proposed":[179],"about":[182],"10%":[183],"higher":[184],"than":[185],"Proportional-Integral-Derivative":[189],"(PID)":[190],"method.":[191],"As":[192],"indirect":[194],"result,":[195],"state-of-the-art":[197],"learning-based":[200],"validated,":[205],"where":[206],"can":[209],"learn":[210],"optimal":[212],"continuously":[216],"perform":[220],"properly":[221]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-10T00:00:00"}