{"id":"https://openalex.org/W4361002041","doi":"https://doi.org/10.1007/s10846-023-01822-5","title":"An Efficiently Convergent Deep Reinforcement Learning-Based Trajectory Planning Method for Manipulators in Dynamic Environments","display_name":"An Efficiently Convergent Deep Reinforcement Learning-Based Trajectory Planning Method for Manipulators in Dynamic Environments","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W4361002041","doi":"https://doi.org/10.1007/s10846-023-01822-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10846-023-01822-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10846-023-01822-5","pdf_url":null,"source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100600010","display_name":"Li Zheng","orcid":"https://orcid.org/0009-0005-7582-6995"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zheng","raw_affiliation_strings":["CAS Key Laboratory of Mechanical Behavior and Design of Materials, Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, 96 Jinzhai Road, Hefei, 230026, Anhui Province, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Mechanical Behavior and Design of Materials, Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, 96 Jinzhai Road, Hefei, 230026, Anhui Province, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101917478","display_name":"Yahao Wang","orcid":"https://orcid.org/0000-0002-3323-4968"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"YaHao Wang","raw_affiliation_strings":["CAS Key Laboratory of Mechanical Behavior and Design of Materials, Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, 96 Jinzhai Road, Hefei, 230026, Anhui Province, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Mechanical Behavior and Design of Materials, Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, 96 Jinzhai Road, Hefei, 230026, Anhui Province, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033605436","display_name":"Run Yang","orcid":"https://orcid.org/0000-0002-9547-756X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Run Yang","raw_affiliation_strings":["CAS Key Laboratory of Mechanical Behavior and Design of Materials, Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, 96 Jinzhai Road, Hefei, 230026, Anhui Province, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Mechanical Behavior and Design of Materials, Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, 96 Jinzhai Road, Hefei, 230026, Anhui Province, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003902921","display_name":"Shaolei Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaolei Wu","raw_affiliation_strings":["State Grid Anhui Electric Power Company Electric Power Research Institute, Hefei, 230601, Anhui Province, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Anhui Electric Power Company Electric Power Research Institute, Hefei, 230601, Anhui Province, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100753429","display_name":"Rui Guo","orcid":"https://orcid.org/0000-0003-2907-0718"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Guo","raw_affiliation_strings":["State Grid Intelligent Technology Co, Ltd, Jinan, 250001, Shandong Province, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Intelligent Technology Co, Ltd, Jinan, 250001, Shandong Province, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091526893","display_name":"Erbao Dong","orcid":"https://orcid.org/0000-0002-4062-9730"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Erbao Dong","raw_affiliation_strings":["CAS Key Laboratory of Mechanical Behavior and Design of Materials, Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, 96 Jinzhai Road, Hefei, 230026, Anhui Province, China"],"raw_orcid":"https://orcid.org/0000-0002-4062-9730","affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Mechanical Behavior and Design of Materials, Department of Precision Machinery and Precision Instrumentation, University of Science and Technology of China, 96 Jinzhai Road, Hefei, 230026, Anhui Province, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5091526893"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":2.294,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.901456,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"107","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8390631675720215},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7022599577903748},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6405264735221863},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6174290180206299},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.5786342024803162},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5614641904830933},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5281041860580444},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5265790820121765},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.5180666446685791},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5060591101646423},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5042003393173218},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4637741446495056},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.42416924238204956},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4164670407772064},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3955623209476471},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35429561138153076},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.23359739780426025},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.22225719690322876},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20384511351585388},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.1981385350227356},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.08832123875617981}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8390631675720215},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7022599577903748},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6405264735221863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6174290180206299},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.5786342024803162},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5614641904830933},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5281041860580444},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5265790820121765},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.5180666446685791},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5060591101646423},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5042003393173218},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4637741446495056},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.42416924238204956},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4164670407772064},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3955623209476471},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35429561138153076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23359739780426025},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.22225719690322876},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20384511351585388},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.1981385350227356},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.08832123875617981},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10846-023-01822-5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10846-023-01822-5","pdf_url":null,"source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1587979646","https://openalex.org/W1926428750","https://openalex.org/W1997564015","https://openalex.org/W2020362991","https://openalex.org/W2048300126","https://openalex.org/W2056043479","https://openalex.org/W2082511574","https://openalex.org/W2120698001","https://openalex.org/W2145339207","https://openalex.org/W2165216595","https://openalex.org/W2570651606","https://openalex.org/W2761873684","https://openalex.org/W2768174095","https://openalex.org/W2891746250","https://openalex.org/W2944268343","https://openalex.org/W2963428623","https://openalex.org/W2963544079","https://openalex.org/W2963780790","https://openalex.org/W2996315829","https://openalex.org/W2997727809","https://openalex.org/W2999017893","https://openalex.org/W3006408155","https://openalex.org/W3036225890","https://openalex.org/W3119467198","https://openalex.org/W3127875737","https://openalex.org/W3175921496"],"related_works":["https://openalex.org/W2050548713","https://openalex.org/W4380590094","https://openalex.org/W3119736302","https://openalex.org/W3200041777","https://openalex.org/W4386464271","https://openalex.org/W2015961810","https://openalex.org/W2015051472","https://openalex.org/W2956606787","https://openalex.org/W2386410636","https://openalex.org/W2168501056"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-14T08:36:36.166977","created_date":"2025-10-10T00:00:00"}