{"id":"https://openalex.org/W4213003405","doi":"https://doi.org/10.3390/e24020279","title":"Reinforcement Learning-Based Reactive Obstacle Avoidance Method for Redundant Manipulators","display_name":"Reinforcement Learning-Based Reactive Obstacle Avoidance Method for Redundant Manipulators","publication_year":2022,"publication_date":"2022-02-15","ids":{"openalex":"https://openalex.org/W4213003405","doi":"https://doi.org/10.3390/e24020279","pmid":"https://pubmed.ncbi.nlm.nih.gov/35205573"},"language":"en","primary_location":{"id":"doi:10.3390/e24020279","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24020279","pdf_url":"https://www.mdpi.com/1099-4300/24/2/279/pdf?version=1645176015","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/2/279/pdf?version=1645176015","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066918650","display_name":"Yue Shen","orcid":"https://orcid.org/0000-0001-7338-6045"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Shen","raw_affiliation_strings":["School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641331","display_name":"Qingxuan Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingxuan Jia","raw_affiliation_strings":["School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004964780","display_name":"Zeyuan Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyuan Huang","raw_affiliation_strings":["School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063953575","display_name":"Ruiquan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiquan Wang","raw_affiliation_strings":["School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030797713","display_name":"Junting Fei","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junting Fei","raw_affiliation_strings":["School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100389222","display_name":"Gang Chen","orcid":"https://orcid.org/0000-0001-7120-7058"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Gang Chen","raw_affiliation_strings":["School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China"],"affiliations":[{"raw_affiliation_string":"School of Modern Post (School of Automation), Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100389222"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":2.0419,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.87837221,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"24","issue":"2","first_page":"279","last_page":"279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.7370296716690063},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.6846153736114502},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6836016178131104},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6479465961456299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6221968531608582},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.501725435256958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44273459911346436},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.4355957508087158},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.30158117413520813},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2708524465560913},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.1460496485233307},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12367004156112671},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.09472918510437012}],"concepts":[{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.7370296716690063},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.6846153736114502},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6836016178131104},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6479465961456299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6221968531608582},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.501725435256958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44273459911346436},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.4355957508087158},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.30158117413520813},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2708524465560913},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.1460496485233307},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12367004156112671},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.09472918510437012},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e24020279","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24020279","pdf_url":"https://www.mdpi.com/1099-4300/24/2/279/pdf?version=1645176015","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:35205573","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35205573","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:1c8e8390f8dd410786201c9d01046a98","is_oa":true,"landing_page_url":"https://doaj.org/article/1c8e8390f8dd410786201c9d01046a98","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 2, p 279 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/2/279/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24020279","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 2; Pages: 279","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8870767","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8870767","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24020279","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24020279","pdf_url":"https://www.mdpi.com/1099-4300/24/2/279/pdf?version=1645176015","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2401200041","display_name":null,"funder_award_id":"51975059","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4213003405.pdf","grobid_xml":"https://content.openalex.org/works/W4213003405.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1573434001","https://openalex.org/W2049410986","https://openalex.org/W2049617391","https://openalex.org/W2100790457","https://openalex.org/W2103120971","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2158021637","https://openalex.org/W2260756217","https://openalex.org/W2765857190","https://openalex.org/W2781726626","https://openalex.org/W2802725096","https://openalex.org/W2891571767","https://openalex.org/W2902067689","https://openalex.org/W2954966673","https://openalex.org/W3005431655","https://openalex.org/W3019152327","https://openalex.org/W3029001877","https://openalex.org/W3047385205","https://openalex.org/W3089353688","https://openalex.org/W3099570693","https://openalex.org/W3131953810","https://openalex.org/W3214085067","https://openalex.org/W4205437745","https://openalex.org/W4252118721","https://openalex.org/W6638018090","https://openalex.org/W6833988883"],"related_works":["https://openalex.org/W2007405763","https://openalex.org/W3136087161","https://openalex.org/W1486373823","https://openalex.org/W2119578520","https://openalex.org/W2053762185","https://openalex.org/W2913611334","https://openalex.org/W1984283682","https://openalex.org/W1965257389","https://openalex.org/W2018238589","https://openalex.org/W2145980196"],"abstract_inverted_index":{"Redundant":[0],"manipulators":[1,43,75],"are":[2],"widely":[3],"used":[4],"in":[5,33,98,175],"fields":[6],"such":[7],"as":[8],"human-robot":[9],"collaboration":[10],"due":[11],"to":[12,25,95,116,139],"their":[13],"good":[14],"flexibility.":[15],"To":[16,146],"ensure":[17],"efficiency":[18],"and":[19,87,131,184],"safety,":[20],"the":[21,55,64,99,103,122,128,133,148,151,154,167,171],"manipulator":[22,105,134,161],"is":[23,76,93,114,125,163],"required":[24],"avoid":[26,140],"obstacles":[27,180],"while":[28,53,143],"tracking":[29,54],"a":[30,68,80,89,176],"desired":[31,56],"trajectory":[32],"many":[34],"tasks.":[35,145],"Conventional":[36],"methods":[37],"for":[38,73,84],"obstacle":[39,70,85],"avoidance":[40,71],"of":[41,102,111,150,156,159,179],"redundant":[42,74,104],"may":[44],"encounter":[45],"joint":[46,50,141],"singularity":[47,142],"or":[48],"exceed":[49],"position":[51],"limits":[52],"trajectory.":[57],"By":[58],"integrating":[59],"deep":[60],"reinforcement":[61,90,112],"learning":[62,91,113],"into":[63,127],"gradient":[65,168],"projection":[66,169],"method,":[67,153,170],"reactive":[69],"method":[72,173],"proposed.":[77],"We":[78],"establish":[79],"general":[81],"DRL":[82],"framework":[83],"avoidance,":[86,181],"then":[88],"agent":[92],"applied":[94],"learn":[96],"motion":[97],"null":[100],"space":[101],"Jacobian":[106],"matrix.":[107],"The":[108],"reward":[109,129],"function":[110],"redesigned":[115],"handle":[117],"multiple":[118],"constraints":[119],"automatically.":[120],"Specifically,":[121],"manipulability":[123,138],"index":[124],"introduced":[126],"function,":[130],"thus":[132],"can":[135],"maintain":[136],"high":[137],"executing":[144],"show":[147],"effectiveness":[149],"proposed":[152,172],"simulation":[155],"4":[157],"degrees":[158],"planar":[160],"freedom":[162],"given.":[164],"Compared":[165],"with":[166],"outperforms":[174],"success":[177],"rate":[178],"average":[182],"manipulability,":[183],"time":[185],"efficiency.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}