{"id":"https://openalex.org/W3185864903","doi":"https://doi.org/10.3390/sym13081335","title":"The Multi-Dimensional Actions Control Approach for Obstacle Avoidance Based on Reinforcement Learning","display_name":"The Multi-Dimensional Actions Control Approach for Obstacle Avoidance Based on Reinforcement Learning","publication_year":2021,"publication_date":"2021-07-24","ids":{"openalex":"https://openalex.org/W3185864903","doi":"https://doi.org/10.3390/sym13081335","mag":"3185864903"},"language":"en","primary_location":{"id":"doi:10.3390/sym13081335","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym13081335","pdf_url":"https://www.mdpi.com/2073-8994/13/8/1335/pdf?version=1627283669","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/13/8/1335/pdf?version=1627283669","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048931545","display_name":"Menghao Wu","orcid":"https://orcid.org/0000-0002-1683-6449"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["CN","FI"],"is_corresponding":false,"raw_author_name":"Menghao Wu","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China","Department of Computer Science, Aalto University, 02150 Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]},{"raw_affiliation_string":"Department of Computer Science, Aalto University, 02150 Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016203857","display_name":"Yanbin Gao","orcid":"https://orcid.org/0000-0001-8297-0358"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanbin Gao","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115028421","display_name":"Pengfei Wang","orcid":"https://orcid.org/0000-0002-1899-8134"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Wang","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":"https://orcid.org/0000-0002-1899-8134","affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403375","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0001-5894-3237"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000785785","display_name":"Zhejun Liu","orcid":"https://orcid.org/0000-0002-3533-2051"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhejun Liu","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016203857"],"corresponding_institution_ids":["https://openalex.org/I151727225"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.4197,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69251421,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"13","issue":"8","first_page":"1335","last_page":"1335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8801881074905396},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.840415358543396},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.7634742856025696},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.702829122543335},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6752079129219055},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6012307405471802},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.591216504573822},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5142468810081482},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4986155033111572},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4592535197734833},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.45884785056114197},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.33865123987197876},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3291686773300171},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11705029010772705}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8801881074905396},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.840415358543396},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.7634742856025696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.702829122543335},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6752079129219055},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6012307405471802},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.591216504573822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5142468810081482},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4986155033111572},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4592535197734833},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.45884785056114197},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.33865123987197876},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3291686773300171},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11705029010772705},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/sym13081335","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym13081335","pdf_url":"https://www.mdpi.com/2073-8994/13/8/1335/pdf?version=1627283669","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/109185","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/dabb0e63-78b0-4966-89a1-3726d402b5fd","pdf_url":"https://aaltodoc.aalto.fi/handle/123456789/109185","source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:doaj.org/article:2c50049acf2f458485a8c2e5a4b89c1e","is_oa":true,"landing_page_url":"https://doaj.org/article/2c50049acf2f458485a8c2e5a4b89c1e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 13, Iss 8, p 1335 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/13/8/1335/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/sym13081335","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym13081335","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym13081335","pdf_url":"https://www.mdpi.com/2073-8994/13/8/1335/pdf?version=1627283669","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3185864903.pdf"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1492974543","https://openalex.org/W1578521162","https://openalex.org/W1586162706","https://openalex.org/W1592847719","https://openalex.org/W1757796397","https://openalex.org/W1976800061","https://openalex.org/W2071444114","https://openalex.org/W2094387729","https://openalex.org/W2103120971","https://openalex.org/W2104332709","https://openalex.org/W2121517924","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2167647761","https://openalex.org/W2173248099","https://openalex.org/W2201581102","https://openalex.org/W2417280899","https://openalex.org/W2523728418","https://openalex.org/W2554120691","https://openalex.org/W2575705757","https://openalex.org/W2594829461","https://openalex.org/W2606433045","https://openalex.org/W2615790994","https://openalex.org/W2746553466","https://openalex.org/W2769883686","https://openalex.org/W2781726626","https://openalex.org/W2788741142","https://openalex.org/W2791797404","https://openalex.org/W2904246096","https://openalex.org/W2931696260","https://openalex.org/W2949267040","https://openalex.org/W2950614095","https://openalex.org/W2951799221","https://openalex.org/W2952523895","https://openalex.org/W2963262099","https://openalex.org/W2963658727","https://openalex.org/W2964077562","https://openalex.org/W2964227312","https://openalex.org/W3021208093","https://openalex.org/W6677067356","https://openalex.org/W6683204974","https://openalex.org/W6692405165","https://openalex.org/W6703271639","https://openalex.org/W6752089545"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W4391249562","https://openalex.org/W2356867392","https://openalex.org/W2913749762","https://openalex.org/W2321940404","https://openalex.org/W2782776446","https://openalex.org/W3043170174"],"abstract_inverted_index":{"In":[0],"robotics,":[1],"obstacle":[2,23,151],"avoidance":[3,152],"is":[4,28,39,143],"an":[5,144],"essential":[6],"ability":[7,59],"for":[8],"distance":[9,19],"sensor-based":[10],"robots.":[11],"This":[12,72],"type":[13],"of":[14,45],"robot":[15,130],"has":[16,103],"axisymmetrically":[17],"distributed":[18],"sensors":[20],"to":[21,119,124,137],"acquire":[22],"distance,":[24],"so":[25],"the":[26,31,43,61,66,75,114,125,139],"state":[27],"symmetrical.":[29],"Training":[30],"control":[32,62,65,78],"policy":[33,63,116],"with":[34,133],"a":[35,40,57,83,99],"reinforcement":[36,84],"learning":[37,85],"method":[38],"trend.":[41],"Considering":[42],"complexity":[44],"environments,":[46],"such":[47],"as":[48],"narrow":[49],"paths":[50],"and":[51,69,105,113,147],"right-angle":[52],"turns,":[53],"robots":[54],"will":[55],"have":[56],"better":[58],"if":[60],"can":[64,88,148],"steering":[67],"direction":[68],"speed":[70],"simultaneously.":[71],"paper":[73],"proposes":[74],"multi-dimensional":[76],"action":[77,94,135],"(MDAC)":[79],"approach":[80,146],"based":[81],"on":[82],"technique,":[86],"which":[87,102],"be":[89],"used":[90],"in":[91,154],"multiple":[92],"continuous":[93,134],"space":[95],"tasks.":[96],"It":[97,142],"adopts":[98],"hierarchical":[100],"structure,":[101],"high":[104],"low-level":[106,121],"modules.":[107],"Low-level":[108],"policies":[109],"output":[110],"concrete":[111],"actions":[112],"high-level":[115],"determines":[117],"when":[118],"invoke":[120],"modules":[122],"according":[123],"environment\u2019s":[126],"features.":[127],"We":[128],"design":[129],"navigation":[131],"experiments":[132],"spaces":[136],"test":[138],"method\u2019s":[140],"performance.":[141],"end-to-end":[145],"solve":[149],"complex":[150],"tasks":[153],"navigation.":[155]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-10T00:00:00"}