{"id":"https://openalex.org/W3158592412","doi":"https://doi.org/10.1109/access.2021.3076530","title":"Motion Planning for Mobile Robots\u2014Focusing on Deep Reinforcement Learning: A Systematic Review","display_name":"Motion Planning for Mobile Robots\u2014Focusing on Deep Reinforcement Learning: A Systematic Review","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3158592412","doi":"https://doi.org/10.1109/access.2021.3076530","mag":"3158592412"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3076530","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3076530","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09419029.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09419029.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006170668","display_name":"Huihui Sun","orcid":"https://orcid.org/0000-0002-5373-3879"},"institutions":[{"id":"https://openalex.org/I132210918","display_name":"North China Institute of Science and Technology","ror":"https://ror.org/0096c7651","country_code":"CN","type":"education","lineage":["https://openalex.org/I132210918"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huihui Sun","raw_affiliation_strings":["College of Mechanical and Electrical Engineering, North China Institute of Science and Technology, Langfang, China","Hebei Key Laboratory of Safety Monitoring of Mining Equipment, Langfang, China"],"raw_orcid":"https://orcid.org/0000-0002-5373-3879","affiliations":[{"raw_affiliation_string":"College of Mechanical and Electrical Engineering, North China Institute of Science and Technology, Langfang, China","institution_ids":["https://openalex.org/I132210918"]},{"raw_affiliation_string":"Hebei Key Laboratory of Safety Monitoring of Mining Equipment, Langfang, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102011035","display_name":"Weijie Zhang","orcid":"https://orcid.org/0000-0001-7132-5628"},"institutions":[{"id":"https://openalex.org/I132210918","display_name":"North China Institute of Science and Technology","ror":"https://ror.org/0096c7651","country_code":"CN","type":"education","lineage":["https://openalex.org/I132210918"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijie Zhang","raw_affiliation_strings":["College of Mechanical and Electrical Engineering, North China Institute of Science and Technology, Langfang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechanical and Electrical Engineering, North China Institute of Science and Technology, Langfang, China","institution_ids":["https://openalex.org/I132210918"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100860694","display_name":"Runxiang Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I132210918","display_name":"North China Institute of Science and Technology","ror":"https://ror.org/0096c7651","country_code":"CN","type":"education","lineage":["https://openalex.org/I132210918"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runxiang Yu","raw_affiliation_strings":["College of Mechanical and Electrical Engineering, North China Institute of Science and Technology, Langfang, China","Hebei Key Laboratory of Safety Monitoring of Mining Equipment, Langfang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechanical and Electrical Engineering, North China Institute of Science and Technology, Langfang, China","institution_ids":["https://openalex.org/I132210918"]},{"raw_affiliation_string":"Hebei Key Laboratory of Safety Monitoring of Mining Equipment, Langfang, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102954766","display_name":"Yujie Zhang","orcid":"https://orcid.org/0000-0001-9494-0009"},"institutions":[{"id":"https://openalex.org/I132210918","display_name":"North China Institute of Science and Technology","ror":"https://ror.org/0096c7651","country_code":"CN","type":"education","lineage":["https://openalex.org/I132210918"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Zhang","raw_affiliation_strings":["College of Mechanical and Electrical Engineering, North China Institute of Science and Technology, Langfang, China","Hebei Key Laboratory of Safety Monitoring of Mining Equipment, Langfang, China"],"raw_orcid":"https://orcid.org/0000-0001-9494-0009","affiliations":[{"raw_affiliation_string":"College of Mechanical and Electrical Engineering, North China Institute of Science and Technology, Langfang, China","institution_ids":["https://openalex.org/I132210918"]},{"raw_affiliation_string":"Hebei Key Laboratory of Safety Monitoring of Mining Equipment, Langfang, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5006170668"],"corresponding_institution_ids":["https://openalex.org/I132210918"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":11.7541,"has_fulltext":true,"cited_by_count":128,"citation_normalized_percentile":{"value":0.98805413,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"69061","last_page":"69081"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8078151941299438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7233075499534607},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6847766041755676},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6288095116615295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5742982625961304},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5274301171302795},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4953290522098541},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3759550154209137}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8078151941299438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7233075499534607},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6847766041755676},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6288095116615295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5742982625961304},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5274301171302795},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4953290522098541},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3759550154209137}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3076530","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3076530","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09419029.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:95fcf8e525d546528f60abfe8cea6b69","is_oa":true,"landing_page_url":"https://doaj.org/article/95fcf8e525d546528f60abfe8cea6b69","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 69061-69081 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3076530","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3076530","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09419029.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6811933480","display_name":null,"funder_award_id":"3142019055","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7228792024","display_name":null,"funder_award_id":"3142015038","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3158592412.pdf","grobid_xml":"https://content.openalex.org/works/W3158592412.grobid-xml"},"referenced_works_count":166,"referenced_works":["https://openalex.org/W142858861","https://openalex.org/W1596729410","https://openalex.org/W1771410628","https://openalex.org/W1986998777","https://openalex.org/W1994955764","https://openalex.org/W2088851027","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2159806872","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2291973609","https://openalex.org/W2401533533","https://openalex.org/W2528501250","https://openalex.org/W2570734388","https://openalex.org/W2583783932","https://openalex.org/W2596874484","https://openalex.org/W2604382266","https://openalex.org/W2675926961","https://openalex.org/W2724169821","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2767506186","https://openalex.org/W2770898551","https://openalex.org/W2777057360","https://openalex.org/W2781726626","https://openalex.org/W2810217655","https://openalex.org/W2883869105","https://openalex.org/W2892244731","https://openalex.org/W2892245714","https://openalex.org/W2899405112","https://openalex.org/W2907214660","https://openalex.org/W2907537824","https://openalex.org/W2910054127","https://openalex.org/W2911087563","https://openalex.org/W2913691709","https://openalex.org/W2915048622","https://openalex.org/W2921069127","https://openalex.org/W2924645442","https://openalex.org/W2930863966","https://openalex.org/W2937851279","https://openalex.org/W2947902779","https://openalex.org/W2947934203","https://openalex.org/W2950872548","https://openalex.org/W2951799221","https://openalex.org/W2952649943","https://openalex.org/W2956658590","https://openalex.org/W2962732398","https://openalex.org/W2962887844","https://openalex.org/W2962890638","https://openalex.org/W2963003879","https://openalex.org/W2963073167","https://openalex.org/W2963423916","https://openalex.org/W2963428623","https://openalex.org/W2963477884","https://openalex.org/W2963645756","https://openalex.org/W2963780790","https://openalex.org/W2963809389","https://openalex.org/W2963821308","https://openalex.org/W2963864421","https://openalex.org/W2963946945","https://openalex.org/W2964043796","https://openalex.org/W2964174623","https://openalex.org/W2964291307","https://openalex.org/W2964319688","https://openalex.org/W2964671970","https://openalex.org/W2966477753","https://openalex.org/W2967236418","https://openalex.org/W2967452881","https://openalex.org/W2971384749","https://openalex.org/W2980587280","https://openalex.org/W2980730703","https://openalex.org/W2981169465","https://openalex.org/W2981454419","https://openalex.org/W2982316857","https://openalex.org/W2984712269","https://openalex.org/W2989164579","https://openalex.org/W2991232381","https://openalex.org/W2996037775","https://openalex.org/W2996609870","https://openalex.org/W2998097737","https://openalex.org/W3004006877","https://openalex.org/W3004532089","https://openalex.org/W3004991469","https://openalex.org/W3005857097","https://openalex.org/W3006868075","https://openalex.org/W3008274320","https://openalex.org/W3008551984","https://openalex.org/W3008967682","https://openalex.org/W3009100893","https://openalex.org/W3010902581","https://openalex.org/W3012339247","https://openalex.org/W3012783233","https://openalex.org/W3015913233","https://openalex.org/W3016164434","https://openalex.org/W3016507688","https://openalex.org/W3024139197","https://openalex.org/W3024741627","https://openalex.org/W3030511885","https://openalex.org/W3034549794","https://openalex.org/W3035106673","https://openalex.org/W3037065368","https://openalex.org/W3037519654","https://openalex.org/W3037716954","https://openalex.org/W3037849673","https://openalex.org/W3039262868","https://openalex.org/W3042039801","https://openalex.org/W3045269426","https://openalex.org/W3045791678","https://openalex.org/W3045811008","https://openalex.org/W3045839081","https://openalex.org/W3049555836","https://openalex.org/W3049709388","https://openalex.org/W3081975756","https://openalex.org/W3086913056","https://openalex.org/W3089695338","https://openalex.org/W3092188663","https://openalex.org/W3092289137","https://openalex.org/W3092745878","https://openalex.org/W3093775289","https://openalex.org/W3094546435","https://openalex.org/W3095029720","https://openalex.org/W3096574182","https://openalex.org/W3104933725","https://openalex.org/W3110606944","https://openalex.org/W3111201051","https://openalex.org/W3111873728","https://openalex.org/W3112291329","https://openalex.org/W3112486973","https://openalex.org/W3112817661","https://openalex.org/W3114224083","https://openalex.org/W3115112850","https://openalex.org/W3116616624","https://openalex.org/W3117175760","https://openalex.org/W3119637750","https://openalex.org/W3125178068","https://openalex.org/W3128384204","https://openalex.org/W4298876402","https://openalex.org/W6605846256","https://openalex.org/W6638018090","https://openalex.org/W6683300800","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6696783566","https://openalex.org/W6727899713","https://openalex.org/W6729556111","https://openalex.org/W6740092555","https://openalex.org/W6744838376","https://openalex.org/W6746385926","https://openalex.org/W6747473740","https://openalex.org/W6750106230","https://openalex.org/W6757380569","https://openalex.org/W6772005887","https://openalex.org/W6775993083","https://openalex.org/W6780002163","https://openalex.org/W6786658841","https://openalex.org/W6787054242","https://openalex.org/W6787688504","https://openalex.org/W6787749593","https://openalex.org/W6787823050","https://openalex.org/W6787916518","https://openalex.org/W6790549293"],"related_works":["https://openalex.org/W2122871747","https://openalex.org/W1904098742","https://openalex.org/W3158921809","https://openalex.org/W1980828932","https://openalex.org/W2161428574","https://openalex.org/W3114279067","https://openalex.org/W1972453571","https://openalex.org/W2077416514","https://openalex.org/W2618632915","https://openalex.org/W2150982344"],"abstract_inverted_index":{"Mobile":[0],"robots":[1,96],"contributed":[2],"significantly":[3],"to":[4,48,83],"the":[5,12,23,30,38,55,63,72,75,84,86],"intelligent":[6],"development":[7],"of":[8,44,66,90],"human":[9],"society,":[10],"and":[11,51,54,58,79],"motion-planning":[13,27,91],"policy":[14],"is":[15],"critical":[16],"for":[17,94],"mobile":[18,95],"robots.":[19],"This":[20],"paper":[21],"reviews":[22],"methods":[24,43,65],"based":[25],"on":[26],"policy,":[28],"especially":[29,71],"ones":[31,73],"involving":[32,74],"Deep":[33],"Reinforcement":[34],"Learning":[35],"(DRL)":[36],"in":[37],"unstructured":[39],"environment.":[40],"The":[41],"conventional":[42],"DRL":[45,67],"are":[46,60,68,97],"categorized":[47],"value-based,":[49],"policy-based":[50],"actor-critic-based":[52],"algorithms,":[53],"corresponding":[56],"theories":[57],"applications":[59],"surveyed.":[61],"Furthermore,":[62],"recently-emerged":[64],"also":[69],"surveyed,":[70],"imitation":[76],"learning,":[77],"meta-learning":[78],"multi-robot":[80],"systems.":[81],"According":[82],"surveys,":[85],"potential":[87],"research":[88],"directions":[89],"algorithms":[92],"serving":[93],"enlightened.":[98]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}