{"id":"https://openalex.org/W4405735539","doi":"https://doi.org/10.1155/int/1636497","title":"A Review on Reinforcement Learning for Motion Planning of Robotic Manipulators","display_name":"A Review on Reinforcement Learning for Motion Planning of Robotic Manipulators","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405735539","doi":"https://doi.org/10.1155/int/1636497"},"language":"en","primary_location":{"id":"doi:10.1155/int/1636497","is_oa":true,"landing_page_url":"https://doi.org/10.1155/int/1636497","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/int/1636497","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/int/1636497","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056602274","display_name":"\u00cd\u00f1igo Elguea-Aguinaco","orcid":"https://orcid.org/0000-0001-6511-8542"},"institutions":[{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]},{"id":"https://openalex.org/I4210144135","display_name":"Centro de Tecnolog\u00edas Aeronauticas (Spain)","ror":"https://ror.org/057epqv46","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210144135"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"\u00cd\u00f1igo Elguea-Aguinaco","raw_affiliation_strings":["Research and Development Department ,  Electrote\u0301cnica Alavesa S.L. ,  Vitoria-Gasteiz ,  1010 ,  Spain","Robotics and Automation Electronics and Computer Science Department ,  University of Mondragon ,  Mondragon ,  20500 ,  Spain"],"raw_orcid":"https://orcid.org/0000-0001-6511-8542","affiliations":[{"raw_affiliation_string":"Research and Development Department ,  Electrote\u0301cnica Alavesa S.L. ,  Vitoria-Gasteiz ,  1010 ,  Spain","institution_ids":["https://openalex.org/I4210144135"]},{"raw_affiliation_string":"Robotics and Automation Electronics and Computer Science Department ,  University of Mondragon ,  Mondragon ,  20500 ,  Spain","institution_ids":["https://openalex.org/I162361429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114174463","display_name":"Ibai Inziarte-Hidalgo","orcid":"https://orcid.org/0000-0001-9668-1346"},"institutions":[{"id":"https://openalex.org/I4210125320","display_name":"Gobierno de Navarra","ror":"https://ror.org/025qq4838","country_code":"ES","type":"government","lineage":["https://openalex.org/I4210088234","https://openalex.org/I4210125320"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ibai Inziarte-Hidalgo","raw_affiliation_strings":["Automation Department ,  Montajes Mantenimiento y Automatismos Ele\u0301ctricos Navarra S.L. ,  Aizoain ,  31195 ,  Spain"],"raw_orcid":"https://orcid.org/0000-0001-9668-1346","affiliations":[{"raw_affiliation_string":"Automation Department ,  Montajes Mantenimiento y Automatismos Ele\u0301ctricos Navarra S.L. ,  Aizoain ,  31195 ,  Spain","institution_ids":["https://openalex.org/I4210125320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048839097","display_name":"Simon B\u00f8gh","orcid":"https://orcid.org/0000-0002-5960-4365"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Simon B\u00f8gh","raw_affiliation_strings":["Department of Materials and Production ,  Aalborg University ,  Aalborg East ,  9220 ,  Denmark ,  aau.dk","Aalborg University, The Faculty of Engineering and Science, DK"],"raw_orcid":"https://orcid.org/0000-0002-5960-4365","affiliations":[{"raw_affiliation_string":"Department of Materials and Production ,  Aalborg University ,  Aalborg East ,  9220 ,  Denmark ,  aau.dk","institution_ids":["https://openalex.org/I891191580"]},{"raw_affiliation_string":"Aalborg University, The Faculty of Engineering and Science, DK","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5118905584","display_name":"Nestor Arana-Arexolaleibo","orcid":null},"institutions":[{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]},{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK","ES"],"is_corresponding":false,"raw_author_name":"Nestor Arana-Arexolaleiba","raw_affiliation_strings":["Department of Materials and Production ,  Aalborg University ,  Aalborg East ,  9220 ,  Denmark ,  aau.dk","Robotics and Automation Electronics and Computer Science Department ,  University of Mondragon ,  Mondragon ,  20500 ,  Spain"],"raw_orcid":"https://orcid.org/0000-0002-3305-8108","affiliations":[{"raw_affiliation_string":"Department of Materials and Production ,  Aalborg University ,  Aalborg East ,  9220 ,  Denmark ,  aau.dk","institution_ids":["https://openalex.org/I891191580"]},{"raw_affiliation_string":"Robotics and Automation Electronics and Computer Science Department ,  University of Mondragon ,  Mondragon ,  20500 ,  Spain","institution_ids":["https://openalex.org/I162361429"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5056602274"],"corresponding_institution_ids":["https://openalex.org/I162361429","https://openalex.org/I4210144135"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":{"value":2500,"currency":"USD","value_usd":2500},"fwci":2.0194,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88425006,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"2024","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7670352458953857},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6488931775093079},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6409547924995422},{"id":"https://openalex.org/keywords/robot-manipulator","display_name":"Robot manipulator","score":0.6106557250022888},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5911920666694641},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4836805760860443},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.45458778738975525},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.27191540598869324}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7670352458953857},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6488931775093079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6409547924995422},{"id":"https://openalex.org/C2985527887","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Robot manipulator","level":3,"score":0.6106557250022888},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5911920666694641},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4836805760860443},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.45458778738975525},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.27191540598869324}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1155/int/1636497","is_oa":true,"landing_page_url":"https://doi.org/10.1155/int/1636497","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/int/1636497","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/b327c227-8aec-49fa-8387-896c971190f7","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/b327c227-8aec-49fa-8387-896c971190f7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Elguea-Aguinaco, \u00cd, Inziarte-Hidalgo, I, B\u00f8gh, S & Arana-Arexolaleibo, N 2024, 'A Review on Reinforcement Learning for Motion Planning of Robotic Manipulators', International Journal of Intelligent Systems, vol. 2024, 1636497. https://doi.org/10.1155/int/1636497","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:ebiltegia.mondragon.edu:20.500.11984/14315","is_oa":true,"landing_page_url":"https://hdl.handle.net/20.500.11984/14315","pdf_url":null,"source":{"id":"https://openalex.org/S4377196532","display_name":"eRepository Mondragon University (Mondragon University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I162361429","host_organization_name":"Mondragon Unibertsitatea","host_organization_lineage":["https://openalex.org/I162361429"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Intelligent Systems Vol. 2024. N art. 1636497","raw_type":null}],"best_oa_location":{"id":"doi:10.1155/int/1636497","is_oa":true,"landing_page_url":"https://doi.org/10.1155/int/1636497","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/int/1636497","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G8441122620","display_name":null,"funder_award_id":"857061","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320321705","display_name":"Eusko Jaurlaritza","ror":"https://ror.org/00pz2fp31"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405735539.pdf","grobid_xml":"https://content.openalex.org/works/W4405735539.grobid-xml"},"referenced_works_count":124,"referenced_works":["https://openalex.org/W1660808159","https://openalex.org/W1926428750","https://openalex.org/W1977655452","https://openalex.org/W2032568497","https://openalex.org/W2073787051","https://openalex.org/W2121103318","https://openalex.org/W2129659607","https://openalex.org/W2152195021","https://openalex.org/W2738873657","https://openalex.org/W2763941082","https://openalex.org/W2781726626","https://openalex.org/W2783600217","https://openalex.org/W2803543472","https://openalex.org/W2893889064","https://openalex.org/W2896826717","https://openalex.org/W2902067689","https://openalex.org/W2903842006","https://openalex.org/W2921851574","https://openalex.org/W2962820842","https://openalex.org/W2962889474","https://openalex.org/W2966477667","https://openalex.org/W2967114698","https://openalex.org/W2969464237","https://openalex.org/W2975243818","https://openalex.org/W2975504670","https://openalex.org/W2999969016","https://openalex.org/W3003373508","https://openalex.org/W3003894547","https://openalex.org/W3007440580","https://openalex.org/W3029001877","https://openalex.org/W3033320836","https://openalex.org/W3038610377","https://openalex.org/W3039772337","https://openalex.org/W3089490373","https://openalex.org/W3090211586","https://openalex.org/W3093104061","https://openalex.org/W3100153298","https://openalex.org/W3104753760","https://openalex.org/W3112448993","https://openalex.org/W3122928565","https://openalex.org/W3128256958","https://openalex.org/W3130418699","https://openalex.org/W3135269237","https://openalex.org/W3137413199","https://openalex.org/W3138442554","https://openalex.org/W3150631816","https://openalex.org/W3153187775","https://openalex.org/W3154105813","https://openalex.org/W3155877522","https://openalex.org/W3156492906","https://openalex.org/W3158253560","https://openalex.org/W3158592412","https://openalex.org/W3158693955","https://openalex.org/W3161095009","https://openalex.org/W3165149185","https://openalex.org/W3165885159","https://openalex.org/W3168892396","https://openalex.org/W3169386864","https://openalex.org/W3169794354","https://openalex.org/W3181385848","https://openalex.org/W3184813433","https://openalex.org/W3186103211","https://openalex.org/W3186909580","https://openalex.org/W3195968524","https://openalex.org/W3197739339","https://openalex.org/W3203417057","https://openalex.org/W3204934678","https://openalex.org/W3208824085","https://openalex.org/W3212826513","https://openalex.org/W3213366706","https://openalex.org/W3214695511","https://openalex.org/W3214738088","https://openalex.org/W3217041618","https://openalex.org/W4200058800","https://openalex.org/W4205432429","https://openalex.org/W4210286165","https://openalex.org/W4210517247","https://openalex.org/W4210869281","https://openalex.org/W4214657975","https://openalex.org/W4214717370","https://openalex.org/W4225283319","https://openalex.org/W4229066299","https://openalex.org/W4281982803","https://openalex.org/W4285080156","https://openalex.org/W4285090238","https://openalex.org/W4285102237","https://openalex.org/W4287864040","https://openalex.org/W4288021424","https://openalex.org/W4288045472","https://openalex.org/W4290616488","https://openalex.org/W4293220993","https://openalex.org/W4293519114","https://openalex.org/W4294562617","https://openalex.org/W4297988740","https://openalex.org/W4300799055","https://openalex.org/W4304142354","https://openalex.org/W4304691761","https://openalex.org/W4308513857","https://openalex.org/W4309311597","https://openalex.org/W4309675225","https://openalex.org/W4312426536","https://openalex.org/W4312948761","https://openalex.org/W4313122976","https://openalex.org/W4313138300","https://openalex.org/W4313288839","https://openalex.org/W4313442619","https://openalex.org/W4320802744","https://openalex.org/W4321496558","https://openalex.org/W4360764669","https://openalex.org/W4361002041","https://openalex.org/W4362692273","https://openalex.org/W4366774499","https://openalex.org/W4376891105","https://openalex.org/W4378192263","https://openalex.org/W4378965994","https://openalex.org/W4379525794","https://openalex.org/W4382053112","https://openalex.org/W4382402746","https://openalex.org/W4384341967","https://openalex.org/W4386159774","https://openalex.org/W4386323883","https://openalex.org/W6677916085","https://openalex.org/W6740801417","https://openalex.org/W7037803232"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Effective":[0],"motion":[1,31,88,110,134,200],"planning":[2,32,111,201],"is":[3,157],"an":[4],"indispensable":[5],"prerequisite":[6],"for":[7,30,69,164],"the":[8,20,75,97,115,121,128,139,165,169,181,188,193],"optimal":[9],"performance":[10],"of":[11,24,42,81,96,99,106,130,154,172,195],"robotic":[12,28],"manipulators":[13,29,132],"in":[14,27,37,61,87,109,127,199,211],"any":[15],"task.":[16],"In":[17],"this":[18,62,82,146,155,186,212],"regard,":[19],"research":[21,209],"and":[22,78,133,202],"application":[23,60,108],"reinforcement":[25,43,100,125,176,196],"learning":[26,44,84,126,148],"have":[33],"gained":[34],"great":[35],"relevance":[36],"recent":[38],"years.":[39],"The":[40,117,151],"ability":[41],"agents":[45],"to":[46,48,114,120,158,185,191],"adapt":[47],"variable":[49],"environments,":[50],"especially":[51],"those":[52],"featuring":[53],"dynamic":[54],"obstacles,":[55],"has":[56],"propelled":[57],"their":[58],"increasing":[59],"domain.":[63,213],"Notwithstanding,":[64],"a":[65,70,93,103,161],"clear":[66],"need":[67],"remains":[68],"resource":[71,163],"that":[72,205],"critically":[73],"examines":[74],"progress,":[76],"challenges,":[77],"future":[79,208],"directions":[80,210],"machine":[83,147],"control":[85,149],"technique":[86],"planning.":[89],"This":[90],"article":[91],"undertakes":[92],"comprehensive":[94],"review":[95,156,189],"landscape":[98],"learning,":[101],"offering":[102],"retrospective":[104],"analysis":[105],"its":[107],"from":[112],"2018":[113],"present.":[116],"exploration":[118],"extends":[119],"trends":[122],"associated":[123],"with":[124],"context":[129],"serial":[131],"planning,":[135],"as":[136,138,160],"well":[137],"various":[140],"technological":[141],"challenges":[142,183],"currently":[143],"presented":[144],"by":[145,175],"technique.":[150],"overarching":[152],"objective":[153],"serve":[159],"valuable":[162],"robotics":[166],"community,":[167],"facilitating":[168],"ongoing":[170],"development":[171],"systems":[173],"controlled":[174],"learning.":[177],"By":[178],"delving":[179],"into":[180],"primary":[182],"intrinsic":[184],"technology,":[187],"seeks":[190],"enhance":[192],"understanding":[194],"learning\u2019s":[197],"role":[198],"provides":[203],"insights":[204],"may":[206],"suggest":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}