{"id":"https://openalex.org/W4400905328","doi":"https://doi.org/10.1109/access.2024.3432741","title":"A Deep Reinforcement Learning Framework for Control of Robotic Manipulators in Simulated Environments","display_name":"A Deep Reinforcement Learning Framework for Control of Robotic Manipulators in Simulated Environments","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400905328","doi":"https://doi.org/10.1109/access.2024.3432741"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3432741","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3432741","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3432741","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030106571","display_name":"Carlos Calder\u00f3n","orcid":"https://orcid.org/0000-0002-7071-7088"},"institutions":[{"id":"https://openalex.org/I100205273","display_name":"Universidad T\u00e9cnica Particular de Loja","ror":"https://ror.org/04dvbth24","country_code":"EC","type":"education","lineage":["https://openalex.org/I100205273"]}],"countries":["EC"],"is_corresponding":true,"raw_author_name":"Carlos Calder\u00f3n-Cordova","raw_affiliation_strings":["Department of Computer Science and Electronics, Universidad Técnica Particular de Loja, Loja, Ecuador"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electronics, Universidad Técnica Particular de Loja, Loja, Ecuador","institution_ids":["https://openalex.org/I100205273"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012402090","display_name":"Roger Sarango","orcid":"https://orcid.org/0000-0003-0750-1169"},"institutions":[{"id":"https://openalex.org/I100205273","display_name":"Universidad T\u00e9cnica Particular de Loja","ror":"https://ror.org/04dvbth24","country_code":"EC","type":"education","lineage":["https://openalex.org/I100205273"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Roger Sarango","raw_affiliation_strings":["Department of Computer Science and Electronics, Universidad Técnica Particular de Loja, Loja, Ecuador"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electronics, Universidad Técnica Particular de Loja, Loja, Ecuador","institution_ids":["https://openalex.org/I100205273"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027600259","display_name":"Darwin Castillo","orcid":"https://orcid.org/0000-0002-1800-1189"},"institutions":[{"id":"https://openalex.org/I100205273","display_name":"Universidad T\u00e9cnica Particular de Loja","ror":"https://ror.org/04dvbth24","country_code":"EC","type":"education","lineage":["https://openalex.org/I100205273"]},{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA","EC"],"is_corresponding":false,"raw_author_name":"Darwin Castillo","raw_affiliation_strings":["Department of Chemistry, Universidad Técnica Particular de Loja, Loja, Ecuador","Theoretical and Experimental Epistemology Laboratory, School of Optometry and Vision Science, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Chemistry, Universidad Técnica Particular de Loja, Loja, Ecuador","institution_ids":["https://openalex.org/I100205273"]},{"raw_affiliation_string":"Theoretical and Experimental Epistemology Laboratory, School of Optometry and Vision Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103107736","display_name":"Vasudevan Lakshminarayanan","orcid":"https://orcid.org/0000-0002-3156-8892"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Vasudevan Lakshminarayanan","raw_affiliation_strings":["Theoretical and Experimental Epistemology Laboratory, School of Optometry and Vision Science, University of Waterloo, Waterloo, ON, Canada","Departments of Physics, Electrical and Computer Engineering and Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Theoretical and Experimental Epistemology Laboratory, School of Optometry and Vision Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Departments of Physics, Electrical and Computer Engineering and Systems Design Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5030106571"],"corresponding_institution_ids":["https://openalex.org/I100205273"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.5726,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.97648606,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"103133","last_page":"103161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7176772356033325},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7047786116600037},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5804075598716736},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4892720878124237},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4879571795463562},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4252583682537079},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3911662995815277},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.3605695366859436},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21591046452522278}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7176772356033325},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7047786116600037},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5804075598716736},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4892720878124237},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4879571795463562},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4252583682537079},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3911662995815277},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3605695366859436},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21591046452522278},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3432741","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3432741","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8c0e459caf62487b95d6e05b2c81b145","is_oa":true,"landing_page_url":"https://doaj.org/article/8c0e459caf62487b95d6e05b2c81b145","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 103133-103161 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3432741","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3432741","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8803991493","display_name":null,"funder_award_id":"PROY_ARTIC_CE_2022_3667","funder_id":"https://openalex.org/F4320318905","funder_display_name":"Universidad T\u00e9cnica Particular de Loja"}],"funders":[{"id":"https://openalex.org/F4320318905","display_name":"Universidad T\u00e9cnica Particular de Loja","ror":"https://ror.org/04dvbth24"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W1560270123","https://openalex.org/W2033177809","https://openalex.org/W2165686770","https://openalex.org/W2397478606","https://openalex.org/W2569414656","https://openalex.org/W2575705757","https://openalex.org/W2804891084","https://openalex.org/W2808353679","https://openalex.org/W2903842006","https://openalex.org/W2905342215","https://openalex.org/W2915297457","https://openalex.org/W2920854799","https://openalex.org/W2930863966","https://openalex.org/W2942156750","https://openalex.org/W2952932256","https://openalex.org/W2955140415","https://openalex.org/W2963940579","https://openalex.org/W2966477667","https://openalex.org/W2968095426","https://openalex.org/W2968116426","https://openalex.org/W2971475359","https://openalex.org/W2987039068","https://openalex.org/W2995046958","https://openalex.org/W2997902164","https://openalex.org/W2999969016","https://openalex.org/W3020360306","https://openalex.org/W3028234952","https://openalex.org/W3032216251","https://openalex.org/W3037090572","https://openalex.org/W3043705189","https://openalex.org/W3046419021","https://openalex.org/W3048116582","https://openalex.org/W3090299930","https://openalex.org/W3096236107","https://openalex.org/W3099098707","https://openalex.org/W3100708597","https://openalex.org/W3107067648","https://openalex.org/W3111221273","https://openalex.org/W3118616639","https://openalex.org/W3118819803","https://openalex.org/W3122928565","https://openalex.org/W3126692421","https://openalex.org/W3127352841","https://openalex.org/W3128011616","https://openalex.org/W3128707967","https://openalex.org/W3150631816","https://openalex.org/W3155372687","https://openalex.org/W3158592412","https://openalex.org/W3166620606","https://openalex.org/W3199096322","https://openalex.org/W3209141072","https://openalex.org/W3211352205","https://openalex.org/W3213974477","https://openalex.org/W4200058800","https://openalex.org/W4205847188","https://openalex.org/W4210939259","https://openalex.org/W4210993604","https://openalex.org/W4211171425","https://openalex.org/W4220800801","https://openalex.org/W4220957995","https://openalex.org/W4229537497","https://openalex.org/W4230674069","https://openalex.org/W4281678280","https://openalex.org/W4281966928","https://openalex.org/W4285102589","https://openalex.org/W4285732179","https://openalex.org/W4289861104","https://openalex.org/W4293010063","https://openalex.org/W4299967799","https://openalex.org/W4306963870","https://openalex.org/W4308095592","https://openalex.org/W4308596800","https://openalex.org/W4311629907","https://openalex.org/W4313213392","https://openalex.org/W4315646751","https://openalex.org/W4328050733","https://openalex.org/W4362672763","https://openalex.org/W4380992459","https://openalex.org/W4382053112","https://openalex.org/W4385067496","https://openalex.org/W4395047770","https://openalex.org/W6753243525","https://openalex.org/W6753352194","https://openalex.org/W6755437240","https://openalex.org/W6757988111","https://openalex.org/W6764969207","https://openalex.org/W6778578791","https://openalex.org/W6780559895","https://openalex.org/W6781494318","https://openalex.org/W6794811681","https://openalex.org/W6800004206","https://openalex.org/W6853572851"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2389214306","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Industrial":[0],"robots":[1],"play":[2],"a":[3,7,40,68,179],"crucial":[4],"role":[5],"in":[6,21,90,173,199,226,237],"wide":[8],"range":[9],"of":[10,14,17,50,109,114,121,137,151,219,231],"industrial":[11,91,164],"processes.":[12],"Because":[13],"the":[15,18,107,119,138,197,216,232],"complexity":[16],"work":[19,69],"environment":[20],"which":[22],"these":[23,152],"systems":[24,123,145,187],"are":[25,33],"deployed,":[26],"more":[27],"robust":[28],"and":[29,93,112,160,166,184,205,207,228,234],"accurate":[30],"control":[31,144,186],"methods":[32],"required.":[34],"Deep":[35],"reinforcement":[36],"learning":[37,55,98],"(DRL)":[38],"is":[39,154],"comprehensive":[41],"approach":[42],"that":[43],"does":[44],"not":[45],"require":[46],"an":[47,134],"initial":[48],"source":[49],"structured":[51],"data":[52,62],"for":[53,146,182,188],"its":[54,60,65,73,223],"process.":[56],"Instead,":[57],"DRL":[58,76,239],"generates":[59],"own":[61,74],"based":[63,124,155],"on":[64,125,156],"experiences":[66],"within":[67],"environment.":[70],"To":[71],"generate":[72],"data,":[75,116],"requires":[77],"integration":[78,95],"with":[79,96,162,210],"virtualized":[80],"environments":[81],"provided":[82],"by":[83],"simulators.":[84],"These":[85],"tools":[86,140,153,198],"must":[87],"include":[88],"scenarios":[89,111],"contexts":[92],"allow":[94],"machine":[97],"tools,":[99],"among":[100],"other":[101],"capabilities.":[102],"Currently,":[103],"several":[104],"platforms":[105],"support":[106],"simulation":[108],"various":[110],"generation":[113],"synthetic":[115],"thus":[117],"facilitating":[118],"development":[120],"end-to-end":[122,192],"artificial":[126],"intelligence,":[127],"such":[128],"as":[129],"DRL.":[130,193],"This":[131,176,194],"article":[132],"presents":[133],"extensive":[135],"review":[136],"software":[139],"applied":[141],"to":[142,240],"DRL-based":[143],"robotic":[147,189,242],"manipulators.":[148],"The":[149],"selection":[150],"their":[157,170,208],"efficiency,":[158],"scalability,":[159],"compatibility":[161],"contemporary":[163],"standards":[165],"offers":[167],"insights":[168],"into":[169],"practical":[171,217],"application":[172],"real-world":[174],"scenarios.":[175],"study":[177],"established":[178],"complete":[180],"framework":[181,195],"designing":[183],"developing":[185],"manipulators":[190],"using":[191],"outlines":[196],"detail,":[200],"including":[201],"simulators,":[202],"APIs,":[203],"libraries,":[204],"methods,":[206],"interactions":[209],"each":[211],"other.":[212],"Additionally,":[213],"it":[214],"discusses":[215],"implications":[218],"this":[220],"framework,":[221],"highlighting":[222],"potential":[224],"applications":[225],"industry":[227],"addressing":[229],"some":[230],"challenges":[233],"limitations":[235],"encountered":[236],"applying":[238],"complex":[241],"systems.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}