{"id":"https://openalex.org/W3206277349","doi":"https://doi.org/10.1109/icra48506.2021.9561602","title":"Evolvable Motion-planning Method using Deep Reinforcement Learning","display_name":"Evolvable Motion-planning Method using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3206277349","doi":"https://doi.org/10.1109/icra48506.2021.9561602","mag":"3206277349"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9561602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561602","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040365297","display_name":"Kaichiro Nishi","orcid":null},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Kaichiro Nishi","raw_affiliation_strings":["Production Systems Research Department, Center for Technology Innovation - Production Engineering, Hitachi, Ltd. Research and Development Group, Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Production Systems Research Department, Center for Technology Innovation - Production Engineering, Hitachi, Ltd. Research and Development Group, Yokohama, Japan","institution_ids":["https://openalex.org/I65143321"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049168033","display_name":"Nobuaki Nakasu","orcid":null},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nobuaki Nakasu","raw_affiliation_strings":["Production Systems Research Department, Center for Technology Innovation - Production Engineering, Hitachi, Ltd. Research and Development Group, Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Production Systems Research Department, Center for Technology Innovation - Production Engineering, Hitachi, Ltd. Research and Development Group, Yokohama, Japan","institution_ids":["https://openalex.org/I65143321"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040365297"],"corresponding_institution_ids":["https://openalex.org/I65143321"],"apc_list":null,"apc_paid":null,"fwci":0.2747,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5529389,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"37","issue":null,"first_page":"4079","last_page":"4085"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.775882363319397},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7695067524909973},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6461042165756226},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5722496509552002},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5612350106239319},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5544690489768982},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.5250311493873596},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4782772958278656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45087242126464844},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.34426558017730713},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3328290581703186},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2629309296607971}],"concepts":[{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.775882363319397},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7695067524909973},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6461042165756226},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5722496509552002},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5612350106239319},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5544690489768982},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.5250311493873596},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4782772958278656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45087242126464844},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.34426558017730713},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3328290581703186},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2629309296607971},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48506.2021.9561602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561602","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1630678085","https://openalex.org/W2030172626","https://openalex.org/W2064675550","https://openalex.org/W2112077838","https://openalex.org/W2121863487","https://openalex.org/W2129799040","https://openalex.org/W2133564696","https://openalex.org/W2145339207","https://openalex.org/W2163605009","https://openalex.org/W2167340365","https://openalex.org/W2294174507","https://openalex.org/W2524816467","https://openalex.org/W2559085405","https://openalex.org/W2891187132","https://openalex.org/W2896457183","https://openalex.org/W2901136733","https://openalex.org/W2925173345","https://openalex.org/W2962716343","https://openalex.org/W2962736495","https://openalex.org/W2963037989","https://openalex.org/W2963341956","https://openalex.org/W2964083861","https://openalex.org/W2964198579","https://openalex.org/W2964308564","https://openalex.org/W2964333597","https://openalex.org/W2968116426","https://openalex.org/W2969018702","https://openalex.org/W3003373508","https://openalex.org/W3045473040","https://openalex.org/W3091554847","https://openalex.org/W6636808768","https://openalex.org/W6657950737","https://openalex.org/W6679434410","https://openalex.org/W6684191040","https://openalex.org/W6755207826","https://openalex.org/W6756486208"],"related_works":["https://openalex.org/W2037851209","https://openalex.org/W2137894383","https://openalex.org/W4249213554","https://openalex.org/W4283396107","https://openalex.org/W2040528748","https://openalex.org/W2189342182","https://openalex.org/W2360891986","https://openalex.org/W2063897409","https://openalex.org/W2888546857","https://openalex.org/W3152411607"],"abstract_inverted_index":{"A":[0],"motion-planning":[1,74],"method":[2,80,118,134,174,180,196],"that":[3,43,67,115,148,194],"can":[4,119,197,226],"adapt":[5],"to":[6,27,82,91,98,108,157,200,213],"changes":[7],"in":[8,21,36,137,184,216],"the":[9,59,84,89,94,99,106,116,121,142,145,149,153,158,165,172,190,195,205,208,217,220,223],"surrounding":[10],"environment":[11],"is":[12,19,81],"proposed":[13,117,133,179,221],"and":[14,23,101,141,163,189],"evaluated.":[15],"Automation":[16],"of":[17,54,58,78,103,105,144,160,175,207,219],"work":[18],"progressing":[20],"factories":[22],"distribution":[24,38],"warehouses":[25],"due":[26,156],"labor":[28],"shortages.":[29],"However,":[30],"utilizing":[31],"robots":[32],"for":[33,46,56],"transport":[34,166],"operations":[35],"a":[37,41,49,138,185,201],"warehouse":[39],"faces":[40],"problem;":[42],"is,":[44],"tasks":[45],"setting":[47],"up":[48],"robot,":[50],"such":[51,128],"as":[52,129],"adjustment":[53,224],"acceleration":[55,96,123,159],"stabilization":[57],"transportation":[60],"operation,":[61],"are":[62],"time":[63,167],"consuming.":[64],"To":[65],"solve":[66],"problem,":[68],"we":[69],"developed":[70],"an":[71],"\"evolvable":[72],"robot":[73,90,161,209],"method.\"":[75],"The":[76,132,178],"aim":[77],"this":[79],"reduce":[83],"preparation":[85],"cost":[86],"by":[87,168],"allowing":[88],"automatically":[92],"learn":[93,120],"optimized":[95,122],"according":[97],"weight":[100],"center":[102],"gravity":[104],"objects":[107],"be":[109,198,214,227],"transported.":[110],"It":[111],"was":[112,135,181],"experimentally":[113],"demonstrated":[114],"control":[124],"from":[125],"time-series":[126],"data":[127],"sensor":[130],"information.":[131],"evaluated":[136,183],"simulator":[139],"environment,":[140,188],"results":[143,192],"evaluation":[146,191],"demonstrate":[147,193],"learned":[150],"model":[151],"reduced":[152],"inertial":[154],"force":[155],"motion":[162],"shortened":[164],"35%":[169],"compared":[170],"with":[171],"conventional":[173],"manual":[176],"adjustment.":[177],"also":[182],"real":[186,202],"machine":[187],"applied":[199],"robot.":[203],"Since":[204],"speed":[206],"does":[210],"not":[211],"need":[212],"adjusted":[215],"case":[218],"method,":[222],"man-hours":[225],"reduced.":[228]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
