{"id":"https://openalex.org/W3195888901","doi":"https://doi.org/10.1109/icdl49984.2021.9515679","title":"ADEL: Autonomous Developmental Evolutionary Learning for Robotic Manipulation","display_name":"ADEL: Autonomous Developmental Evolutionary Learning for Robotic Manipulation","publication_year":2021,"publication_date":"2021-08-20","ids":{"openalex":"https://openalex.org/W3195888901","doi":"https://doi.org/10.1109/icdl49984.2021.9515679","mag":"3195888901"},"language":"en","primary_location":{"id":"doi:10.1109/icdl49984.2021.9515679","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdl49984.2021.9515679","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Development and Learning (ICDL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100346326","display_name":"Yiming Li","orcid":"https://orcid.org/0000-0002-1284-7773"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Li","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Automation, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011130586","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0002-8265-9866"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["CAS Center for Excellence in Brain Science and Intelligence Technology, Chinese Academy of Sciences, Shanghai, China","Chinese Academy of Sciences, Institute of Automation, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Center for Excellence in Brain Science and Intelligence Technology, Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035952199","display_name":"Xiaofei Shen","orcid":"https://orcid.org/0000-0002-5816-1814"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei Shen","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Automation, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101946797","display_name":"Jiayuan Liu","orcid":"https://orcid.org/0009-0006-3182-0097"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayuan Liu","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Automation, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057373696","display_name":"Haonan Duan","orcid":"https://orcid.org/0000-0002-3608-4467"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haonan Duan","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Automation, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030207073","display_name":"Chenlin Zhou","orcid":"https://orcid.org/0000-0001-6510-1417"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenlin Zhou","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Automation, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11115532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7708848714828491},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6824889779090881},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6776898503303528},{"id":"https://openalex.org/keywords/evolutionary-robotics","display_name":"Evolutionary robotics","score":0.638285219669342},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.5799364447593689},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5542240142822266},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5001101493835449},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4823726713657379},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.4582558870315552},{"id":"https://openalex.org/keywords/developmental-robotics","display_name":"Developmental robotics","score":0.41537630558013916},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3938748836517334},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.2302837073802948},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.21252253651618958}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7708848714828491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6824889779090881},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6776898503303528},{"id":"https://openalex.org/C199505168","wikidata":"https://www.wikidata.org/wiki/Q3267529","display_name":"Evolutionary robotics","level":3,"score":0.638285219669342},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.5799364447593689},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5542240142822266},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5001101493835449},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4823726713657379},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.4582558870315552},{"id":"https://openalex.org/C11207580","wikidata":"https://www.wikidata.org/wiki/Q5266817","display_name":"Developmental robotics","level":4,"score":0.41537630558013916},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3938748836517334},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2302837073802948},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.21252253651618958},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdl49984.2021.9515679","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdl49984.2021.9515679","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Development and Learning (ICDL)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1571662114","https://openalex.org/W1757796397","https://openalex.org/W1914583973","https://openalex.org/W2015164669","https://openalex.org/W2041376653","https://openalex.org/W2088043683","https://openalex.org/W2121615981","https://openalex.org/W2123435073","https://openalex.org/W2201912979","https://openalex.org/W2250904038","https://openalex.org/W2593744649","https://openalex.org/W2596367596","https://openalex.org/W2600030077","https://openalex.org/W2737215781","https://openalex.org/W2778749116","https://openalex.org/W2783942736","https://openalex.org/W2805051407","https://openalex.org/W2810785043","https://openalex.org/W2935588605","https://openalex.org/W2962736495","https://openalex.org/W2962759351","https://openalex.org/W2962793652","https://openalex.org/W2962875890","https://openalex.org/W2963654160","https://openalex.org/W2964239605","https://openalex.org/W2968116426","https://openalex.org/W3121991631","https://openalex.org/W4293864724","https://openalex.org/W4295224901","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6678317597","https://openalex.org/W6735641298","https://openalex.org/W6737327832","https://openalex.org/W6741036684","https://openalex.org/W6746622358","https://openalex.org/W6753243525","https://openalex.org/W6842839225","https://openalex.org/W7017634479"],"related_works":["https://openalex.org/W2000670026","https://openalex.org/W2055829234","https://openalex.org/W2626077511","https://openalex.org/W2893750983","https://openalex.org/W2099511120","https://openalex.org/W83895758","https://openalex.org/W2003354592","https://openalex.org/W13141533","https://openalex.org/W2314472328","https://openalex.org/W3195888901"],"abstract_inverted_index":{"Learning":[0,52],"approaches":[1],"have":[2],"a":[3,47,112,146,170],"wide":[4],"range":[5,84],"of":[6,33,108,124,140,148],"applications":[7],"in":[8,74,82,127],"the":[9,24,31,88,93,109,122,138,141,159],"robotic":[10],"manipulation":[11,68,97,189],"field.":[12],"However,":[13],"traditional":[14],"supervised":[15],"or":[16],"reinforcement":[17],"learning":[18,25,37,96],"methods":[19],"tend":[20],"to":[21,90,104,120,187,197,199],"focus":[22],"on":[23],"process":[26],"under":[27],"specific":[28],"scenarios,":[29,129],"ignoring":[30],"possibility":[32],"robot":[34,66,151],"autonomous":[35,161],"developmental":[36,162],"driven":[38],"by":[39,134,158],"changing":[40],"environment.":[41],"In":[42],"this":[43],"work,":[44],"we":[45,144],"propose":[46],"human-like":[48],"Autonomous":[49],"Developmental":[50],"Evolutionary":[51],"(ADEL)":[53],"framework":[54],"combining":[55],"both":[56],"genotype":[57],"(evolution":[58],"strategies)":[59],"and":[60,79,99,174,193],"phenotype":[61],"(reinforcement":[62],"learning),":[63],"which":[64,130,179],"helps":[65],"learn":[67,166,188],"tasks":[69],"from":[70,195],"mild":[71],"environmental":[72],"change":[73],"long":[75],"time":[76],"scale":[77],"(evolution)":[78],"interact":[80,91],"intensely":[81],"short-term":[83],"(learning).":[85],"We":[86],"introduce":[87],"Q-network":[89],"with":[92,169],"environment":[94],"for":[95,150,185],"policies":[98],"use":[100],"an":[101],"evolutionary":[102,163],"algorithm":[103,126],"automatically":[105],"optimize":[106],"hyperparameters":[107],"network.":[110],"Moreover,":[111],"composite,":[113],"variable":[114],"reward":[115],"function":[116],"representation":[117],"is":[118,131,183],"proposed":[119,142,160],"improve":[121],"performance":[123,139],"our":[125],"different":[128],"also":[132],"optimized":[133],"evolution.":[135],"To":[136],"demonstrate":[137],"methods,":[143],"construct":[145],"series":[147],"scenarios":[149],"grasping":[152,167],"learning.":[153],"Experiment":[154],"results":[155],"show":[156],"that":[157,181],"learning,":[164],"robots":[165,186],"skills":[168,190],"high":[171],"success":[172],"rate":[173],"small":[175],"average":[176],"steps":[177],"cost,":[178],"suggests":[180],"it":[182],"possible":[184],"autonomously,":[191],"independently":[192],"continuously":[194],"scratch":[196],"adapt":[198],"complex":[200],"environments.":[201]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}