{"id":"https://openalex.org/W2131349989","doi":"https://doi.org/10.1109/devlrn.2011.6037370","title":"Hierarchical reinforcement learning and central pattern generators for modeling the development of rhythmic manipulation skills","display_name":"Hierarchical reinforcement learning and central pattern generators for modeling the development of rhythmic manipulation skills","publication_year":2011,"publication_date":"2011-08-01","ids":{"openalex":"https://openalex.org/W2131349989","doi":"https://doi.org/10.1109/devlrn.2011.6037370","mag":"2131349989"},"language":"en","primary_location":{"id":"doi:10.1109/devlrn.2011.6037370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/devlrn.2011.6037370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE International Conference on Development and Learning (ICDL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://puma.isti.cnr.it/dfdownloadnew.php?ident=cnr.istc/cnr.istc/2011-A2-014","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028808530","display_name":"Anna Lisa Ciancio","orcid":"https://orcid.org/0000-0003-0488-0546"},"institutions":[{"id":"https://openalex.org/I155125353","display_name":"Universit\u00e0 Campus Bio-Medico","ror":"https://ror.org/04gqx4x78","country_code":"IT","type":"education","lineage":["https://openalex.org/I155125353"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Anna Lisa Ciancio","raw_affiliation_strings":["Biomedical Robotics and Biomicrosystem Laboratory, Universit\u00e0 Campus Bio-Medico di Roma, Rome, Italy","Biomedical Robotics and Biomicrosystem Lab, Universit\u00e0 Campus Bio-Medico di Roma, Via \u00c1lvaro del Portillo 21, I-00128, Italy"],"affiliations":[{"raw_affiliation_string":"Biomedical Robotics and Biomicrosystem Laboratory, Universit\u00e0 Campus Bio-Medico di Roma, Rome, Italy","institution_ids":["https://openalex.org/I155125353"]},{"raw_affiliation_string":"Biomedical Robotics and Biomicrosystem Lab, Universit\u00e0 Campus Bio-Medico di Roma, Via \u00c1lvaro del Portillo 21, I-00128, Italy","institution_ids":["https://openalex.org/I155125353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024560524","display_name":"Loredana Zollo","orcid":"https://orcid.org/0000-0002-8015-010X"},"institutions":[{"id":"https://openalex.org/I155125353","display_name":"Universit\u00e0 Campus Bio-Medico","ror":"https://ror.org/04gqx4x78","country_code":"IT","type":"education","lineage":["https://openalex.org/I155125353"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Loredana Zollo","raw_affiliation_strings":["Biomedical Robotics and Biomicrosystem Laboratory, Universit\u00e0 Campus Bio-Medico di Roma, Rome, Italy","Biomedical Robotics and Biomicrosystem Lab, Universit\u00e0 Campus Bio-Medico di Roma, Via \u00c1lvaro del Portillo 21, I-00128, Italy"],"affiliations":[{"raw_affiliation_string":"Biomedical Robotics and Biomicrosystem Laboratory, Universit\u00e0 Campus Bio-Medico di Roma, Rome, Italy","institution_ids":["https://openalex.org/I155125353"]},{"raw_affiliation_string":"Biomedical Robotics and Biomicrosystem Lab, Universit\u00e0 Campus Bio-Medico di Roma, Via \u00c1lvaro del Portillo 21, I-00128, Italy","institution_ids":["https://openalex.org/I155125353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062776728","display_name":"Eugenio Guglielmelli","orcid":"https://orcid.org/0000-0001-8258-6073"},"institutions":[{"id":"https://openalex.org/I155125353","display_name":"Universit\u00e0 Campus Bio-Medico","ror":"https://ror.org/04gqx4x78","country_code":"IT","type":"education","lineage":["https://openalex.org/I155125353"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Eugenio Guglielmelli","raw_affiliation_strings":["Biomedical Robotics and Biomicrosystem Laboratory, Universit\u00e0 Campus Bio-Medico di Roma, Rome, Italy","Biomedical Robotics and Biomicrosystem Lab, Universit\u00e0 Campus Bio-Medico di Roma, Via \u00c1lvaro del Portillo 21, I-00128, Italy"],"affiliations":[{"raw_affiliation_string":"Biomedical Robotics and Biomicrosystem Laboratory, Universit\u00e0 Campus Bio-Medico di Roma, Rome, Italy","institution_ids":["https://openalex.org/I155125353"]},{"raw_affiliation_string":"Biomedical Robotics and Biomicrosystem Lab, Universit\u00e0 Campus Bio-Medico di Roma, Via \u00c1lvaro del Portillo 21, I-00128, Italy","institution_ids":["https://openalex.org/I155125353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060335674","display_name":"Daniele Caligiore","orcid":"https://orcid.org/0000-0002-3040-9961"},"institutions":[{"id":"https://openalex.org/I4210166865","display_name":"Institute of Cognitive Sciences and Technologies","ror":"https://ror.org/05w9g2j85","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210166865"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniele Caligiore","raw_affiliation_strings":["Laboratory of Computational Embodied Neuroscience, Istituto di Scienze e Tecnologie della Cognizione (LOCEN-ISTC), Consiglio Nazionale delle Ricerche, Rome, Italy","Laboratory of Computational Embodied Neuroscience, Istituto di Scienze e Tecnologie della Cognizione, Consiglio Nazionale delle Ricerche (LOCEN-ISTC-CNR), Via San Martino della Battaglia 44, I-00185 Roma, Italy"],"affiliations":[{"raw_affiliation_string":"Laboratory of Computational Embodied Neuroscience, Istituto di Scienze e Tecnologie della Cognizione (LOCEN-ISTC), Consiglio Nazionale delle Ricerche, Rome, Italy","institution_ids":["https://openalex.org/I4210166865"]},{"raw_affiliation_string":"Laboratory of Computational Embodied Neuroscience, Istituto di Scienze e Tecnologie della Cognizione, Consiglio Nazionale delle Ricerche (LOCEN-ISTC-CNR), Via San Martino della Battaglia 44, I-00185 Roma, Italy","institution_ids":["https://openalex.org/I4210166865"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076711458","display_name":"Gianluca Baldassarre","orcid":"https://orcid.org/0000-0002-1277-4447"},"institutions":[{"id":"https://openalex.org/I4210166865","display_name":"Institute of Cognitive Sciences and Technologies","ror":"https://ror.org/05w9g2j85","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210166865"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianluca Baldassarre","raw_affiliation_strings":["Laboratory of Computational Embodied Neuroscience, Istituto di Scienze e Tecnologie della Cognizione (LOCEN-ISTC), Consiglio Nazionale delle Ricerche, Rome, Italy","Laboratory of Computational Embodied Neuroscience, Istituto di Scienze e Tecnologie della Cognizione, Consiglio Nazionale delle Ricerche (LOCEN-ISTC-CNR), Via San Martino della Battaglia 44, I-00185 Roma, Italy"],"affiliations":[{"raw_affiliation_string":"Laboratory of Computational Embodied Neuroscience, Istituto di Scienze e Tecnologie della Cognizione (LOCEN-ISTC), Consiglio Nazionale delle Ricerche, Rome, Italy","institution_ids":["https://openalex.org/I4210166865"]},{"raw_affiliation_string":"Laboratory of Computational Embodied Neuroscience, Istituto di Scienze e Tecnologie della Cognizione, Consiglio Nazionale delle Ricerche (LOCEN-ISTC-CNR), Via San Martino della Battaglia 44, I-00185 Roma, Italy","institution_ids":["https://openalex.org/I4210166865"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5028808530"],"corresponding_institution_ids":["https://openalex.org/I155125353"],"apc_list":null,"apc_paid":null,"fwci":3.07,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.92169951,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/babbling","display_name":"Babbling","score":0.7867348194122314},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6450676918029785},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6179986000061035},{"id":"https://openalex.org/keywords/rhythm","display_name":"Rhythm","score":0.6108320951461792},{"id":"https://openalex.org/keywords/central-pattern-generator","display_name":"Central pattern generator","score":0.5752126574516296},{"id":"https://openalex.org/keywords/motor-skill","display_name":"Motor skill","score":0.5679057240486145},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5376288890838623},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5352659225463867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47897887229919434},{"id":"https://openalex.org/keywords/rhythmic-gymnastics","display_name":"Rhythmic gymnastics","score":0.42035141587257385},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1638123095035553},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.12606167793273926}],"concepts":[{"id":"https://openalex.org/C134589348","wikidata":"https://www.wikidata.org/wiki/Q1723890","display_name":"Babbling","level":2,"score":0.7867348194122314},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6450676918029785},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6179986000061035},{"id":"https://openalex.org/C135343436","wikidata":"https://www.wikidata.org/wiki/Q170406","display_name":"Rhythm","level":2,"score":0.6108320951461792},{"id":"https://openalex.org/C169453685","wikidata":"https://www.wikidata.org/wiki/Q1054066","display_name":"Central pattern generator","level":3,"score":0.5752126574516296},{"id":"https://openalex.org/C169976356","wikidata":"https://www.wikidata.org/wiki/Q13208902","display_name":"Motor skill","level":2,"score":0.5679057240486145},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5376288890838623},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5352659225463867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47897887229919434},{"id":"https://openalex.org/C3019473456","wikidata":"https://www.wikidata.org/wiki/Q61465","display_name":"Rhythmic gymnastics","level":2,"score":0.42035141587257385},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1638123095035553},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.12606167793273926},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/devlrn.2011.6037370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/devlrn.2011.6037370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE International Conference on Development and Learning (ICDL)","raw_type":"proceedings-article"},{"id":"pmh:oai:pumaoai.isti.cnr.it:cnr.istc/cnr.istc/2011-A2-014","is_oa":true,"landing_page_url":"http://puma.isti.cnr.it/dfdownloadnew.php?ident=cnr.istc/cnr.istc/2011-A2-014","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: ICDL-EPIROB 2011 - First Joint IEEE International Conference on Development and Learning and on Epigenetic Robotics (Frankfurt am Main, Germany, 24-27 August 2011). Proceedings, article n. E1. IEEE, 2011.","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pumaoai.isti.cnr.it:cnr.istc/cnr.istc/2011-A2-014","is_oa":true,"landing_page_url":"http://puma.isti.cnr.it/dfdownloadnew.php?ident=cnr.istc/cnr.istc/2011-A2-014","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: ICDL-EPIROB 2011 - First Joint IEEE International Conference on Development and Learning and on Epigenetic Robotics (Frankfurt am Main, Germany, 24-27 August 2011). Proceedings, article n. E1. IEEE, 2011.","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7300000190734863,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W211269454","https://openalex.org/W656674705","https://openalex.org/W1500287723","https://openalex.org/W1516801383","https://openalex.org/W1537353270","https://openalex.org/W1577739302","https://openalex.org/W1592847719","https://openalex.org/W1603699017","https://openalex.org/W1607052939","https://openalex.org/W1933657216","https://openalex.org/W1945850787","https://openalex.org/W1952489873","https://openalex.org/W1975969522","https://openalex.org/W1981672423","https://openalex.org/W1987889199","https://openalex.org/W2018625278","https://openalex.org/W2018632020","https://openalex.org/W2019435771","https://openalex.org/W2023057624","https://openalex.org/W2035848490","https://openalex.org/W2048963734","https://openalex.org/W2062761178","https://openalex.org/W2063303909","https://openalex.org/W2095064203","https://openalex.org/W2114537044","https://openalex.org/W2121863487","https://openalex.org/W2125612430","https://openalex.org/W2150012741","https://openalex.org/W2150884987","https://openalex.org/W2155806188","https://openalex.org/W2156174987","https://openalex.org/W2157904933","https://openalex.org/W2162892219","https://openalex.org/W2168342951","https://openalex.org/W2168683826","https://openalex.org/W2171477960","https://openalex.org/W2185015080","https://openalex.org/W4214717370","https://openalex.org/W4236137112","https://openalex.org/W4249441547","https://openalex.org/W6630961259","https://openalex.org/W6640954454","https://openalex.org/W6686594932","https://openalex.org/W6987844526","https://openalex.org/W6992936062"],"related_works":["https://openalex.org/W2365592947","https://openalex.org/W2351430296","https://openalex.org/W2898934700","https://openalex.org/W2621232497","https://openalex.org/W2562000796","https://openalex.org/W2082290161","https://openalex.org/W2212271907","https://openalex.org/W815979431","https://openalex.org/W4289360563","https://openalex.org/W3160884617"],"abstract_inverted_index":{"The":[0,70,97,117],"development":[1,60,156],"of":[2,36,48,61,84,87,95,125,132,154,157],"manipulation":[3,31,159],"skills":[4,65,127,160],"is":[5,72,99,123],"a":[6,53,75,85,102,148],"fundamental":[7],"process":[8],"for":[9,151],"young":[10],"primates":[11],"as":[12,135],"it":[13],"leads":[14],"them":[15],"to":[16,20,24,57,136,146],"acquire":[17],"the":[18,22,34,46,59,82,121,139,143,152,155],"capacity":[19],"modify":[21],"world":[23],"their":[25],"advantage.":[26],"As":[27],"other":[28],"motor":[29,37],"skills,":[30],"develops":[32],"on":[33,45,74,129],"basis":[35],"babbling":[38],"processes":[39],"which":[40],"are":[41],"initially":[42,67],"heavily":[43],"based":[44,73,128],"production":[47],"rhythmic":[49,63,158],"movements.":[50,69],"We":[51],"propose":[52],"computational":[54],"bio-inspired":[55],"model":[56,71,79,98,122,144],"investigate":[58],"functional":[62],"hand":[64,105],"from":[66],"unstructured":[68],"hierarchical":[76],"reinforcement-learning":[77],"actor-critic":[78],"that":[80,120],"searches":[81],"parameters":[83],"set":[86],"central":[88],"pattern":[89],"generators":[90],"(CPGs)":[91],"having":[92,112],"different":[93,113,130,140],"degrees":[94],"sophistication.":[96],"tested":[100],"with":[101],"simulated":[103],"robotic":[104],"engaged":[106],"in":[107,161],"rotating":[108],"bottle":[109],"cap-like":[110],"objects":[111],"shape":[114],"and":[115],"size.":[116],"results":[118],"show":[119],"capable":[124],"developing":[126],"combinations":[131],"CPGs":[133],"so":[134],"suitably":[137],"manipulate":[138],"objects.":[141],"Overall,":[142],"shows":[145],"be":[147],"valuable":[149],"tool":[150],"study":[153],"primates.":[162]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}