{"id":"https://openalex.org/W2168339290","doi":"https://doi.org/10.1109/ijcnn.2011.6033617","title":"Reinforcement active learning hierarchical loops","display_name":"Reinforcement active learning hierarchical loops","publication_year":2011,"publication_date":"2011-07-01","ids":{"openalex":"https://openalex.org/W2168339290","doi":"https://doi.org/10.1109/ijcnn.2011.6033617","mag":"2168339290"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2011.6033617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2011.6033617","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2011 International Joint Conference on Neural Networks","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048980839","display_name":"Goren Gordon","orcid":"https://orcid.org/0000-0002-8351-7034"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Goren Gordon","raw_affiliation_strings":["Department of Neurobiology, Weizmann Institute of Science, Rehovot, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neurobiology, Weizmann Institute of Science, Rehovot, Israel","institution_ids":["https://openalex.org/I53964585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051187229","display_name":"Ehud Ahissar","orcid":"https://orcid.org/0000-0003-1223-9767"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ehud Ahissar","raw_affiliation_strings":["Department of Neurobiology, Weizmann Institute of Science, Rehovot, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Neurobiology, Weizmann Institute of Science, Rehovot, Israel","institution_ids":["https://openalex.org/I53964585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I53964585"],"apc_list":null,"apc_paid":null,"fwci":0.9943,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.75721764,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"3008","last_page":"3015"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6743751764297485},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6724554300308228},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.6492933034896851},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5646337866783142},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5585992932319641},{"id":"https://openalex.org/keywords/whisking-in-animals","display_name":"Whisking in animals","score":0.512040913105011},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.45540934801101685},{"id":"https://openalex.org/keywords/embodied-agent","display_name":"Embodied agent","score":0.43220359086990356},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34527429938316345},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.2677417993545532},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.17982196807861328},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1678692102432251}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6743751764297485},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6724554300308228},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.6492933034896851},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5646337866783142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5585992932319641},{"id":"https://openalex.org/C145065098","wikidata":"https://www.wikidata.org/wiki/Q913572","display_name":"Whisking in animals","level":3,"score":0.512040913105011},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.45540934801101685},{"id":"https://openalex.org/C103683099","wikidata":"https://www.wikidata.org/wiki/Q5370102","display_name":"Embodied agent","level":3,"score":0.43220359086990356},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34527429938316345},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.2677417993545532},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.17982196807861328},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1678692102432251},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2011.6033617","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2011.6033617","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2011 International Joint Conference on Neural Networks","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1483845297","https://openalex.org/W1486707268","https://openalex.org/W1973702582","https://openalex.org/W1977821695","https://openalex.org/W1980115401","https://openalex.org/W2001786122","https://openalex.org/W2015982707","https://openalex.org/W2018662425","https://openalex.org/W2034806191","https://openalex.org/W2038713564","https://openalex.org/W2043968544","https://openalex.org/W2101290001","https://openalex.org/W2101524054","https://openalex.org/W2107325954","https://openalex.org/W2113176808","https://openalex.org/W2114414717","https://openalex.org/W2128404384","https://openalex.org/W2132736959","https://openalex.org/W2134821913","https://openalex.org/W2136602922","https://openalex.org/W2140332127","https://openalex.org/W2140895585","https://openalex.org/W2155027007","https://openalex.org/W2156339607","https://openalex.org/W2172968643","https://openalex.org/W2286699414","https://openalex.org/W6628902087","https://openalex.org/W6680062967","https://openalex.org/W6680194329","https://openalex.org/W6683204974"],"related_works":["https://openalex.org/W4210788130","https://openalex.org/W2113576281","https://openalex.org/W2161433686","https://openalex.org/W2571424219","https://openalex.org/W2115013791","https://openalex.org/W2151376234","https://openalex.org/W2106755999","https://openalex.org/W2043610963","https://openalex.org/W2049611124","https://openalex.org/W4225350670"],"abstract_inverted_index":{"A":[0],"curious":[1],"agent,":[2,70],"be":[3],"it":[4],"a":[5,58,72,118],"robot,":[6],"animal":[7],"or":[8],"human,":[9],"acts":[10],"so":[11],"as":[12,15,17],"to":[13,81,115,176,193],"learn":[14,29,117],"much":[16],"possible":[18],"about":[19],"itself":[20],"and":[21,39,51,101,105,130,151,166,172],"its":[22,37,45],"environment.":[23],"Such":[24],"an":[25,66],"agent":[26],"can":[27],"also":[28],"without":[30],"external":[31],"supervision,":[32],"but":[33],"rather":[34],"actively":[35,157],"probe":[36],"surrounding":[38],"autonomously":[40],"induce":[41],"the":[42,49,52,76,83,92,99,122,136,147,160,164,189],"relations":[43],"between":[44,121],"action's":[46],"effects":[47],"on":[48,146],"environment":[50],"resulting":[53],"sensory":[54,128],"input.":[55],"We":[56,142],"present":[57],"model":[59,73,180],"of":[60,94,103,169],"hierarchical":[61,109],"motor-sensory":[62,89,191],"loops":[63,155],"for":[64],"such":[65,112],"autonomous":[67],"active":[68],"learning":[69,87,93],"meaning":[71],"that":[74,138,140,186,196],"selects":[75],"appropriate":[77],"action":[78,137],"in":[79,108,202],"order":[80],"optimize":[82],"agent's":[84,123],"learning.":[85,141],"Furthermore,":[86],"one":[88],"mapping":[90,192],"enables":[91],"other":[95],"mappings,":[96],"thus":[97],"increasing":[98],"extent":[100],"diversity":[102],"knowledge":[104],"skills,":[106],"usually":[107],"manner.":[110],"Each":[111],"loop":[113],"attempts":[114],"optimally":[116,187],"specific":[119],"correlation":[120],"available":[124],"internal":[125],"information,":[126],"e.g.":[127],"signals":[129],"motor":[131],"efference":[132],"copies,":[133],"by":[134],"finding":[135],"optimizes":[139,197],"demonstrate":[143],"this":[144],"architecture":[145],"well-studied":[148],"vibrissae":[149],"system,":[150],"show":[152],"how":[153],"sensory-motor":[154],"are":[156],"learnt":[158],"from":[159,183],"bottom-up,":[161],"starting":[162],"with":[163],"forward":[165],"inverse":[167],"models":[168],"whisker":[170],"motion":[171],"then":[173],"extending":[174],"them":[175],"object":[177,198],"localization.":[178],"The":[179],"predicts":[181],"transition":[182],"free-air":[184],"whisking":[185],"learns":[188],"self-generated":[190],"touch-induced":[194],"palpation":[195],"localization,":[199],"both":[200],"observed":[201],"naturally":[203],"behaving":[204],"rats.":[205]},"counts_by_year":[{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":4}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}