{"id":"https://openalex.org/W2062663684","doi":"https://doi.org/10.1109/iros.2013.6697038","title":"Active Bayesian perception and reinforcement learning","display_name":"Active Bayesian perception and reinforcement learning","publication_year":2013,"publication_date":"2013-11-01","ids":{"openalex":"https://openalex.org/W2062663684","doi":"https://doi.org/10.1109/iros.2013.6697038","mag":"2062663684"},"language":"en","primary_location":{"id":"doi:10.1109/iros.2013.6697038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2013.6697038","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE/RSJ International Conference on Intelligent Robots and Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015897265","display_name":"Nathan F. Lepora","orcid":"https://orcid.org/0000-0001-5327-1523"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nathan F. Lepora","raw_affiliation_strings":["SCentRo, University of Sheffield, UK","SCentRo, Univ. of Sheffield, Sheffield, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCentRo, University of Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"SCentRo, Univ. of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083737600","display_name":"Uriel Mart\u00ednez-Hern\u00e1ndez","orcid":"https://orcid.org/0000-0002-9922-7912"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Uriel Martinez-Hernandez","raw_affiliation_strings":["SCentRo, University of Sheffield, UK","SCentRo, Univ. of Sheffield, Sheffield, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCentRo, University of Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"SCentRo, Univ. of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053290697","display_name":"Giovanni Pezzulo","orcid":"https://orcid.org/0000-0001-6813-8282"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Giovanni Pezzulo","raw_affiliation_strings":["ILC, Consiglio Nazionale delle Ricerche (CNR), Roma, Italy","ISTC, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ILC, Consiglio Nazionale delle Ricerche (CNR), Roma, Italy","institution_ids":[]},{"raw_affiliation_string":"ISTC, Rome, Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013009407","display_name":"Tony J. Prescott","orcid":"https://orcid.org/0000-0003-4927-5390"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tony J. Prescott","raw_affiliation_strings":["SCentRo, University of Sheffield, UK","SCentRo, Univ. of Sheffield, Sheffield, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCentRo, University of Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"SCentRo, Univ. of Sheffield, Sheffield, UK","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"4735","last_page":"4740"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6985083818435669},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6902533173561096},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6743600368499756},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6371035575866699},{"id":"https://openalex.org/keywords/active-perception","display_name":"Active perception","score":0.6347640156745911},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5986320972442627},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.565762460231781},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5344386100769043},{"id":"https://openalex.org/keywords/fixation","display_name":"Fixation (population genetics)","score":0.5283613801002502},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44378191232681274},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4101461172103882},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3480876684188843},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16352587938308716},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09492334723472595}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6985083818435669},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6902533173561096},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6743600368499756},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6371035575866699},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.6347640156745911},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5986320972442627},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.565762460231781},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5344386100769043},{"id":"https://openalex.org/C146249460","wikidata":"https://www.wikidata.org/wiki/Q2914991","display_name":"Fixation (population genetics)","level":3,"score":0.5283613801002502},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44378191232681274},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4101461172103882},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3480876684188843},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16352587938308716},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09492334723472595},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iros.2013.6697038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros.2013.6697038","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE/RSJ International Conference on Intelligent Robots and Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:108458","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Proceedings Paper"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/dc6173dd-0606-4329-abb1-3b68f4190d3c","is_oa":false,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/dc6173dd-0606-4329-abb1-3b68f4190d3c","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lepora, N F, Martinez-Hernandez, U, Pezzulo, G & Prescott, T J 2013, Active Bayesian perception and reinforcement learning. in IEEE International Conference on Intelligent Robots and Systems., 6697038, pp. 4735-4740. https://doi.org/10.1109/IROS.2013.6697038","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1493250243","https://openalex.org/W1562619787","https://openalex.org/W1657674574","https://openalex.org/W1987508268","https://openalex.org/W1988240427","https://openalex.org/W2017122590","https://openalex.org/W2018995617","https://openalex.org/W2046771020","https://openalex.org/W2052117683","https://openalex.org/W2058444317","https://openalex.org/W2061361125","https://openalex.org/W2066906022","https://openalex.org/W2069192723","https://openalex.org/W2101511752","https://openalex.org/W2121863487","https://openalex.org/W2133835651","https://openalex.org/W2145149052","https://openalex.org/W2159863808","https://openalex.org/W2162179655","https://openalex.org/W2167987951","https://openalex.org/W2168448228","https://openalex.org/W2168986765","https://openalex.org/W2169134378","https://openalex.org/W2567075333","https://openalex.org/W3127749169","https://openalex.org/W4214717370","https://openalex.org/W4235750875","https://openalex.org/W4253365321","https://openalex.org/W6633499610","https://openalex.org/W6636922475","https://openalex.org/W6681665583"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W116417374"],"abstract_inverted_index":{"In":[0,124],"a":[1,37,41,61,78,90],"series":[2],"of":[3,104,109,120],"papers,":[4],"we":[5,66,144,151],"have":[6,157],"formalized":[7],"an":[8,24,51],"active":[9,52,122],"Bayesian":[10],"perception":[11,29],"approach":[12],"for":[13,26,55],"robotics":[14],"based":[15],"on":[16],"recent":[17],"progress":[18],"in":[19,148],"understanding":[20],"animal":[21],"perception.":[22,123],"However,":[23],"issue":[25],"applied":[27],"robot":[28,149],"is":[30],"how":[31],"to":[32,36,60,113,129,139],"tune":[33],"this":[34,87],"method":[35],"task,":[38],"using:":[39],"(i)":[40],"belief":[42],"threshold":[43,116],"that":[44,68,93,153],"adjusts":[45],"the":[46,57,82,105,115,121,126,136,154],"speed-accuracy":[47],"tradeoff;":[48],"and":[49,117,134],"(ii)":[50],"control":[53],"strategy":[54],"relocating":[56],"sensor":[58],"e.g.":[59],"preset":[62],"fixation":[63,118,137],"point.":[64],"Here":[65],"propose":[67],"these":[69],"two":[70],"variables":[71],"should":[72],"be":[73],"learnt":[74],"by":[75],"reinforcement":[76],"from":[77],"reward":[79],"signal":[80],"evaluating":[81],"decision":[83],"outcome.":[84],"We":[85],"test":[86],"claim":[88],"with":[89],"biomimetic":[91],"fingertip":[92],"senses":[94],"surface":[95],"curvature":[96],"under":[97],"uncertainty":[98],"about":[99],"contact":[100],"location.":[101],"Appropriate":[102],"formulation":[103],"problem":[106],"allows":[107],"use":[108],"multi-armed":[110],"bandit":[111],"methods":[112],"optimize":[114,140],"point":[119,138],"consequence,":[125],"system":[127],"learns":[128],"balance":[130],"speed":[131],"versus":[132],"accuracy":[133],"sets":[135],"both":[141],"quantities.":[142],"Although":[143],"consider":[145],"one":[146],"example":[147],"touch,":[150],"expect":[152],"underlying":[155],"principles":[156],"general":[158],"applicability.":[159]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}