{"id":"https://openalex.org/W4220826180","doi":"https://doi.org/10.1109/sii52469.2022.9708819","title":"A Curiosity Algorithm for Robots Based on the Free Energy Principle","display_name":"A Curiosity Algorithm for Robots Based on the Free Energy Principle","publication_year":2022,"publication_date":"2022-01-09","ids":{"openalex":"https://openalex.org/W4220826180","doi":"https://doi.org/10.1109/sii52469.2022.9708819"},"language":"en","primary_location":{"id":"doi:10.1109/sii52469.2022.9708819","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii52469.2022.9708819","pdf_url":null,"source":{"id":"https://openalex.org/S4363605592","display_name":"2022 IEEE/SICE International Symposium on System Integration (SII)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102867777","display_name":"Daisuke Kawahara","orcid":"https://orcid.org/0000-0002-3598-1027"},"institutions":[{"id":"https://openalex.org/I92614990","display_name":"Tokyo University of Agriculture and Technology","ror":"https://ror.org/00qg0kr10","country_code":"JP","type":"education","lineage":["https://openalex.org/I92614990"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Daisuke Kawahara","raw_affiliation_strings":["Tokyo University of Agriculture and Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo University of Agriculture and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I92614990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034352708","display_name":"Sara Ozeki","orcid":null},"institutions":[{"id":"https://openalex.org/I92614990","display_name":"Tokyo University of Agriculture and Technology","ror":"https://ror.org/00qg0kr10","country_code":"JP","type":"education","lineage":["https://openalex.org/I92614990"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sara Ozeki","raw_affiliation_strings":["Tokyo University of Agriculture and Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo University of Agriculture and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I92614990"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050888954","display_name":"Ikuo Mizuuchi","orcid":"https://orcid.org/0000-0003-4657-2613"},"institutions":[{"id":"https://openalex.org/I92614990","display_name":"Tokyo University of Agriculture and Technology","ror":"https://ror.org/00qg0kr10","country_code":"JP","type":"education","lineage":["https://openalex.org/I92614990"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ikuo Mizuuchi","raw_affiliation_strings":["Tokyo University of Agriculture and Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo University of Agriculture and Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I92614990"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102867777"],"corresponding_institution_ids":["https://openalex.org/I92614990"],"apc_list":null,"apc_paid":null,"fwci":1.2037,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.74941315,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"53","last_page":"59"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curiosity","display_name":"Curiosity","score":0.842610239982605},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7555155754089355},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7123613357543945},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7036407589912415},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6887569427490234},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.654630184173584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5946593284606934},{"id":"https://openalex.org/keywords/free-energy-principle","display_name":"Free energy principle","score":0.5441641807556152},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.47850552201271057},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4700566530227661},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4610864520072937},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3710266947746277},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35531187057495117},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.24992769956588745},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10696202516555786},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10165801644325256}],"concepts":[{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.842610239982605},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7555155754089355},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7123613357543945},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7036407589912415},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6887569427490234},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.654630184173584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5946593284606934},{"id":"https://openalex.org/C33553690","wikidata":"https://www.wikidata.org/wiki/Q17014702","display_name":"Free energy principle","level":2,"score":0.5441641807556152},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.47850552201271057},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4700566530227661},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4610864520072937},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3710266947746277},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35531187057495117},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.24992769956588745},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10696202516555786},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10165801644325256},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sii52469.2022.9708819","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sii52469.2022.9708819","pdf_url":null,"source":{"id":"https://openalex.org/S4363605592","display_name":"2022 IEEE/SICE International Symposium on System Integration (SII)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/SICE International Symposium on System Integration (SII)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1522301498","https://openalex.org/W1870250857","https://openalex.org/W2018705428","https://openalex.org/W2039546655","https://openalex.org/W2059320470","https://openalex.org/W2091405003","https://openalex.org/W2115979064","https://openalex.org/W2136634080","https://openalex.org/W2140135625","https://openalex.org/W2147008239","https://openalex.org/W2164411961","https://openalex.org/W2417786368","https://openalex.org/W2552810632","https://openalex.org/W2700407638","https://openalex.org/W2781726626","https://openalex.org/W2799151646","https://openalex.org/W2898585858","https://openalex.org/W2949561945","https://openalex.org/W2951595529","https://openalex.org/W2963276097","https://openalex.org/W2963523627","https://openalex.org/W2963864421","https://openalex.org/W2964180249","https://openalex.org/W2991032634","https://openalex.org/W3008513355","https://openalex.org/W3015971707","https://openalex.org/W3017302611","https://openalex.org/W3083918609","https://openalex.org/W3086270667","https://openalex.org/W3090104579","https://openalex.org/W3121033252","https://openalex.org/W3127446034","https://openalex.org/W3134399927","https://openalex.org/W3159995865","https://openalex.org/W3163829518","https://openalex.org/W3177219395","https://openalex.org/W3183421534","https://openalex.org/W4287125259","https://openalex.org/W4288094360","https://openalex.org/W4293864724","https://openalex.org/W4301580873","https://openalex.org/W6631190155","https://openalex.org/W6638836233","https://openalex.org/W6680657880","https://openalex.org/W6684488266","https://openalex.org/W6684921986","https://openalex.org/W6716474083","https://openalex.org/W6717230150","https://openalex.org/W6734517396","https://openalex.org/W6737327832","https://openalex.org/W6740033195","https://openalex.org/W6747473740","https://openalex.org/W6750186571","https://openalex.org/W6756192075","https://openalex.org/W6769521182","https://openalex.org/W6770670914","https://openalex.org/W6774996162","https://openalex.org/W6779175359","https://openalex.org/W6790376424","https://openalex.org/W6796630343","https://openalex.org/W6797853088","https://openalex.org/W6798653653"],"related_works":["https://openalex.org/W2975200075","https://openalex.org/W2007544051","https://openalex.org/W4287124629","https://openalex.org/W1837097281","https://openalex.org/W1966410754","https://openalex.org/W2363840281","https://openalex.org/W2016398835","https://openalex.org/W2325242284","https://openalex.org/W2061090284","https://openalex.org/W3186584605"],"abstract_inverted_index":{"In":[0,32,84],"this":[1],"paper,":[2],"we":[3,91,132],"propose":[4,110],"a":[5,61,111],"curiosity":[6,112],"algorithm":[7,113,139],"for":[8,28],"sample":[9,48],"efficient":[10],"data":[11],"collection":[12],"in":[13,46,60,76,102,140],"robotic":[14,29,62,146],"task":[15,30,149],"learning.":[16,31,150],"Reinforcement":[17],"learning":[18],"(RL)":[19],"is":[20,54,123],"one":[21],"of":[22,105,136,145],"the":[23,37,51,68,71,77,88,93,103,127,134,137],"most":[24],"commonly":[25],"used":[26],"algorithms":[27],"general,":[33],"RL":[34],"agents":[35],"explore":[36,81],"environment":[38],"by":[39],"random":[40,43],"actions.":[41],"However,":[42],"exploration":[44],"results":[45],"poor":[47],"efficiency":[49],"when":[50],"state-action":[52],"space":[53],"continuous":[55],"and":[56,80,107,119,142],"high-dimensional,":[57],"such":[58],"as":[59],"object":[63,147],"manipulation":[64,148],"task.":[65],"By":[66],"making":[67],"robot":[69,72,89],"curious,":[70,90],"would":[73],"become":[74],"interested":[75],"unknown":[78],"region":[79],"that":[82,114,121],"region.":[83],"order":[85],"to":[86],"make":[87],"utilize":[92],"free":[94,128],"energy":[95,129],"principle,":[96],"which":[97],"has":[98],"been":[99],"attracting":[100],"attention":[101],"field":[104],"neuroscience":[106],"AI.":[108],"We":[109],"combines":[115],"with":[116],"Soft":[117],"Actor-Critic":[118],"show":[120],"it":[122],"naturally":[124],"derived":[125],"from":[126],"principle.":[130],"Moreover,":[131],"verify":[133],"effectiveness":[135],"proposed":[138],"simulation":[141],"real-world":[143],"experiments":[144]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}