{"id":"https://openalex.org/W1535457693","doi":"https://doi.org/10.1007/978-3-540-87536-9_39","title":"Robust Population Coding in Free-Energy-Based Reinforcement Learning","display_name":"Robust Population Coding in Free-Energy-Based Reinforcement Learning","publication_year":2008,"publication_date":"2008-09-05","ids":{"openalex":"https://openalex.org/W1535457693","doi":"https://doi.org/10.1007/978-3-540-87536-9_39","mag":"1535457693"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-540-87536-9_39","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-540-87536-9_39","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036812674","display_name":"Makoto Otsuka","orcid":"https://orcid.org/0000-0002-9912-3275"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]},{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Makoto Otsuka","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, \u00a0, Ikoma, Japan","Initial Research Project, Okinawa Institute of Science and Technology, \u00a0, Uruma, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, \u00a0, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Initial Research Project, Okinawa Institute of Science and Technology, \u00a0, Uruma, Japan","institution_ids":["https://openalex.org/I142637625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071281836","display_name":"Junichiro Yoshimoto","orcid":"https://orcid.org/0000-0001-7995-0321"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]},{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Junichiro Yoshimoto","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, \u00a0, Ikoma, Japan","Initial Research Project, Okinawa Institute of Science and Technology, \u00a0, Uruma, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, \u00a0, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Initial Research Project, Okinawa Institute of Science and Technology, \u00a0, Uruma, Japan","institution_ids":["https://openalex.org/I142637625"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004840638","display_name":"Kenji Doya","orcid":"https://orcid.org/0000-0002-2446-6820"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]},{"id":"https://openalex.org/I912014387","display_name":"Keihin (Japan)","ror":"https://ror.org/03jvjps27","country_code":"JP","type":"company","lineage":["https://openalex.org/I912014387"]},{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Doya","raw_affiliation_strings":["ATR Computational Neuroscience Laboratories, \u00a0, \u201cKeihanna Science City,\u201d, Japan","Graduate School of Information Science, Nara Institute of Science and Technology, \u00a0, Ikoma, Japan","Initial Research Project, Okinawa Institute of Science and Technology, \u00a0, Uruma, Japan","ATR Computational Neuroscience Laboratories, \u00a0, \"Keihanna Science City,\", Japan"],"affiliations":[{"raw_affiliation_string":"ATR Computational Neuroscience Laboratories, \u00a0, \u201cKeihanna Science City,\u201d, Japan","institution_ids":["https://openalex.org/I912014387"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, \u00a0, Ikoma, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Initial Research Project, Okinawa Institute of Science and Technology, \u00a0, Uruma, Japan","institution_ids":["https://openalex.org/I142637625"]},{"raw_affiliation_string":"ATR Computational Neuroscience Laboratories, \u00a0, \"Keihanna Science City,\", Japan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036812674"],"corresponding_institution_ids":["https://openalex.org/I142637625","https://openalex.org/I75917431"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.6081,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70779033,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"377","last_page":"386"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11513","display_name":"stochastic dynamics and bifurcation","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8550745248794556},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8149985074996948},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6613696813583374},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5960561633110046},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5082663893699646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5071887969970703},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.4979426860809326},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.46474000811576843},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.0675700306892395}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8550745248794556},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8149985074996948},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6613696813583374},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5960561633110046},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5082663893699646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5071887969970703},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.4979426860809326},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.46474000811576843},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0675700306892395},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-540-87536-9_39","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-540-87536-9_39","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1555801537","https://openalex.org/W1586365389","https://openalex.org/W1657674574","https://openalex.org/W2011233848","https://openalex.org/W2100495367","https://openalex.org/W2121863487","https://openalex.org/W2145805610","https://openalex.org/W2165235114","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":null,"counts_by_year":[{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}