{"id":"https://openalex.org/W4328052356","doi":"https://doi.org/10.1162/neco_a_01574","title":"Reward Maximization Through Discrete Active Inference","display_name":"Reward Maximization Through Discrete Active Inference","publication_year":2023,"publication_date":"2023-03-21","ids":{"openalex":"https://openalex.org/W4328052356","doi":"https://doi.org/10.1162/neco_a_01574","pmid":"https://pubmed.ncbi.nlm.nih.gov/36944240"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01574","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01574","pdf_url":"https://direct.mit.edu/neco/article-pdf/35/5/807/2079473/neco_a_01574.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://direct.mit.edu/neco/article-pdf/35/5/807/2079473/neco_a_01574.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087108547","display_name":"Lancelot Da Costa","orcid":"https://orcid.org/0000-0003-0126-4588"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Lancelot Da Costa","raw_affiliation_strings":["Department of Mathematics, Imperial College London, London SW7 2AZ, U.K. l.da-costa@imperial.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Imperial College London, London SW7 2AZ, U.K. l.da-costa@imperial.ac.uk","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071633664","display_name":"Noor Sajid","orcid":"https://orcid.org/0000-0003-1904-2887"},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Noor Sajid","raw_affiliation_strings":["Wellcome Centre for Human Neuroimaging, University College London, London, WC1N 3AR, U.K. noor.sajid.18@ucl.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, London, WC1N 3AR, U.K. noor.sajid.18@ucl.ac.uk","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023659945","display_name":"Thomas Parr","orcid":"https://orcid.org/0000-0001-5108-5743"},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Thomas Parr","raw_affiliation_strings":["Wellcome Centre for Human Neuroimaging, University College London, London, WC1N 3AR, U.K. thomas.parr.12@ucl.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, London, WC1N 3AR, U.K. thomas.parr.12@ucl.ac.uk","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086852785","display_name":"Karl Friston","orcid":"https://orcid.org/0000-0001-7984-8909"},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Karl Friston","raw_affiliation_strings":["Wellcome Centre for Human Neuroimaging, University College London, London, WC1N 3AR, U.K. k.friston@ucl.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, London, WC1N 3AR, U.K. k.friston@ucl.ac.uk","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002511145","display_name":"Ryan Smith","orcid":"https://orcid.org/0000-0002-4448-185X"},"institutions":[{"id":"https://openalex.org/I4210159521","display_name":"Laureate Institute for Brain Research","ror":"https://ror.org/05e6pjy56","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210159521"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ryan Smith","raw_affiliation_strings":["Laureate Institute for Brain Research, Tulsa, OK 74136, U.S.A. rsmith@laureateinstitute.org"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laureate Institute for Brain Research, Tulsa, OK 74136, U.S.A. rsmith@laureateinstitute.org","institution_ids":["https://openalex.org/I4210159521"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002511145","https://openalex.org/A5023659945","https://openalex.org/A5071633664","https://openalex.org/A5086852785","https://openalex.org/A5087108547"],"corresponding_institution_ids":["https://openalex.org/I165524941","https://openalex.org/I4210159521","https://openalex.org/I45129253","https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":4.2278,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.94600356,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"5","first_page":"807","last_page":"852"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10778","display_name":"Philosophy and History of Science","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11252","display_name":"Evolutionary Game Theory and Cooperation","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.813990592956543},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7257137298583984},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6349054574966431},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.596523106098175},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5340444445610046},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.482567697763443},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4775298833847046},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47297823429107666},{"id":"https://openalex.org/keywords/free-energy-principle","display_name":"Free energy principle","score":0.4430920481681824},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.44089847803115845},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.38305404782295227},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2992289662361145},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.24367481470108032},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2386513650417328},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.21782654523849487},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21011853218078613}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.813990592956543},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7257137298583984},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6349054574966431},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.596523106098175},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5340444445610046},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.482567697763443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4775298833847046},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47297823429107666},{"id":"https://openalex.org/C33553690","wikidata":"https://www.wikidata.org/wiki/Q17014702","display_name":"Free energy principle","level":2,"score":0.4430920481681824},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.44089847803115845},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38305404782295227},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2992289662361145},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.24367481470108032},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2386513650417328},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.21782654523849487},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21011853218078613},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1162/neco_a_01574","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01574","pdf_url":"https://direct.mit.edu/neco/article-pdf/35/5/807/2079473/neco_a_01574.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:36944240","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36944240","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10168059","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10168059/","pdf_url":"https://discovery.ucl.ac.uk/id/eprint/10168059/1/neco_a_01574.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   Neural Computation     pp. 1-46.   (2023)     (In press).  ","raw_type":"Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12697526","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12697526/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12697526/pdf/neco-35-5-01574.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Comput","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1162/neco_a_01574","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01574","pdf_url":"https://direct.mit.edu/neco/article-pdf/35/5/807/2079473/neco_a_01574.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1301500047","display_name":null,"funder_award_id":"P20 GM121312","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"},{"id":"https://openalex.org/G202714787","display_name":null,"funder_award_id":"R01 MH123691","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"},{"id":"https://openalex.org/G7982400489","display_name":null,"funder_award_id":"205103/Z/16/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"},{"id":"https://openalex.org/G828713198","display_name":"The self as agent-environment nexus: crossing disciplinary boundaries to help human selves and anticipate artificial selves","funder_award_id":"ES/T01279X/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"}],"funders":[{"id":"https://openalex.org/F4320306544","display_name":"William K. Warren Foundation","ror":"https://ror.org/0174xkn11"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334630","display_name":"Economic and Social Research Council","ror":"https://ror.org/03n0ht308"},{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4328052356.pdf"},"referenced_works_count":195,"referenced_works":["https://openalex.org/W41159429","https://openalex.org/W41554520","https://openalex.org/W64088143","https://openalex.org/W81409850","https://openalex.org/W1500567887","https://openalex.org/W1529558080","https://openalex.org/W1550989509","https://openalex.org/W1556824961","https://openalex.org/W1571154989","https://openalex.org/W1577991656","https://openalex.org/W1601795611","https://openalex.org/W1988520084","https://openalex.org/W2000514530","https://openalex.org/W2001289544","https://openalex.org/W2017741820","https://openalex.org/W2020920737","https://openalex.org/W2032558547","https://openalex.org/W2034806191","https://openalex.org/W2037917209","https://openalex.org/W2039546655","https://openalex.org/W2052729098","https://openalex.org/W2054698589","https://openalex.org/W2059569317","https://openalex.org/W2061868368","https://openalex.org/W2076580309","https://openalex.org/W2077611535","https://openalex.org/W2085754318","https://openalex.org/W2091405003","https://openalex.org/W2093524643","https://openalex.org/W2094342172","https://openalex.org/W2098774185","https://openalex.org/W2103561211","https://openalex.org/W2107464055","https://openalex.org/W2107662876","https://openalex.org/W2111927824","https://openalex.org/W2115979064","https://openalex.org/W2119567691","https://openalex.org/W2120340025","https://openalex.org/W2128918015","https://openalex.org/W2130195834","https://openalex.org/W2133282234","https://openalex.org/W2137411342","https://openalex.org/W2140487181","https://openalex.org/W2145060720","https://openalex.org/W2149586740","https://openalex.org/W2149721706","https://openalex.org/W2155772159","https://openalex.org/W2165363188","https://openalex.org/W2168359464","https://openalex.org/W2168839459","https://openalex.org/W2172158897","https://openalex.org/W2172463260","https://openalex.org/W2225156818","https://openalex.org/W2257979135","https://openalex.org/W2286353276","https://openalex.org/W2310516540","https://openalex.org/W2323824333","https://openalex.org/W2329323183","https://openalex.org/W2408670836","https://openalex.org/W2415954501","https://openalex.org/W2463330366","https://openalex.org/W2525228457","https://openalex.org/W2552810632","https://openalex.org/W2623066203","https://openalex.org/W2743911451","https://openalex.org/W2756097113","https://openalex.org/W2778689844","https://openalex.org/W2781726626","https://openalex.org/W2782189646","https://openalex.org/W2785362102","https://openalex.org/W2799151646","https://openalex.org/W2807311561","https://openalex.org/W2875797025","https://openalex.org/W2892266804","https://openalex.org/W2902847783","https://openalex.org/W2913142685","https://openalex.org/W2918957485","https://openalex.org/W2935889419","https://openalex.org/W2949561945","https://openalex.org/W2953321017","https://openalex.org/W2954451380","https://openalex.org/W2959937473","https://openalex.org/W2962901934","https://openalex.org/W2963007936","https://openalex.org/W2963373084","https://openalex.org/W2969516907","https://openalex.org/W2972894795","https://openalex.org/W2978644431","https://openalex.org/W2980555752","https://openalex.org/W2992251297","https://openalex.org/W2999994890","https://openalex.org/W3001808890","https://openalex.org/W3004207351","https://openalex.org/W3004707083","https://openalex.org/W3007127011","https://openalex.org/W3008513355","https://openalex.org/W3011313101","https://openalex.org/W3011865677","https://openalex.org/W3015255109","https://openalex.org/W3015971707","https://openalex.org/W3016041222","https://openalex.org/W3017302611","https://openalex.org/W3017990858","https://openalex.org/W3026687585","https://openalex.org/W3033196763","https://openalex.org/W3033985322","https://openalex.org/W3036730253","https://openalex.org/W3047532509","https://openalex.org/W3081702460","https://openalex.org/W3083918609","https://openalex.org/W3089153966","https://openalex.org/W3090104579","https://openalex.org/W3090436287","https://openalex.org/W3095203791","https://openalex.org/W3095328678","https://openalex.org/W3095485376","https://openalex.org/W3111429792","https://openalex.org/W3118752252","https://openalex.org/W3118769118","https://openalex.org/W3120701370","https://openalex.org/W3121033252","https://openalex.org/W3122577060","https://openalex.org/W3123298421","https://openalex.org/W3123802877","https://openalex.org/W3134192892","https://openalex.org/W3136319667","https://openalex.org/W3159995865","https://openalex.org/W3160026928","https://openalex.org/W3162787663","https://openalex.org/W3163829518","https://openalex.org/W3164441286","https://openalex.org/W3165453618","https://openalex.org/W3168182227","https://openalex.org/W3169864268","https://openalex.org/W3185448815","https://openalex.org/W3201689285","https://openalex.org/W3205920106","https://openalex.org/W3214739313","https://openalex.org/W3216293753","https://openalex.org/W4206035762","https://openalex.org/W4210637534","https://openalex.org/W4213024614","https://openalex.org/W4214717370","https://openalex.org/W4214823701","https://openalex.org/W4221149961","https://openalex.org/W4226023986","https://openalex.org/W4237840503","https://openalex.org/W4239125046","https://openalex.org/W4252028749","https://openalex.org/W4283312121","https://openalex.org/W4285065286","https://openalex.org/W4285688467","https://openalex.org/W4286900025","https://openalex.org/W4293052541","https://openalex.org/W4293405734","https://openalex.org/W4298336071","https://openalex.org/W4301580873","https://openalex.org/W4385338481","https://openalex.org/W4391212805","https://openalex.org/W4394648279","https://openalex.org/W6601366451","https://openalex.org/W6629510986","https://openalex.org/W6630290155","https://openalex.org/W6633381923","https://openalex.org/W6658723161","https://openalex.org/W6660504773","https://openalex.org/W6669823199","https://openalex.org/W6669990725","https://openalex.org/W6673829483","https://openalex.org/W6674286041","https://openalex.org/W6679431192","https://openalex.org/W6680815201","https://openalex.org/W6681439324","https://openalex.org/W6681472862","https://openalex.org/W6682160587","https://openalex.org/W6685185599","https://openalex.org/W6704298589","https://openalex.org/W6713989974","https://openalex.org/W6719745573","https://openalex.org/W6727479548","https://openalex.org/W6736692463","https://openalex.org/W6742806331","https://openalex.org/W6758558262","https://openalex.org/W6779610624","https://openalex.org/W6785351508","https://openalex.org/W6788657583","https://openalex.org/W6806106428","https://openalex.org/W6839565246","https://openalex.org/W6844127977","https://openalex.org/W6845945701","https://openalex.org/W6903351479","https://openalex.org/W7001894244","https://openalex.org/W7008164662","https://openalex.org/W7048060829","https://openalex.org/W7080192212"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W3208638985"],"abstract_inverted_index":{"Active":[0],"inference":[1,67,74,92,122,144,171],"is":[2],"a":[3,34,101,139,163],"probabilistic":[4],"framework":[5,28],"for":[6,81,129],"modeling":[7],"the":[8,18,39,60,87,94,98,119,160,166],"behavior":[9],"of":[10,20,36,132,165],"biological":[11],"and":[12,48,65,71,111,172],"artificial":[13],"agents,":[14],"which":[15,90],"derives":[16],"from":[17],"principle":[19],"minimizing":[21],"free":[22],"energy.":[23],"In":[24,55,137],"recent":[25],"years,":[26],"this":[27,56],"has":[29],"been":[30],"applied":[31],"successfully":[32],"to":[33,42,52,97,107],"variety":[35],"situations":[37],"where":[38],"goal":[40],"was":[41],"maximize":[43],"reward,":[44],"often":[45],"offering":[46],"comparable":[47],"sometimes":[49],"superior":[50],"performance":[51],"alternative":[53],"approaches.":[54],"article,":[57],"we":[58,85],"clarify":[59],"connection":[61],"between":[62,169],"reward":[63],"maximization":[64],"active":[66,73,91,121,143,170],"by":[68],"demonstrating":[69],"how":[70],"when":[72],"agents":[75],"execute":[76],"actions":[77,128,152],"that":[78,103],"are":[79],"optimal":[80,95,127,151],"maximizing":[82],"reward.":[83],"Precisely,":[84],"show":[86],"conditions":[88],"under":[89],"produces":[93],"solution":[96],"Bellman":[99,126,150],"equation,":[100],"formulation":[102],"underlies":[104],"several":[105],"approaches":[106],"model-based":[108],"reinforcement":[109,173],"learning":[110],"control.":[112],"On":[113],"partially":[114],"observed":[115],"Markov":[116],"decision":[117],"processes,":[118],"standard":[120],"scheme":[123,145],"can":[124,148],"produce":[125,149],"planning":[130],"horizons":[131],"1":[133],"but":[134],"not":[135],"beyond.":[136],"contrast,":[138],"recently":[140],"developed":[141],"recursive":[142],"(sophisticated":[146],"inference)":[147],"on":[153],"any":[154],"finite":[155],"temporal":[156],"horizon.":[157],"We":[158],"append":[159],"analysis":[161],"with":[162],"discussion":[164],"broader":[167],"relationship":[168],"learning.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}