{"id":"https://openalex.org/W3084523811","doi":null,"title":"The relationship between dynamic programming and active inference: the discrete, finite-horizon case.","display_name":"The relationship between dynamic programming and active inference: the discrete, finite-horizon case.","publication_year":2020,"publication_date":"2020-09-17","ids":{"openalex":"https://openalex.org/W3084523811","mag":"3084523811"},"language":"en","primary_location":{"id":"mag:3084523811","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2009.08111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2009.08111","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087108547","display_name":"Lancelot Da Costa","orcid":"https://orcid.org/0000-0003-0126-4588","observed_orcids":["https://orcid.org/0000-0003-0126-4588"]},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lancelot Da Costa","raw_affiliation_strings":["Imperial College London"],"raw_orcid":"https://orcid.org/0000-0003-0126-4588","affiliations":[{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071633664","display_name":"Noor Sajid","orcid":"https://orcid.org/0000-0003-1904-2887","observed_orcids":["https://orcid.org/0000-0003-1904-2887"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Noor Sajid","raw_affiliation_strings":["University College London\u2020"],"raw_orcid":"https://orcid.org/0000-0003-1904-2887","affiliations":[{"raw_affiliation_string":"University College London\u2020","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023659945","display_name":"Thomas Parr","orcid":"https://orcid.org/0000-0001-5108-5743","observed_orcids":["https://orcid.org/0000-0001-5108-5743"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thomas Parr","raw_affiliation_strings":["University College London\u2020"],"raw_orcid":"https://orcid.org/0000-0001-5108-5743","affiliations":[{"raw_affiliation_string":"University College London\u2020","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086852785","display_name":"Karl John Friston","orcid":"https://orcid.org/0000-0001-7984-8909","observed_orcids":["https://orcid.org/0000-0001-7984-8909"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Karl J. Friston","raw_affiliation_strings":["University College London\u2020"],"raw_orcid":"https://orcid.org/0000-0001-7984-8909","affiliations":[{"raw_affiliation_string":"University College London\u2020","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002511145","display_name":"Ryan S. Smith","orcid":"https://orcid.org/0000-0002-4448-185X","observed_orcids":["https://orcid.org/0000-0002-4448-185X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryan Smith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.7451000213623047,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.7451000213623047,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.24729999899864197,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-inference","display_name":"active inference","score":1.0},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"dynamic programming","score":0.8519999980926514},{"id":"https://openalex.org/keywords/free-energy-principle","display_name":"free energy principle","score":0.875},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.9879999756813049},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-processes","display_name":"partially observable Markov decision processes","score":0.9580000042915344},{"id":"https://openalex.org/keywords/ambiguity","display_name":"ambiguity","score":0.4699999988079071},{"id":"https://openalex.org/keywords/novelty-seeking","display_name":"novelty seeking","score":0.671999990940094},{"id":"https://openalex.org/keywords/exploration","display_name":"exploration","score":0.7680000066757202},{"id":"https://openalex.org/keywords/finite-horizon-control","display_name":"finite horizon control","score":0.7319999933242798},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.5099999904632568}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7869538068771362},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.786731481552124},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6379751563072205},{"id":"https://openalex.org/C33553690","wikidata":"https://www.wikidata.org/wiki/Q17014702","display_name":"Free energy principle","level":2,"score":0.6290699243545532},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6109230518341064},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5704236030578613},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5282957553863525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.500619649887085},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.46457016468048096},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39688146114349365},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.34291160106658936},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.327259361743927},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.20666161179542542},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19998791813850403},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11924177408218384},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3084523811","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2009.08111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3084523811","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2009.08111","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":117,"referenced_works":["https://openalex.org/W41159429","https://openalex.org/W81409850","https://openalex.org/W1500567887","https://openalex.org/W1516111018","https://openalex.org/W1529094214","https://openalex.org/W1529558080","https://openalex.org/W1550989509","https://openalex.org/W1571154989","https://openalex.org/W1663973292","https://openalex.org/W1714211023","https://openalex.org/W1979732124","https://openalex.org/W1988520084","https://openalex.org/W2000514530","https://openalex.org/W2001289544","https://openalex.org/W2011418219","https://openalex.org/W2017588143","https://openalex.org/W2020920737","https://openalex.org/W2032558547","https://openalex.org/W2033422410","https://openalex.org/W2034806191","https://openalex.org/W2039546655","https://openalex.org/W2054698589","https://openalex.org/W2059569317","https://openalex.org/W2062533874","https://openalex.org/W2076580309","https://openalex.org/W2077611535","https://openalex.org/W2085754318","https://openalex.org/W2091405003","https://openalex.org/W2093524643","https://openalex.org/W2094342172","https://openalex.org/W2098774185","https://openalex.org/W2099471712","https://openalex.org/W2103561211","https://openalex.org/W2107464055","https://openalex.org/W2107662876","https://openalex.org/W2111927824","https://openalex.org/W2115166723","https://openalex.org/W2115979064","https://openalex.org/W2119170562","https://openalex.org/W2119567691","https://openalex.org/W2120340025","https://openalex.org/W2121863487","https://openalex.org/W2128918015","https://openalex.org/W2133282234","https://openalex.org/W2137411342","https://openalex.org/W2140487181","https://openalex.org/W2144794447","https://openalex.org/W2144846366","https://openalex.org/W2145060720","https://openalex.org/W2147008239","https://openalex.org/W2148764920","https://openalex.org/W2149586740","https://openalex.org/W2149721706","https://openalex.org/W2155772159","https://openalex.org/W2172158897","https://openalex.org/W2172463260","https://openalex.org/W2208959019","https://openalex.org/W2257979135","https://openalex.org/W2286353276","https://openalex.org/W2293942407","https://openalex.org/W2329323183","https://openalex.org/W2408670836","https://openalex.org/W2415954501","https://openalex.org/W2463330366","https://openalex.org/W2525228457","https://openalex.org/W2552810632","https://openalex.org/W2594103415","https://openalex.org/W2606488938","https://openalex.org/W2617660370","https://openalex.org/W2623066203","https://openalex.org/W2743911451","https://openalex.org/W2753555157","https://openalex.org/W2756097113","https://openalex.org/W2765780436","https://openalex.org/W2781668895","https://openalex.org/W2781726626","https://openalex.org/W2782189646","https://openalex.org/W2785362102","https://openalex.org/W2799151646","https://openalex.org/W2811289501","https://openalex.org/W2875797025","https://openalex.org/W2892266804","https://openalex.org/W2899719507","https://openalex.org/W2913142685","https://openalex.org/W2918957485","https://openalex.org/W2935889419","https://openalex.org/W2953152866","https://openalex.org/W2953321017","https://openalex.org/W2954626430","https://openalex.org/W2959937473","https://openalex.org/W2963373084","https://openalex.org/W2964294232","https://openalex.org/W2976738340","https://openalex.org/W2978644431","https://openalex.org/W2980555752","https://openalex.org/W2991094223","https://openalex.org/W2996530576","https://openalex.org/W2999994890","https://openalex.org/W3001808890","https://openalex.org/W3003886363","https://openalex.org/W3004207351","https://openalex.org/W3008513355","https://openalex.org/W3009714751","https://openalex.org/W3017237277","https://openalex.org/W3019273456","https://openalex.org/W3026687585","https://openalex.org/W3033115783","https://openalex.org/W3036730253","https://openalex.org/W3047532509","https://openalex.org/W3090036336","https://openalex.org/W3095328678","https://openalex.org/W3111429792","https://openalex.org/W3123298421","https://openalex.org/W3140968660","https://openalex.org/W3160026928","https://openalex.org/W6977390765","https://openalex.org/W6990641741"],"related_works":["https://openalex.org/W4285652426","https://openalex.org/W4328052356","https://openalex.org/W2975527124","https://openalex.org/W3118769118","https://openalex.org/W4318829810","https://openalex.org/W3008513355","https://openalex.org/W2935889419","https://openalex.org/W4391212805","https://openalex.org/W4401813166","https://openalex.org/W2137411342"],"abstract_inverted_index":{"Active":[0],"inference":[1,39,57,144,156,177],"is":[2,85],"a":[3,15,86,117],"normative":[4],"framework":[5,20],"for":[6],"generating":[7],"behaviour":[8,165],"based":[9],"upon":[10],"the":[11,34,53,62,104,121,173],"free":[12,101],"energy":[13],"principle,":[14],"theory":[16],"of":[17,89,106],"self-organisation.":[18],"This":[19,153,171],"has":[21,43],"been":[22,45],"successfully":[23],"used":[24],"to":[25,69,98,112,128,158],"solve":[26],"reinforcement":[27,70,137,179],"learning":[28,71],"and":[29,40,58,72,178,181],"stochastic":[30],"control":[31],"problems,":[32],"yet,":[33],"formal":[35],"relation":[36,54],"between":[37,55,175],"active":[38,56,90,93,143,155,176],"reward":[41,161],"maximisation":[42],"not":[44],"fully":[46],"explicated.":[47],"In":[48,92,103],"this":[49,110,131],"paper,":[50],"we":[51],"consider":[52],"dynamic":[59,83],"programming":[60,84],"under":[61],"Bellman":[63],"equation,":[64],"which":[65],"underlies":[66],"many":[67],"approaches":[68],"control.":[73],"We":[74],"show":[75],"that,":[76],"on":[77],"partially":[78],"observable":[79],"Markov":[80],"decision":[81],"processes,":[82],"limiting":[87],"case":[88],"inference.":[91],"inference,":[94],"agents":[95,145,157],"select":[96],"actions":[97,148],"minimise":[99,151],"expected":[100,114,133],"energy.":[102],"absence":[105],"ambiguity":[107],"about":[108],"states,":[109,130],"reduces":[111],"matching":[113],"states":[115,126,140],"with":[116,166],"target":[118,125],"distribution":[119],"encoding":[120],"agent's":[122],"preferences.":[123],"When":[124,139],"correspond":[127],"rewarding":[129],"maximises":[132],"reward,":[134],"as":[135],"in":[136],"learning.":[138],"are":[141],"ambiguous,":[142],"will":[146],"choose":[147],"that":[149],"simultaneously":[150],"ambiguity.":[152],"allows":[154],"supplement":[159],"their":[160],"maximising":[162],"(or":[163,168],"exploitative)":[164],"novelty-seeking":[167],"exploratory)":[169],"behaviour.":[170],"clarifies":[172],"connection":[174],"learning,":[180],"how":[182],"both":[183],"frameworks":[184],"may":[185],"benefit":[186],"from":[187],"each":[188],"other.":[189]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-09-21T00:00:00"}