{"id":"https://openalex.org/W3003886363","doi":"https://doi.org/10.1162/neco_a_01357","title":"Active Inference: Demystified and Compared","display_name":"Active Inference: Demystified and Compared","publication_year":2021,"publication_date":"2021-01-05","ids":{"openalex":"https://openalex.org/W3003886363","doi":"https://doi.org/10.1162/neco_a_01357","mag":"3003886363","pmid":"https://pubmed.ncbi.nlm.nih.gov/33400903"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01357","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01357","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.10863","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Noor Sajid","orcid":null},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Noor Sajid","raw_affiliation_strings":["Wellcome Centre for Human Neuroimaging, UCL Queen Square Institute of Neurology, London, WC1N 3AR, U.K"],"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, UCL Queen Square Institute of Neurology, London, WC1N 3AR, U.K","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Philip J. Ball","orcid":null},"institutions":[{"id":"https://openalex.org/I2802123492","display_name":"Oxford Research Group","ror":"https://ror.org/00z4w4f29","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I2802123492"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I4210146410","display_name":"Science Oxford","ror":"https://ror.org/04j8yhy50","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210146410"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Philip J. Ball","raw_affiliation_strings":["Machine Learning Research Group, Department of Engineering Science, University of Oxford, Oxford OX1 3PJ, U.K"],"affiliations":[{"raw_affiliation_string":"Machine Learning Research Group, Department of Engineering Science, University of Oxford, Oxford OX1 3PJ, U.K","institution_ids":["https://openalex.org/I2802123492","https://openalex.org/I40120149","https://openalex.org/I4210146410"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Thomas Parr","orcid":null},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thomas Parr","raw_affiliation_strings":["Wellcome Centre for Human Neuroimaging, UCL Queen Square Institute of Neurology, London, WC1N 3AR, U.K"],"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, UCL Queen Square Institute of Neurology, London, WC1N 3AR, U.K","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":null,"display_name":"Karl J. Friston","orcid":null},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Karl J. Friston","raw_affiliation_strings":["Wellcome Centre for Human Neuroimaging, UCL Queen Square Institute of Neurology, London, WC1N 3AR, U.K"],"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, UCL Queen Square Institute of Neurology, London, WC1N 3AR, U.K","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":11.9916,"has_fulltext":false,"cited_by_count":133,"citation_normalized_percentile":{"value":0.9937583,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"33","issue":"3","first_page":"674","last_page":"712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.8902999758720398,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.8902999758720398,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.01119999960064888,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.010599999688565731,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8125},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7994999885559082},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5803999900817871},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.5340999960899353},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.4973999857902527},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4359999895095825},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.43470001220703125}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8125},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7994999885559082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.636900007724762},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5803999900817871},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5347999930381775},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.5340999960899353},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5004000067710876},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.4973999857902527},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.43470001220703125},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.4207000136375427},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.4198000133037567},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.28200000524520874},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.27730000019073486},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/neco_a_01357","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_01357","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:33400903","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33400903","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:arXiv.org:1909.10863","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.10863","pdf_url":"https://arxiv.org/pdf/1909.10863","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.10863","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.10863","pdf_url":"https://arxiv.org/pdf/1909.10863","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4452351925","display_name":null,"funder_award_id":"2088828","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"}],"funders":[{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1491843047","https://openalex.org/W2011418219","https://openalex.org/W2017794063","https://openalex.org/W2020920737","https://openalex.org/W2036336974","https://openalex.org/W2056653303","https://openalex.org/W2058358833","https://openalex.org/W2059320470","https://openalex.org/W2061868368","https://openalex.org/W2070430318","https://openalex.org/W2091405003","https://openalex.org/W2092861175","https://openalex.org/W2094342172","https://openalex.org/W2102277728","https://openalex.org/W2102803424","https://openalex.org/W2111947800","https://openalex.org/W2123611655","https://openalex.org/W2124352385","https://openalex.org/W2131703038","https://openalex.org/W2133282234","https://openalex.org/W2135713127","https://openalex.org/W2154023516","https://openalex.org/W2188746823","https://openalex.org/W2197227940","https://openalex.org/W2204523372","https://openalex.org/W2225156818","https://openalex.org/W2236244207","https://openalex.org/W2237059274","https://openalex.org/W2286353276","https://openalex.org/W2346736747","https://openalex.org/W2424475825","https://openalex.org/W2463330366","https://openalex.org/W2552810632","https://openalex.org/W2606488938","https://openalex.org/W2617660370","https://openalex.org/W2623066203","https://openalex.org/W2753555157","https://openalex.org/W2755433381","https://openalex.org/W2769704218","https://openalex.org/W2807844797","https://openalex.org/W2875797025","https://openalex.org/W2892266804","https://openalex.org/W2918957485","https://openalex.org/W2940319672","https://openalex.org/W2976973594"],"related_works":[],"abstract_inverted_index":{"Active":[0],"inference":[1,59,75,94,105,124,199,273],"is":[2,18,154],"a":[3,88,119,137,170,289],"first":[4],"principle":[5],"account":[6,131],"of":[7,47,51,91,103,110,178,271],"how":[8],"autonomous":[9],"agents":[10,106,125,200,216,274],"operate":[11],"in":[12,21,57,64,96,118,151,156,174,196,204,288],"dynamic,":[13],"nonstationary":[14],"environments.":[15,37],"This":[16],"problem":[17],"also":[19],"considered":[20],"reinforcement":[22,65,77,111,152,214,294],"learning,":[23,66],"but":[24],"limited":[25],"work":[26],"exists":[27],"on":[28,33,79,146],"comparing":[29],"the":[30,34,48,92,99,108,144,175,227,231,269],"two":[31,194],"approaches":[32],"same":[35],"discrete-state":[36,49,71],"In":[38,263],"this":[39,241],"letter,":[40],"we":[41,141,168,265],"provide":[42],"(1)":[43],"an":[44,69,80,147,277],"accessible":[45,278],"overview":[46,90],"formulation":[50,283],"active":[52,58,74,93,104,123,157,198,272],"inference,":[53,158],"highlighting":[54],"natural":[55,101],"behaviors":[56,102,181,203,287],"that":[60,115,143,240],"are":[61,182],"generally":[62],"engineered":[63],"and":[67,76,211,217,225,281,284],"(2)":[68],"explicit":[70,148,191],"comparison":[72],"between":[73],"learning":[78,153,215,226,295],"OpenAI":[81,290],"gym":[82,291],"baseline.":[83],"We":[84,113,187,236],"begin":[85],"by":[86,116,192,218,238,275],"providing":[87],"condensed":[89],"literature,":[95],"particular":[97],"viewing":[98],"various":[100],"through":[107,184],"lens":[109],"learning.":[112,186],"show":[114,142],"operating":[117],"pure":[120],"belief-based":[121],"setting,":[122],"can":[126,161,201,243,260],"carry":[127],"out":[128],"epistemic":[129],"exploration-and":[130],"for":[132],"uncertainty":[133],"about":[134],"their":[135],"environment-in":[136],"Bayes-optimal":[138],"fashion.":[139],"Furthermore,":[140],"reliance":[145],"reward":[149,160],"signal":[150],"removed":[155],"where":[159],"simply":[162],"be":[163,244,261],"treated":[164],"as":[165],"another":[166],"observation":[167],"have":[169],"preference":[171,185],"over;":[172],"even":[173],"total":[176],"absence":[177],"rewards,":[179],"agent":[180],"learned":[183],"make":[188],"these":[189,286],"properties":[190],"showing":[193],"scenarios":[195],"which":[197],"infer":[202],"reward-free":[205],"environments":[206],"compared":[207],"to":[208,234,246,267],"both":[209],"Q-learning":[210],"Bayesian":[212],"model-based":[213],"placing":[219],"zero":[220],"prior":[221,228],"preferences":[222,229],"over":[223,230],"rewards":[224],"observations":[232],"corresponding":[233],"reward.":[235],"conclude":[237],"noting":[239],"formalism":[242],"applied":[245],"more":[247],"complex":[248],"settings":[249],"(e.g.,":[250],"robotic":[251],"arm":[252],"movement,":[253],"Atari":[254],"games)":[255],"if":[256],"appropriate":[257],"generative":[258],"models":[259],"formulated.":[262],"short,":[264],"aim":[266],"demystify":[268],"behavior":[270],"presenting":[276],"discrete":[279],"state-space":[280],"time":[282],"demonstrate":[285],"environment,":[292],"alongside":[293],"agents.":[296]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2020-02-07T00:00:00"}