{"id":"https://openalex.org/W4383174182","doi":"https://doi.org/10.48550/arxiv.2307.00504","title":"On efficient computation in active inference","display_name":"On efficient computation in active inference","publication_year":2023,"publication_date":"2023-07-02","ids":{"openalex":"https://openalex.org/W4383174182","doi":"https://doi.org/10.48550/arxiv.2307.00504"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2307.00504","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.00504","pdf_url":"https://arxiv.org/pdf/2307.00504","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2307.00504","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061694157","display_name":"Aswin Paul","orcid":"https://orcid.org/0000-0002-8559-4711"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]},{"id":"https://openalex.org/I2802772015","display_name":"IITB-Monash Research Academy","ror":"https://ror.org/02r3nf527","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531","https://openalex.org/I2802772015","https://openalex.org/I56590836"]},{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["AU","IN"],"is_corresponding":true,"raw_author_name":"Paul, Aswin","raw_affiliation_strings":["Turner Institute for Brain and Mental Health, Monash University, Clayton 3800, Australia","IITB-Monash Research Academy, Mumbai, India","Department of Electrical Engineering, IIT Bombay, Mumbai, India"],"affiliations":[{"raw_affiliation_string":"Turner Institute for Brain and Mental Health, Monash University, Clayton 3800, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"IITB-Monash Research Academy, Mumbai, India","institution_ids":["https://openalex.org/I2802772015"]},{"raw_affiliation_string":"Department of Electrical Engineering, IIT Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071633664","display_name":"Noor Sajid","orcid":"https://orcid.org/0000-0003-1904-2887"},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sajid, Noor","raw_affiliation_strings":["Wellcome Centre for Human Neuroimaging, University College London, WC1N 3AR London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, WC1N 3AR London, United Kingdom","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087108547","display_name":"Lancelot Da Costa","orcid":"https://orcid.org/0000-0003-0126-4588"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]},{"id":"https://openalex.org/I4394709236","display_name":"VERSES (United States)","ror":"https://ror.org/026svqy15","country_code":null,"type":"company","lineage":["https://openalex.org/I4394709236"]},{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Da Costa, Lancelot","raw_affiliation_strings":["Wellcome Centre for Human Neuroimaging, University College London, WC1N 3AR London, United Kingdom","Department of Mathematics, Imperial College London, London, SW7 2AZ, UK","VERSES Research Lab, Los Angeles, CA 90016, USA"],"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, WC1N 3AR London, United Kingdom","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]},{"raw_affiliation_string":"Department of Mathematics, Imperial College London, London, SW7 2AZ, UK","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"VERSES Research Lab, Los Angeles, CA 90016, USA","institution_ids":["https://openalex.org/I4394709236"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045981641","display_name":"Adeel Razi","orcid":"https://orcid.org/0000-0002-0779-9439"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]},{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["AU","CA","GB"],"is_corresponding":false,"raw_author_name":"Razi, Adeel","raw_affiliation_strings":["Wellcome Centre for Human Neuroimaging, University College London, WC1N 3AR London, United Kingdom","CIFAR Azrieli Global Scholars Program, CIFAR, Toronto, Canada","Turner Institute for Brain and Mental Health, Monash University, Clayton 3800, Australia"],"affiliations":[{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, WC1N 3AR London, United Kingdom","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]},{"raw_affiliation_string":"CIFAR Azrieli Global Scholars Program, CIFAR, Toronto, Canada","institution_ids":["https://openalex.org/I109736498"]},{"raw_affiliation_string":"Turner Institute for Brain and Mental Health, Monash University, Clayton 3800, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5061694157"],"corresponding_institution_ids":["https://openalex.org/I162827531","https://openalex.org/I2802772015","https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7480703592300415},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6994801759719849},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.570321261882782},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5161653161048889},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.49422791600227356},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4634186327457428},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4453337788581848},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.42315956950187683},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4219300150871277},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.41968652606010437},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4144439995288849},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4137510061264038},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3458268344402313},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25296175479888916},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11703065037727356}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7480703592300415},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6994801759719849},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.570321261882782},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5161653161048889},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.49422791600227356},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4634186327457428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4453337788581848},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.42315956950187683},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4219300150871277},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.41968652606010437},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4144439995288849},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4137510061264038},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3458268344402313},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25296175479888916},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11703065037727356},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2307.00504","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.00504","pdf_url":"https://arxiv.org/pdf/2307.00504","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2307.00504","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2307.00504","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2307.00504","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.00504","pdf_url":"https://arxiv.org/pdf/2307.00504","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4383174182.pdf","grobid_xml":"https://content.openalex.org/works/W4383174182.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2017561954","https://openalex.org/W2026799324","https://openalex.org/W2047301074","https://openalex.org/W2055921164","https://openalex.org/W2065087844","https://openalex.org/W2093524643","https://openalex.org/W2137411342","https://openalex.org/W2145060720","https://openalex.org/W2148764920","https://openalex.org/W2154123408","https://openalex.org/W2168359464","https://openalex.org/W2225156818","https://openalex.org/W2623066203","https://openalex.org/W2767022047","https://openalex.org/W2781668895","https://openalex.org/W2807844797","https://openalex.org/W2884852581","https://openalex.org/W2892266804","https://openalex.org/W2916116402","https://openalex.org/W2951666363","https://openalex.org/W2954626430","https://openalex.org/W2976973594","https://openalex.org/W2995912970","https://openalex.org/W3004320394","https://openalex.org/W3015971707","https://openalex.org/W3017990858","https://openalex.org/W3033196763","https://openalex.org/W3035285337","https://openalex.org/W3095485376","https://openalex.org/W3096810469","https://openalex.org/W3100049110","https://openalex.org/W3108903840","https://openalex.org/W3118769118","https://openalex.org/W3120701370","https://openalex.org/W3155071252","https://openalex.org/W3163829518","https://openalex.org/W3168182227","https://openalex.org/W3204158394","https://openalex.org/W3207389317","https://openalex.org/W3214739313","https://openalex.org/W3216293753","https://openalex.org/W4212811802","https://openalex.org/W4213024614","https://openalex.org/W4220788258","https://openalex.org/W4220956637","https://openalex.org/W4229706854","https://openalex.org/W4251351176","https://openalex.org/W4288805330","https://openalex.org/W4301580873","https://openalex.org/W4308608348","https://openalex.org/W4328052356","https://openalex.org/W4385338481","https://openalex.org/W4388694426","https://openalex.org/W4391718250"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Despite":[0],"being":[1],"recognized":[2],"as":[3],"neurobiologically":[4],"plausible,":[5],"active":[6,87],"inference":[7,88],"faces":[8],"difficulties":[9],"when":[10,162],"employed":[11],"to":[12,20,45,104,184],"simulate":[13],"intelligent":[14],"behaviour":[15,160],"in":[16,43,110,127,207],"complex":[17],"environments":[18],"due":[19],"its":[21,101],"computational":[22,63,102,134],"cost":[23,107],"and":[24,85,140,145,157,203],"the":[25,34,75,95,106,113,121,128,154,165,185],"difficulty":[26],"of":[27,77,125,138,189,198],"specifying":[28,163],"an":[29,79],"appropriate":[30,80],"target":[31,81,176,194],"distribution":[32,82,177],"for":[33,56,83,100,216],"agent.":[35],"This":[36,132],"paper":[37],"introduces":[38],"two":[39],"solutions":[40,172],"that":[41],"work":[42],"concert":[44],"address":[46],"these":[47,199],"limitations.":[48],"First,":[49],"we":[50,73],"present":[51],"a":[52,175,179,191],"novel":[53],"planning":[54,89,111,155],"algorithm":[55,118],"finite":[57],"temporal":[58,130],"horizons":[59],"with":[60],"drastically":[61],"lower":[62],"complexity.":[64],"Second,":[65],"inspired":[66],"by":[67,136],"Z-learning":[68],"from":[69,178],"control":[70],"theory":[71],"literature,":[72],"simplify":[74],"process":[76,156],"setting":[78],"new":[84,214],"existing":[86],"schemes.":[90],"Our":[91,151],"first":[92],"approach":[93],"leverages":[94],"dynamic":[96],"programming":[97],"algorithm,":[98],"known":[99],"efficiency,":[103],"minimize":[105],"function":[108],"used":[109],"through":[112,205],"Bellman-optimality":[114],"principle.":[115],"Accordingly,":[116],"our":[117],"recursively":[119],"assesses":[120],"expected":[122],"free":[123],"energy":[124],"actions":[126],"reverse":[129],"order.":[131],"improves":[133],"efficiency":[135],"orders":[137],"magnitude":[139],"allows":[141],"precise":[142],"model":[143],"learning":[144],"planning,":[146],"even":[147,161],"under":[148],"uncertain":[149],"conditions.":[150],"method":[152],"simplifies":[153],"shows":[158],"meaningful":[159],"only":[164],"agent's":[166],"final":[167],"goal":[168,180],"state.":[169],"The":[170,196],"proposed":[171],"make":[173],"defining":[174,190],"state":[181],"straightforward":[182],"compared":[183],"more":[186],"complicated":[187],"task":[188],"temporally":[192],"informed":[193],"distribution.":[195],"effectiveness":[197],"methods":[200],"is":[201],"tested":[202],"demonstrated":[204],"simulations":[206],"standard":[208],"grid-world":[209],"tasks.":[210],"These":[211],"advances":[212],"create":[213],"opportunities":[215],"various":[217],"applications.":[218]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}