{"id":"https://openalex.org/W3025794913","doi":"https://doi.org/10.3390/e22050564","title":"Goal-Directed Planning for Habituated Agents by Active Inference Using a Variational Recurrent Neural Network","display_name":"Goal-Directed Planning for Habituated Agents by Active Inference Using a Variational Recurrent Neural Network","publication_year":2020,"publication_date":"2020-05-18","ids":{"openalex":"https://openalex.org/W3025794913","doi":"https://doi.org/10.3390/e22050564","mag":"3025794913","pmid":"https://pubmed.ncbi.nlm.nih.gov/33286336"},"language":"en","primary_location":{"id":"doi:10.3390/e22050564","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22050564","pdf_url":"https://www.mdpi.com/1099-4300/22/5/564/pdf?version=1590645887","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/22/5/564/pdf?version=1590645887","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042273598","display_name":"Takazumi Matsumoto","orcid":"https://orcid.org/0000-0003-1388-2906"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takazumi Matsumoto","raw_affiliation_strings":["Okinawa Institute of Science and Technology, Okinawa 904-0495, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1388-2906","affiliations":[{"raw_affiliation_string":"Okinawa Institute of Science and Technology, Okinawa 904-0495, Japan","institution_ids":["https://openalex.org/I142637625"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000727773","display_name":"Jun Tani","orcid":"https://orcid.org/0000-0002-9131-9206"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Jun Tani","raw_affiliation_strings":["Okinawa Institute of Science and Technology, Okinawa 904-0495, Japan"],"raw_orcid":"https://orcid.org/0000-0002-9131-9206","affiliations":[{"raw_affiliation_string":"Okinawa Institute of Science and Technology, Okinawa 904-0495, Japan","institution_ids":["https://openalex.org/I142637625"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5000727773"],"corresponding_institution_ids":["https://openalex.org/I142637625"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":3.1722,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.92529111,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"22","issue":"5","first_page":"564","last_page":"564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6571184396743774},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.6525158286094666},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6521536111831665},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.588142454624176},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5736187100410461},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5615383982658386},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5571889281272888},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.504806637763977},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5015585422515869},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.48464828729629517},{"id":"https://openalex.org/keywords/latent-variable-model","display_name":"Latent variable model","score":0.43130019307136536},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.24730724096298218},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18077895045280457}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6571184396743774},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.6525158286094666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6521536111831665},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.588142454624176},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5736187100410461},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5615383982658386},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5571889281272888},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.504806637763977},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5015585422515869},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.48464828729629517},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.43130019307136536},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.24730724096298218},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18077895045280457},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.3390/e22050564","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22050564","pdf_url":"https://www.mdpi.com/1099-4300/22/5/564/pdf?version=1590645887","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33286336","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33286336","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:arXiv.org:2005.14656","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.14656","pdf_url":"https://arxiv.org/pdf/2005.14656","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:irdb.nii.ac.jp:01076:0004581614","is_oa":true,"landing_page_url":"https://oist.repo.nii.ac.jp/records/1668","pdf_url":"https://oist.repo.nii.ac.jp/record/1668/files/Matsumoto-2020-Goal-Directed%20Planning%20for%20Habi.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"journal article"},{"id":"pmh:oai:doaj.org/article:804ab67f10bc425b945a03a2b480b0b5","is_oa":true,"landing_page_url":"https://doaj.org/article/804ab67f10bc425b945a03a2b480b0b5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 22, Iss 5, p 564 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/22/5/564/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e22050564","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:oist.repo.nii.ac.jp:00001668","is_oa":true,"landing_page_url":"http://id.nii.ac.jp/1394/00001513/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402452","display_name":"Okinawa Institute of Science and Technology Graduate University (Okinawa Institute of Science and Technology Graduate University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142637625","host_organization_name":"Okinawa Institute of Science and Technology Graduate University","host_organization_lineage":["https://openalex.org/I142637625"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.mdpi.com/1099-4300/22/5/564/htm","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7517093","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7517093","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e22050564","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22050564","pdf_url":"https://www.mdpi.com/1099-4300/22/5/564/pdf?version=1590645887","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W379488513","https://openalex.org/W592244745","https://openalex.org/W1507109526","https://openalex.org/W1959608418","https://openalex.org/W1959983357","https://openalex.org/W2028418738","https://openalex.org/W2041533382","https://openalex.org/W2043385819","https://openalex.org/W2057811007","https://openalex.org/W2070632616","https://openalex.org/W2081817157","https://openalex.org/W2101524054","https://openalex.org/W2101541454","https://openalex.org/W2111947800","https://openalex.org/W2113266872","https://openalex.org/W2114414717","https://openalex.org/W2119885245","https://openalex.org/W2125663122","https://openalex.org/W2127958135","https://openalex.org/W2130195834","https://openalex.org/W2137411342","https://openalex.org/W2145097496","https://openalex.org/W2147008239","https://openalex.org/W2147677349","https://openalex.org/W2478048506","https://openalex.org/W2617660370","https://openalex.org/W2744921630","https://openalex.org/W2783657280","https://openalex.org/W2787984105","https://openalex.org/W2793412206","https://openalex.org/W2795843265","https://openalex.org/W2883065040","https://openalex.org/W2900152462","https://openalex.org/W2948283202","https://openalex.org/W2950067852","https://openalex.org/W2963387406","https://openalex.org/W2974745023","https://openalex.org/W3004214476","https://openalex.org/W3037369448","https://openalex.org/W3133056632","https://openalex.org/W4241976975","https://openalex.org/W4247883378","https://openalex.org/W6640963894","https://openalex.org/W6655557675","https://openalex.org/W6756256016","https://openalex.org/W6779582258"],"related_works":["https://openalex.org/W2461917396","https://openalex.org/W2037497866","https://openalex.org/W4243467573","https://openalex.org/W1502435251","https://openalex.org/W62001224","https://openalex.org/W3032390039","https://openalex.org/W1584341211","https://openalex.org/W2616125534","https://openalex.org/W2963987720","https://openalex.org/W2146310005"],"abstract_inverted_index":{"It":[0],"is":[1,94,116],"crucial":[2],"to":[3,179],"ask":[4],"how":[5],"agents":[6],"can":[7,64],"achieve":[8],"goals":[9],"by":[10,68,97,118,152],"generating":[11],"action":[12],"plans":[13,188],"using":[14],"only":[15],"partial":[16],"models":[17],"of":[18,43,186,192],"the":[19,50,109,124,167,180,184,190],"world":[20],"acquired":[21],"through":[22],"habituated":[23,86,193],"sensory-motor":[24,87],"experiences.":[25],"Although":[26],"many":[27],"existing":[28],"robotics":[29],"studies":[30],"use":[31],"a":[32,61,70,74,158,171],"forward":[33,173],"model":[34,130,169,174],"framework,":[35],"there":[36],"are":[37],"generalization":[38,67,145],"issues":[39],"with":[40,133,148],"high":[41],"degrees":[42],"freedom.":[44],"The":[45],"current":[46],"study":[47],"shows":[48],"that":[49,166],"predictive":[51],"coding":[52],"(PC)":[53],"and":[54,136],"active":[55],"inference":[56],"(AIF)":[57],"frameworks,":[58],"which":[59,142],"employ":[60],"generative":[62],"model,":[63,92],"develop":[65],"better":[66],"learning":[69,93,147],"prior":[71,182],"distribution":[72],"in":[73,140,146,175],"low":[75],"dimensional":[76],"latent":[77,100,120],"state":[78],"space":[79],"representing":[80],"probabilistic":[81],"structures":[82],"extracted":[83],"from":[84],"well":[85,103],"trajectories.":[88,194],"In":[89],"our":[90],"proposed":[91,129,168],"carried":[95],"out":[96],"inferring":[98,119],"optimal":[99],"variables":[101,121],"as":[102,104],"synaptic":[105],"weights":[106],"for":[107,122,157],"maximizing":[108,123],"evidence":[110],"lower":[111,126],"bound,":[112],"while":[113],"goal-directed":[114,176],"planning":[115],"accomplished":[117],"estimated":[125],"bound.":[127],"Our":[128],"was":[131],"evaluated":[132],"both":[134],"simple":[135],"complex":[137],"robotic":[138],"tasks":[139],"simulation,":[141],"demonstrated":[143],"sufficient":[144],"limited":[149],"training":[150],"data":[151],"setting":[153],"an":[154],"intermediate":[155],"value":[156],"regularization":[159],"coefficient.":[160],"Furthermore,":[161],"comparative":[162],"simulation":[163],"results":[164],"show":[165],"outperforms":[170],"conventional":[172],"planning,":[177],"due":[178],"learned":[181],"confining":[183],"search":[185],"motor":[187],"within":[189],"range":[191]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}