{"id":"https://openalex.org/W3014928460","doi":"https://doi.org/10.1371/journal.pcbi.1007594","title":"Discovery of hierarchical representations for efficient planning","display_name":"Discovery of hierarchical representations for efficient planning","publication_year":2020,"publication_date":"2020-04-06","ids":{"openalex":"https://openalex.org/W3014928460","doi":"https://doi.org/10.1371/journal.pcbi.1007594","mag":"3014928460","pmid":"https://pubmed.ncbi.nlm.nih.gov/32251444"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1007594","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1007594","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1371/journal.pcbi.1007594","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070245999","display_name":"Momchil S. Tomov","orcid":"https://orcid.org/0000-0002-0949-302X"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Momchil S. Tomov","raw_affiliation_strings":["Department of Psychology and Center for Brain Science, Harvard University, Cambridge, Massachusetts, United States of America","Program in Neuroscience, Harvard Medical School, Boston, Massachusetts, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-0949-302X","affiliations":[{"raw_affiliation_string":"Department of Psychology and Center for Brain Science, Harvard University, Cambridge, Massachusetts, United States of America","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Program in Neuroscience, Harvard Medical School, Boston, Massachusetts, United States of America","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005037418","display_name":"Samyukta Yagati","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samyukta Yagati","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, Massachusetts, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, Massachusetts, United States of America","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049794287","display_name":"Agni Kumar","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Agni Kumar","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, Massachusetts, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, Massachusetts, United States of America","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082136935","display_name":"Wanqian Yang","orcid":"https://orcid.org/0000-0002-6372-3607"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wanqian Yang","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, Massachusetts, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-6372-3607","affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, Massachusetts, United States of America","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031715686","display_name":"Samuel J. Gershman","orcid":"https://orcid.org/0000-0002-6546-3298"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel J. Gershman","raw_affiliation_strings":["Department of Psychology and Center for Brain Science, Harvard University, Cambridge, Massachusetts, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-6546-3298","affiliations":[{"raw_affiliation_string":"Department of Psychology and Center for Brain Science, Harvard University, Cambridge, Massachusetts, United States of America","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5070245999"],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":7.4741,"has_fulltext":false,"cited_by_count":105,"citation_normalized_percentile":{"value":0.97750953,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"16","issue":"4","first_page":"e1007594","last_page":"e1007594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.52660071849823},{"id":"https://openalex.org/keywords/computational-biology","display_name":"Computational biology","score":0.4700271785259247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35781270265579224},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.28097769618034363}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.52660071849823},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.4700271785259247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35781270265579224},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.28097769618034363}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009010","descriptor_name":"Monte Carlo Method","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018910","descriptor_name":"Video Games","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018910","descriptor_name":"Video Games","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018910","descriptor_name":"Video Games","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018910","descriptor_name":"Video Games","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018910","descriptor_name":"Video Games","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":6,"locations":[{"id":"doi:10.1371/journal.pcbi.1007594","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1007594","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:32251444","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32251444","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:RePEc:plo:pcbi00:1007594","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1007594","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:8e49b959f64344eead410ecfd2e6e9a0","is_oa":true,"landing_page_url":"https://doaj.org/article/8e49b959f64344eead410ecfd2e6e9a0","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 16, Iss 4, p e1007594 (2020)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/12088209","is_oa":true,"landing_page_url":"https://figshare.com/articles/Discovery_of_hierarchical_representations_for_efficient_planning/12088209","pdf_url":null,"source":{"id":"https://openalex.org/S4306400572","display_name":"OPAL (Open@LaTrobe) (La Trobe University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I196829312","host_organization_name":"La Trobe University","host_organization_lineage":["https://openalex.org/I196829312"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:7162548","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7162548","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1007594","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1007594","pdf_url":null,"source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G2496081684","display_name":null,"funder_award_id":"N00014-17-1-2961","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3197407149","display_name":null,"funder_award_id":"N000141712984","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3983182245","display_name":null,"funder_award_id":"N00014-17-1-2961","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4504108201","display_name":null,"funder_award_id":"N00014-17-1","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5156232190","display_name":null,"funder_award_id":"CRCNS 1R01MH109177","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7329295064","display_name":null,"funder_award_id":"MURI N00014-17-1-2961","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320322622","display_name":"Toyota Motor Corporation","ror":"https://ror.org/02zqm6r10"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W14071851","https://openalex.org/W150352456","https://openalex.org/W160989634","https://openalex.org/W615755726","https://openalex.org/W1172323223","https://openalex.org/W1212832299","https://openalex.org/W1534331386","https://openalex.org/W1535656004","https://openalex.org/W1536990779","https://openalex.org/W1556824961","https://openalex.org/W1580472141","https://openalex.org/W1583695788","https://openalex.org/W1596981350","https://openalex.org/W1598052524","https://openalex.org/W1972769376","https://openalex.org/W1973698443","https://openalex.org/W1975401347","https://openalex.org/W1980035368","https://openalex.org/W1984314602","https://openalex.org/W1988699227","https://openalex.org/W2000214310","https://openalex.org/W2001898186","https://openalex.org/W2016723506","https://openalex.org/W2020415214","https://openalex.org/W2026799324","https://openalex.org/W2046194382","https://openalex.org/W2046809950","https://openalex.org/W2047978125","https://openalex.org/W2056354534","https://openalex.org/W2059569317","https://openalex.org/W2061304498","https://openalex.org/W2075153882","https://openalex.org/W2080972498","https://openalex.org/W2085553767","https://openalex.org/W2085679424","https://openalex.org/W2090170171","https://openalex.org/W2103359390","https://openalex.org/W2109910161","https://openalex.org/W2112337921","https://openalex.org/W2113122939","https://openalex.org/W2115870554","https://openalex.org/W2117726420","https://openalex.org/W2120212072","https://openalex.org/W2121517924","https://openalex.org/W2121863487","https://openalex.org/W2122410182","https://openalex.org/W2123053862","https://openalex.org/W2127469248","https://openalex.org/W2131466408","https://openalex.org/W2133105703","https://openalex.org/W2139612737","https://openalex.org/W2142336306","https://openalex.org/W2143435603","https://openalex.org/W2145339207","https://openalex.org/W2147689640","https://openalex.org/W2148201341","https://openalex.org/W2150342508","https://openalex.org/W2153791616","https://openalex.org/W2157201325","https://openalex.org/W2160371091","https://openalex.org/W2160808139","https://openalex.org/W2166667242","https://openalex.org/W2167362547","https://openalex.org/W2167366201","https://openalex.org/W2168342951","https://openalex.org/W2168640731","https://openalex.org/W2197227940","https://openalex.org/W2239489656","https://openalex.org/W2274685343","https://openalex.org/W2335959470","https://openalex.org/W2400568150","https://openalex.org/W2442341664","https://openalex.org/W2498991332","https://openalex.org/W2541895270","https://openalex.org/W2548352678","https://openalex.org/W2549255013","https://openalex.org/W2555988050","https://openalex.org/W2559655401","https://openalex.org/W2577664326","https://openalex.org/W2579555219","https://openalex.org/W2582999260","https://openalex.org/W2590528545","https://openalex.org/W2595697910","https://openalex.org/W2730274928","https://openalex.org/W2736983092","https://openalex.org/W2752099845","https://openalex.org/W2809845497","https://openalex.org/W2894672498","https://openalex.org/W2900107753","https://openalex.org/W2941991946","https://openalex.org/W2949267040","https://openalex.org/W2950040888","https://openalex.org/W2951066214","https://openalex.org/W2953319434","https://openalex.org/W2963830168","https://openalex.org/W2964223703","https://openalex.org/W3006471948","https://openalex.org/W3145128584","https://openalex.org/W4214717370","https://openalex.org/W4234344023","https://openalex.org/W4246219036","https://openalex.org/W4250835088","https://openalex.org/W4293198767","https://openalex.org/W6683821272"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"We":[0,62,136,171],"propose":[1,185],"that":[2,11,70,90,114,174],"humans":[3,73],"spontaneously":[4],"organize":[5],"environments":[6],"into":[7,25],"clusters":[8],"of":[9,30,67,104,122,131,142,153,208,224],"states":[10,133],"support":[12],"hierarchical":[13,37,190,222],"planning,":[14],"enabling":[15],"them":[16,23],"to":[17,39,48,52,96,216],"tackle":[18],"challenging":[19],"problems":[20],"by":[21],"breaking":[22],"down":[24],"sub-problems":[26],"at":[27],"various":[28],"levels":[29],"abstraction.":[31],"People":[32],"constantly":[33],"rely":[34],"on":[35,57,79,125],"such":[36,75,128],"presentations":[38],"accomplish":[40],"tasks":[41,105,154],"big":[42],"and":[43,85,102,134,155,167,189,218],"small-from":[44],"planning":[45,126,159,191],"one's":[46],"day,":[47],"organizing":[49],"a":[50,54,64],"wedding,":[51],"getting":[53],"PhD-often":[55],"succeeding":[56],"the":[58,87,97,107,115,139,143,151,162,175,196,210,220,225],"very":[59],"first":[60],"attempt.":[61],"formalize":[63],"Bayesian":[65,214],"model":[66,88,116,144],"hierarchy":[68,91,176,187],"discovery":[69,92,177,188],"explains":[71],"how":[72,150,186,209],"discover":[74,217],"useful":[76],"abstractions.":[77],"Building":[78],"principles":[80],"developed":[81],"in":[82,106,145,195,205],"structure":[83,124,223],"learning":[84],"robotics,":[86],"predicts":[89],"should":[93],"be":[94,193],"sensitive":[95],"topological":[98],"structure,":[99],"reward":[100],"distribution,":[101],"distribution":[103,152],"environment.":[108,226],"In":[109],"five":[110],"simulations,":[111],"we":[112,184],"show":[113],"accounts":[117],"for":[118],"previously":[119],"reported":[120],"effects":[121],"environment":[123],"behavior,":[127],"as":[129],"detection":[130],"bottleneck":[132],"transitions.":[135],"then":[137],"test":[138],"novel":[140],"predictions":[141],"eight":[146],"behavioral":[147],"experiments,":[148],"demonstrating":[149],"rewards":[156],"can":[157],"influence":[158],"behavior":[160],"via":[161],"discovered":[163],"hierarchy,":[164],"sometimes":[165,168],"facilitating":[166],"hindering":[169],"performance.":[170],"find":[172],"evidence":[173],"process":[178],"unfolds":[179],"incrementally":[180],"across":[181],"trials.":[182],"Finally,":[183],"might":[192,212],"implemented":[194],"brain.":[197],"Together,":[198],"these":[199],"findings":[200],"present":[201],"an":[202],"important":[203],"advance":[204],"our":[206],"understanding":[207],"brain":[211],"use":[213],"inference":[215],"exploit":[219],"hidden":[221]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}