{"id":"https://openalex.org/W2895961990","doi":"https://doi.org/10.1152/jn.00145.2018","title":"Hippocampal replays under the scrutiny of reinforcement learning models","display_name":"Hippocampal replays under the scrutiny of reinforcement learning models","alternate_titles":[],"publication_year":2018,"publication_date":"2018-10-10","ids":{"openalex":"https://openalex.org/W2895961990","doi":"https://doi.org/10.1152/jn.00145.2018","mag":"2895961990","pmid":"https://pubmed.ncbi.nlm.nih.gov/30303758"},"language":"en","primary_location":{"id":"doi:10.1152/jn.00145.2018","doi":"https://doi.org/10.1152/jn.00145.2018","is_oa":true,"landing_page_url":"https://doi.org/10.1152/jn.00145.2018","pdf_url":"https://doi.org/10.1152/jn.00145.2018","source":{"id":"https://openalex.org/S142952003","display_name":"Journal of Neurophysiology","issn_l":"0022-3077","issn":["0022-3077","1522-1598"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","jufo-2","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320155","host_organization_name":"American Physiological Society","host_organization_lineage":["https://openalex.org/P4310320155"],"host_organization_lineage_names":["American Physiological Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Neurophysiology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2895961990"],"child_works_count":0,"type":"review","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1152/jn.00145.2018","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008341842","display_name":"Romain D. Caz\u00e9","orcid":"https://orcid.org/0000-0001-9978-8341","observed_orcids":["https://orcid.org/0000-0001-9978-8341","https://orcid.org/0000-0002-7798-3696"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Romain Caz\u00e9","raw_affiliation_strings":["Institute of Intelligent Systems and Robotics, Sorbonne Universit\u00e9, CNRS, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Systems and Robotics, Sorbonne Universit\u00e9, CNRS, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016381589","display_name":"Mehdi Khamassi","orcid":"https://orcid.org/0000-0002-2515-1046","observed_orcids":["https://orcid.org/0000-0002-2515-1046"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Mehdi Khamassi","raw_affiliation_strings":["Institute of Intelligent Systems and Robotics, Sorbonne Universit\u00e9, CNRS, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-2515-1046","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Systems and Robotics, Sorbonne Universit\u00e9, CNRS, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029106238","display_name":"Lise Aubin","orcid":"https://orcid.org/0000-0002-9098-3199","observed_orcids":["https://orcid.org/0000-0002-9098-3199"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lise Aubin","raw_affiliation_strings":["Institute of Intelligent Systems and Robotics, Sorbonne Universit\u00e9, CNRS, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Systems and Robotics, Sorbonne Universit\u00e9, CNRS, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024513825","display_name":"Beno\u00eet Girard","orcid":"https://orcid.org/0000-0002-8117-7064","observed_orcids":["https://orcid.org/0000-0002-8117-7064"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Beno\u00eet Girard","raw_affiliation_strings":["Institute of Intelligent Systems and Robotics, Sorbonne Universit\u00e9, CNRS, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Systems and Robotics, Sorbonne Universit\u00e9, CNRS, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5016381589"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"],"apc_list":null,"apc_paid":null,"fwci":0.7191,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":{"value":0.5559322,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"120","issue":"6","first_page":"2877","last_page":"2896"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hippocampal-replay","display_name":"hippocampal replay","score":0.9890000224113464},{"id":"https://openalex.org/keywords/place-cells","display_name":"place cells","score":0.8569999933242798},{"id":"https://openalex.org/keywords/reinforcement-learning-models","display_name":"reinforcement learning models","score":0.843999981880188},{"id":"https://openalex.org/keywords/memory-consolidation","display_name":"memory consolidation","score":0.8109999895095825},{"id":"https://openalex.org/keywords/model-based-reinforcement-learning","display_name":"model-based reinforcement learning","score":0.8259999752044678},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":1.0},{"id":"https://openalex.org/keywords/hybrid-reinforcement-learning","display_name":"hybrid reinforcement learning","score":0.722000002861023},{"id":"https://openalex.org/keywords/spatial-navigation","display_name":"spatial navigation","score":0.40799999237060547},{"id":"https://openalex.org/keywords/computational-neuroscience","display_name":"computational neuroscience","score":0.4429999887943268}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8071759939193726},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7692356705665588},{"id":"https://openalex.org/C48455012","wikidata":"https://www.wikidata.org/wiki/Q2892593","display_name":"Memory consolidation","level":3,"score":0.5073067545890808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49692752957344055},{"id":"https://openalex.org/C2780938662","wikidata":"https://www.wikidata.org/wiki/Q973710","display_name":"Tying","level":2,"score":0.4436720013618469},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3864721655845642},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.38289064168930054},{"id":"https://openalex.org/C2781161787","wikidata":"https://www.wikidata.org/wiki/Q48360","display_name":"Hippocampus","level":2,"score":0.2567906975746155},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.12685149908065796},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006624","descriptor_name":"Hippocampus","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D063132","descriptor_name":"Connectome","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1152/jn.00145.2018","doi":"https://doi.org/10.1152/jn.00145.2018","is_oa":true,"landing_page_url":"https://doi.org/10.1152/jn.00145.2018","pdf_url":"https://doi.org/10.1152/jn.00145.2018","source":{"id":"https://openalex.org/S142952003","display_name":"Journal of Neurophysiology","issn_l":"0022-3077","issn":["0022-3077","1522-1598"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","jufo-2","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320155","host_organization_name":"American Physiological Society","host_organization_lineage":["https://openalex.org/P4310320155"],"host_organization_lineage_names":["American Physiological Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Neurophysiology","raw_type":"journal-article"},{"id":"pmid:30303758","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30303758","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of neurophysiology","raw_type":"Journal Article"},{"id":"pmh:oai:HAL:hal-02323528v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-02323528","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Neurophysiology, 2018, &#x27E8;10.1152/jn.00145.2018&#x27E9;","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1152/jn.00145.2018","doi":"https://doi.org/10.1152/jn.00145.2018","is_oa":true,"landing_page_url":"https://doi.org/10.1152/jn.00145.2018","pdf_url":"https://doi.org/10.1152/jn.00145.2018","source":{"id":"https://openalex.org/S142952003","display_name":"Journal of Neurophysiology","issn_l":"0022-3077","issn":["0022-3077","1522-1598"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","jufo-2","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320155","host_organization_name":"American Physiological Society","host_organization_lineage":["https://openalex.org/P4310320155"],"host_organization_lineage_names":["American Physiological Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Neurophysiology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1189697078","display_name":null,"funder_award_id":"ANR\u201311\u2013LABX\u201365","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G1410665336","display_name":"Deferred Restructuring of Experience in Autonomous Machines","funder_award_id":"640891","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5615659713","display_name":null,"funder_award_id":"IDEX-0004-02","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6654833908","display_name":"Sorbonne Universit\u00e9s \u00e0 Paris pour l'Enseignement et la Recherche","funder_award_id":"ANR-11-IDEX-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G8227287131","display_name":"Interactions humain/Machine/Humain intelligentes dans la soci\u00e9t\u00e9 num\u00e9rique","funder_award_id":"ANR-11-LABX-0065","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2895961990.pdf","grobid_xml":"https://content.openalex.org/works/W2895961990.grobid-xml"},"referenced_works_count":101,"referenced_works":["https://openalex.org/W118611791","https://openalex.org/W125252782","https://openalex.org/W301412097","https://openalex.org/W1152374494","https://openalex.org/W1491843047","https://openalex.org/W1589010633","https://openalex.org/W1607052939","https://openalex.org/W1770958704","https://openalex.org/W1856459231","https://openalex.org/W1953105366","https://openalex.org/W1965905787","https://openalex.org/W1967456522","https://openalex.org/W1969003018","https://openalex.org/W1970792572","https://openalex.org/W1975958074","https://openalex.org/W1979215131","https://openalex.org/W1981998044","https://openalex.org/W1985901002","https://openalex.org/W1990627393","https://openalex.org/W1995341919","https://openalex.org/W1998939463","https://openalex.org/W2000214310","https://openalex.org/W2001257668","https://openalex.org/W2001488773","https://openalex.org/W2002978960","https://openalex.org/W2006760951","https://openalex.org/W2020272049","https://openalex.org/W2032471499","https://openalex.org/W2034379782","https://openalex.org/W2040418090","https://openalex.org/W2046713808","https://openalex.org/W2047057213","https://openalex.org/W2048226872","https://openalex.org/W2052515926","https://openalex.org/W2055277267","https://openalex.org/W2057641276","https://openalex.org/W2062597763","https://openalex.org/W2066771173","https://openalex.org/W2067163191","https://openalex.org/W2071290167","https://openalex.org/W2073213998","https://openalex.org/W2076327464","https://openalex.org/W2076735150","https://openalex.org/W2080834410","https://openalex.org/W2084879567","https://openalex.org/W2085256822","https://openalex.org/W2089305598","https://openalex.org/W2092922261","https://openalex.org/W2102803424","https://openalex.org/W2103040968","https://openalex.org/W2103768739","https://openalex.org/W2107726111","https://openalex.org/W2110161683","https://openalex.org/W2112483970","https://openalex.org/W2115107366","https://openalex.org/W2117726420","https://openalex.org/W2117821385","https://openalex.org/W2119051448","https://openalex.org/W2120708979","https://openalex.org/W2121863487","https://openalex.org/W2124175081","https://openalex.org/W2124334449","https://openalex.org/W2128349062","https://openalex.org/W2129478155","https://openalex.org/W2131240118","https://openalex.org/W2131600418","https://openalex.org/W2136046187","https://openalex.org/W2141559645","https://openalex.org/W2143721596","https://openalex.org/W2145339207","https://openalex.org/W2153562927","https://openalex.org/W2160578730","https://openalex.org/W2161046428","https://openalex.org/W2167362547","https://openalex.org/W2167403166","https://openalex.org/W2168101731","https://openalex.org/W2185095108","https://openalex.org/W2284856356","https://openalex.org/W2340516054","https://openalex.org/W2403111963","https://openalex.org/W2507425266","https://openalex.org/W2554866352","https://openalex.org/W2589540435","https://openalex.org/W2604327028","https://openalex.org/W2743269545","https://openalex.org/W2745165449","https://openalex.org/W2765660785","https://openalex.org/W2766524975","https://openalex.org/W2781452345","https://openalex.org/W2783761400","https://openalex.org/W2785984438","https://openalex.org/W2787259794","https://openalex.org/W2797573779","https://openalex.org/W2805380321","https://openalex.org/W2893209320","https://openalex.org/W2950380978","https://openalex.org/W3011120880","https://openalex.org/W4213327935","https://openalex.org/W4214717370","https://openalex.org/W4236978075","https://openalex.org/W7148498736"],"related_works":["https://openalex.org/W6922770792","https://openalex.org/W4324129500","https://openalex.org/W2783761400","https://openalex.org/W4409276645","https://openalex.org/W3131306315","https://openalex.org/W2237608494","https://openalex.org/W1980907078","https://openalex.org/W4415762785","https://openalex.org/W2799820292","https://openalex.org/W4388677787"],"abstract_inverted_index":{"Multiple":[0],"in":[1,45],"vivo":[2],"studies":[3],"have":[4,30],"shown":[5],"that":[6],"place":[7],"cells":[8],"from":[9,60],"the":[10,79,86,92,96,102,123,138,145],"hippocampus":[11],"replay":[12,99],"previously":[13],"experienced":[14],"trajectories.":[15],"These":[16],"replays":[17,36,72,76],"are":[18],"commonly":[19],"considered":[20],"to":[21,84],"mainly":[22],"reflect":[23],"memory":[24],"consolidation":[25],"processes.":[26],"Some":[27],"data,":[28],"however,":[29],"highlighted":[31],"a":[32,68,130],"functional":[33],"link":[34,124],"between":[35,125,140],"and":[37,52,57,73,101,127,142],"reinforcement":[38],"learning":[39],"(RL).":[40],"This":[41,135],"theory,":[42],"extensively":[43],"used":[44],"machine":[46],"learning,":[47],"has":[48],"introduced":[49],"efficient":[50],"algorithms":[51,65],"can":[53,77],"explain":[54,74],"various":[55],"behavioral":[56],"physiological":[58],"measures":[59],"different":[61,97],"brain":[62],"regions.":[63],"RL":[64,105,128],"could":[66],"constitute":[67],"mechanistic":[69],"description":[70],"of":[71,81,132],"how":[75],"reduce":[78],"number":[80],"iterations":[82],"required":[83],"explore":[85],"environment":[87],"during":[88],"learning.":[89],"We":[90,114,121],"review":[91],"main":[93],"findings":[94],"concerning":[95],"hippocampal":[98],"types":[100],"possible":[103],"associated":[104],"models":[106],"(either":[107],"model-based,":[108],"model-free,":[109],"or":[110],"hybrid":[111],"model":[112,133],"types).":[113],"conclude":[115],"by":[116],"tying":[117],"these":[118],"frameworks":[119],"together.":[120],"illustrate":[122],"data":[126],"through":[129],"series":[131],"simulations.":[134],"review,":[136],"at":[137],"frontier":[139],"informatics":[141],"biology,":[143],"paves":[144],"way":[146],"for":[147],"future":[148],"work":[149],"on":[150],"replays.":[151]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2895961990","counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2018-10-26T00:00:00"}
