{"id":"https://openalex.org/W4409276645","doi":"https://doi.org/10.3389/fncom.2025.1595369","title":"Editorial: Hippocampal function and reinforcement learning","display_name":"Editorial: Hippocampal function and reinforcement learning","publication_year":2025,"publication_date":"2025-04-08","ids":{"openalex":"https://openalex.org/W4409276645","doi":"https://doi.org/10.3389/fncom.2025.1595369","pmid":"https://pubmed.ncbi.nlm.nih.gov/40264710"},"language":"en","primary_location":{"id":"doi:10.3389/fncom.2025.1595369","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2025.1595369","pdf_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2025.1595369/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"type":"editorial","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2025.1595369/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002175571","display_name":"Arij Daou","orcid":"https://orcid.org/0000-0001-7590-4774"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Arij Daou","raw_affiliation_strings":["Neurophysiology and Computational Neuroscience Group, Biomedical Engineering Program, American University of Beirut, Beirut, Lebanon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Neurophysiology and Computational Neuroscience Group, Biomedical Engineering Program, American University of Beirut, Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063223142","display_name":"Hyunsu Lee","orcid":"https://orcid.org/0000-0003-3631-3028"},"institutions":[{"id":"https://openalex.org/I4210149111","display_name":"Pusan National University Yangsan Hospital","ror":"https://ror.org/04kgg1090","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I4210149111"]},{"id":"https://openalex.org/I4921948","display_name":"Pusan National University","ror":"https://ror.org/01an57a31","country_code":"KR","type":"education","lineage":["https://openalex.org/I4921948"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hyunsu Lee","raw_affiliation_strings":["Department of Physiology, School of Medicine, Pusan National University, Yangsan, Republic of Korea","Research Institute for Convergence of Biomedical Science and Technology, Pusan National University Yangsan Hospital, Yangsan, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, School of Medicine, Pusan National University, Yangsan, Republic of Korea","institution_ids":["https://openalex.org/I4921948"]},{"raw_affiliation_string":"Research Institute for Convergence of Biomedical Science and Technology, Pusan National University Yangsan Hospital, Yangsan, Republic of Korea","institution_ids":["https://openalex.org/I4210149111"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5063223142"],"corresponding_institution_ids":["https://openalex.org/I4210149111","https://openalex.org/I4921948"],"apc_list":{"value":2950,"currency":"USD","value_usd":2950},"apc_paid":{"value":2950,"currency":"USD","value_usd":2950},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06306333,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":null,"first_page":"1595369","last_page":"1595369"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13106","display_name":"Neuroscience, Education and Cognitive Function","score":0.13189999759197235,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T13106","display_name":"Neuroscience, Education and Cognitive Function","score":0.13189999759197235,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7121962308883667},{"id":"https://openalex.org/keywords/hippocampal-formation","display_name":"Hippocampal formation","score":0.6365658044815063},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.6115267276763916},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5445889830589294},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.49156102538108826},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4723910987377167},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.42692673206329346},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.40562599897384644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3201560974121094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2480374276638031},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.1535494327545166},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.0714239776134491},{"id":"https://openalex.org/keywords/evolutionary-biology","display_name":"Evolutionary biology","score":0.05435740947723389}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7121962308883667},{"id":"https://openalex.org/C148762608","wikidata":"https://www.wikidata.org/wiki/Q3748185","display_name":"Hippocampal formation","level":2,"score":0.6365658044815063},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.6115267276763916},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5445889830589294},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.49156102538108826},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4723910987377167},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.42692673206329346},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.40562599897384644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3201560974121094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2480374276638031},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1535494327545166},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0714239776134491},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.05435740947723389}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fncom.2025.1595369","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2025.1595369","pdf_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2025.1595369/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},{"id":"pmid:40264710","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40264710","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in computational neuroscience","raw_type":null},{"id":"pmh:oai:doaj.org/article:c9e8f13a14dd4ed193ac0d50023e93f1","is_oa":true,"landing_page_url":"https://doaj.org/article/c9e8f13a14dd4ed193ac0d50023e93f1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computational Neuroscience, Vol 19 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12011858","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12011858","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Comput Neurosci","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/fncom.2025.1595369","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2025.1595369","pdf_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2025.1595369/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409276645.pdf","grobid_xml":"https://content.openalex.org/works/W4409276645.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3031633328","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2359746142","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"The":[0,480],"hippocampus":[1,563,696],"has":[2,23],"historically":[3],"been":[4],"recognized":[5],"as":[6,25,607,641,697],"a":[7,26,284,289,353,459,492,608,700],"critical":[8,174],"neural":[9,211,422,452,497,614],"substrate":[10],"for":[11,35,175,235,269,292,454,488,633,702],"the":[12,78,84,142,161,222,233,253,317,342,425,444,562,695,732],"formation":[13],"and":[14,32,39,72,106,121,229,241,244,304,348,393,437,539,556,573,590,613,627,654,688,712,724,739],"retrieval":[15,542],"of":[16,95,144,160,311,319,344,386,447,523,543,571,709,730],"episodic":[17,286,703],"memories.":[18],"Concurrently,":[19],"reinforcement":[20,185,622],"learning":[21,123,545,653],"(RL)":[22],"emerged":[24],"foundational":[27],"framework":[28,258],"in":[29,80,302,402,449,476,510,526,587,593,680],"both":[30,651],"psychology":[31],"artificial":[33],"intelligence":[34],"understanding":[36,522],"how":[37,55,200,215,227,391,584,617,731],"organisms":[38,332],"computational":[40,290,354,659,689],"agents":[41],"optimize":[42,506],"behavior":[43],"through":[44,558],"experience.":[45],"This":[46,113,280,384,442],"Research":[47,512,692],"Topic":[48,513,693],"synthesizes":[49],"these":[50,577],"traditionally":[51],"separate":[52],"domains,":[53],"revealing":[54,583],"hippocampal":[56,87,177,228,249,325,358,392,432,485,524,534,639,663],"processes":[57,133,149],"not":[58,90,698],"only":[59],"support":[60],"memory":[61,111,119],"functions":[62],"but":[63,705],"also":[64],"fundamentally":[65],"influence":[66],"adaptive":[67,604],"decision-making":[68,711],"guided":[69],"by":[70,193,407,464,621],"reward":[71,102,500],"punishment":[73],"signals.A":[74],"central":[75,206],"theme":[76,552],"unifying":[77,609],"contributions":[79,178],"this":[81,511,691],"collection":[82],"is":[83,173,191,462,530,553],"recognition":[85],"that":[86,117,129,184,248,260,308,324,356,519,637],"circuits":[88,231,326,370,395,595],"do":[89],"merely":[91,699],"store":[92],"static":[93],"representations":[94,619],"past":[96],"experiences.":[97],"Rather,":[98],"they":[99,322],"continuously":[100],"integrate":[101],"predictions,":[103],"contextual":[104,297,531,547,655],"information,":[105],"future-oriented":[107],"simulations":[108,364,373,592],"into":[109],"dynamic":[110,380],"representations.":[112],"integrative":[114],"processing":[115,535],"suggests":[116],"hippocampal-dependent":[118],"consolidation":[120],"reinforcement-based":[122,527,710],"strategies":[124,487],"are":[125,405],"deeply":[126],"interconnected":[127],"systems":[128],"mutually":[130],"shape":[131],"cognitive":[132,644,676,713],"across":[134,611,736],"multiple":[135,263],"timescales.":[136,740],"Tesler":[137],"et":[138,195,409,466],"al.":[139,196,410,467],"(2024)":[140,246],"tackle":[141],"intricacies":[143],"scaling":[145],"from":[146,283,669],"local":[147],"synaptic":[148],"to":[150,155,179,277,288,296,333,374,397,473,484,505,661,675],"large-scale":[151],"oscillatory":[152],"phenomena":[153],"relevant":[154],"learning.":[156,528],"Their":[157,257],"multiscale":[158],"model":[159,355],"CA1":[162,266],"region":[163],"underscores":[164,390,443],"why":[165],"bridging":[166],"cellular":[167],"mechanisms":[168],"with":[169,360,502,568],"broader":[170],"network":[171,219],"activity":[172],"simulating":[176,559],"brain-wide":[180],"RL":[181,203,255,399,448,471,569,601,735],"tasks.The":[182],"notion":[183],"signals":[186,217,430,623],"can":[187,596],"drive":[188],"persistent":[189],"adaptation":[190,378],"explored":[192],"Yoder":[194],"(2022),":[197],"who":[198,412,469],"demonstrate":[199],"biologically":[201,387,580],"inspired":[202,388],"feedback":[204,586],"shapes":[205],"pattern":[207],"generation":[208],"within":[209],"recurrent":[210,588],"networks.":[212],"By":[213],"illustrating":[214],"neuromodulatory":[216,585],"guide":[218,624],"plasticity":[220,664,674],"over":[221],"lifespan,":[223],"their":[224],"study":[225],"illuminates":[226],"related":[230],"maintain":[232],"capacity":[234],"behavioral":[236],"recalibration.In":[237],"considering":[238],"offline":[239,554],"replay":[240,250,282,359,555],"consolidation,":[242],"Lee":[243,349],"Jung":[245],"propose":[247],"events":[251],"parallel":[252],"\u201cDyna\u201d":[254],"approach.":[256],"posits":[259],"CA3":[261],"simulates":[262],"scenarios":[264],"while":[265,368],"evaluates":[267],"each":[268],"potential":[270,366,446],"reward,":[271],"thereby":[272],"selectively":[273],"strengthening":[274],"connections":[275],"tied":[276],"high-value":[278],"outcomes.":[279],"reframes":[281,694],"purely":[285],"recapitulation":[287],"mechanism":[291],"optimizing":[293],"future":[294],"performance.Adaptation":[295],"cues":[298,504,548],"takes":[299],"center":[300],"stage":[301],"Kappel":[303],"Cheng":[305],"(2024).":[306],"Demonstrating":[307],"global":[309],"remapping":[310],"place":[312],"cell":[313],"firing":[314],"patterns":[315],"facilitates":[316],"renewal":[318],"extinguished":[320],"behaviors,":[321],"show":[323],"dynamically":[327],"re-encode":[328],"changing":[329],"environments,":[330],"allowing":[331],"flexibly":[334],"re-engage":[335],"learned":[336],"associations":[337],"when":[338,546],"contexts":[339],"shift.Building":[340],"on":[341,421,428,515],"idea":[343],"mental":[345,591],"simulation,":[346],"Kim":[347],"(2025)":[350],"present":[351],"\u201cMeta-Dyna,\u201d":[352],"unites":[357],"prefrontal":[361,369],"meta-control.":[362],"Hippocampal":[363],"rehearse":[365],"outcomes,":[367],"arbitrate":[371],"which":[372],"adopt\u2014thus":[375],"enabling":[376],"swift":[377],"under":[379],"or":[381,456,598,646],"uncertain":[382],"conditions.":[383],"synthesis":[385],"loops":[389],"frontal":[394],"collaborate":[396],"bolster":[398],"processes.Methodological":[400],"advances":[401],"reinforcement-driven":[403],"decoding":[404],"highlighted":[406],"Zhang":[408],"(2024),":[411,468],"describe":[413],"an":[414,706],"EEG-based":[415],"attention":[416],"model.":[417],"While":[418],"primarily":[419],"centered":[420],"data":[423],"analysis,":[424],"selective":[426],"focus":[427],"reward-contingent":[429],"echoes":[431],"processes,":[433],"where":[434,496],"significant":[435,631],"stimuli":[436],"memories":[438,704],"receive":[439],"enhanced":[440],"representation.":[441],"translational":[445],"parsing":[450],"real-time":[451],"recordings":[453],"clinical":[455,634],"research":[457,716],"applications.Finally,":[458],"comparative":[460,725],"perspective":[461],"offered":[463],"Lochner":[465],"apply":[470],"principles":[472,570],"insect":[474],"navigation":[475,605],"mushroom":[477],"body\u2013like":[478],"circuits.":[479],"authors":[481],"highlight":[482,579],"parallels":[483],"map-based":[486],"spatial":[489,503,618],"representation,":[490],"suggesting":[491],"broad,":[493],"cross-species":[494],"principle":[495],"substrates":[498],"fuse":[499],"information":[501],"navigational":[507],"behavior.The":[508],"studies":[509],"converge":[514],"several":[516],"key":[517],"themes":[518],"advance":[520],"our":[521],"function":[525],"First":[529],"flexibility,":[532],"whereby":[533],"encodes":[536],"environmental":[537],"transitions":[538],"enables":[540],"rapid":[541],"prior":[544],"reemerge.":[549],"Another":[550],"prominent":[551],"consolidation:":[557],"possible":[560],"scenarios,":[561],"refines":[564],"subsequent":[565],"behavior,":[566],"consistent":[567],"planning":[572],"exploration.":[574],"In":[575],"addition,":[576],"articles":[578],"plausible":[581],"RL,":[582],"networks":[589],"prefrontal-hippocampal":[594],"implement":[597],"inspire":[599],"novel":[600],"algorithms.":[602],"Lastly,":[603],"emerges":[606],"aspect":[610],"species":[612],"systems,":[615,737],"demonstrating":[616],"informed":[620],"goal-directed":[625],"movement":[626],"decision-making.These":[628],"insights":[629],"carry":[630],"implications":[632],"contexts.":[635],"Conditions":[636],"impair":[638],"function---such":[640],"Alzheimer\u2019s":[642],"disease,":[643],"aging,":[645],"post-traumatic":[647],"stress":[648],"disorder---often":[649],"disrupt":[650],"reward-based":[652],"processing.":[656],"Leveraging":[657],"RL-based":[658],"models":[660,729],"explore":[662],"may":[665],"inform":[666],"targeted":[667],"therapies,":[668],"pharmacological":[670],"interventions":[671],"enhancing":[672],"beneficial":[673],"rehabilitation":[677],"exercises":[678],"anchored":[679],"reward-driven":[681],"strategies.By":[682],"integrating":[683],"theoretical":[684],"perspectives,":[685],"experimental":[686],"investigations,":[687],"modeling,":[690],"depot":[701],"active":[707],"driver":[708],"flexibility.":[714],"Future":[715],"should":[717],"continue":[718],"weaving":[719],"together":[720],"neuroscience,":[721],"machine":[722],"learning,":[723],"studies,":[726],"forging":[727],"comprehensive":[728],"brain":[733],"implements":[734],"scales,":[738]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}