{"id":"https://openalex.org/W7125825909","doi":"https://doi.org/10.3389/fninf.2026.1729805","title":"On the need for abstract, deep reinforcement learning models in neuroscience","display_name":"On the need for abstract, deep reinforcement learning models in neuroscience","publication_year":2026,"publication_date":"2026-01-27","ids":{"openalex":"https://openalex.org/W7125825909","doi":"https://doi.org/10.3389/fninf.2026.1729805","pmid":"https://pubmed.ncbi.nlm.nih.gov/41675461"},"language":"en","primary_location":{"id":"doi:10.3389/fninf.2026.1729805","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fninf.2026.1729805","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/neuroinformatics/articles/10.3389/fninf.2026.1729805/pdf","source":{"id":"https://openalex.org/S179816892","display_name":"Frontiers in Neuroinformatics","issn_l":"1662-5196","issn":["1662-5196"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neuroinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://public-pages-files-2025.frontiersin.org/journals/neuroinformatics/articles/10.3389/fninf.2026.1729805/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123984158","display_name":"Santina Duarte","orcid":null},"institutions":[{"id":"https://openalex.org/I870124129","display_name":"Mount Royal University","ror":"https://ror.org/04evsam41","country_code":"CA","type":"education","lineage":["https://openalex.org/I870124129"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Santina Duarte","raw_affiliation_strings":["Department of Mathematics and Computing, Mount Royal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computing, Mount Royal University","institution_ids":["https://openalex.org/I870124129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123976746","display_name":"Xena Al-Hejji","orcid":null},"institutions":[{"id":"https://openalex.org/I870124129","display_name":"Mount Royal University","ror":"https://ror.org/04evsam41","country_code":"CA","type":"education","lineage":["https://openalex.org/I870124129"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xena Al-Hejji","raw_affiliation_strings":["Department of Mathematics and Computing, Mount Royal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computing, Mount Royal University","institution_ids":["https://openalex.org/I870124129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123924276","display_name":"Edgar Bermudez Contreras","orcid":null},"institutions":[{"id":"https://openalex.org/I107949126","display_name":"University of Lethbridge","ror":"https://ror.org/044j76961","country_code":"CA","type":"education","lineage":["https://openalex.org/I107949126"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Edgar Bermudez Contreras","raw_affiliation_strings":["Canadian Centre for Behavioral Neuroscience, University of Lethbridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Canadian Centre for Behavioral Neuroscience, University of Lethbridge","institution_ids":["https://openalex.org/I107949126"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087985487","display_name":"Eric Chalmers","orcid":"https://orcid.org/0000-0003-2985-1397"},"institutions":[{"id":"https://openalex.org/I870124129","display_name":"Mount Royal University","ror":"https://ror.org/04evsam41","country_code":"CA","type":"education","lineage":["https://openalex.org/I870124129"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Eric Chalmers","raw_affiliation_strings":["Department of Mathematics and Computing, Mount Royal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computing, Mount Royal University","institution_ids":["https://openalex.org/I870124129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5087985487","https://openalex.org/A5123924276"],"corresponding_institution_ids":["https://openalex.org/I107949126","https://openalex.org/I870124129"],"apc_list":{"value":2950,"currency":"USD","value_usd":2950},"apc_paid":{"value":2950,"currency":"USD","value_usd":2950},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15548523,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":null,"first_page":"1729805","last_page":"1729805"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07819999754428864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07819999754428864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.05339999869465828,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13106","display_name":"Neuroscience, Education and Cognitive Function","score":0.051600001752376556,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metaphor","display_name":"Metaphor","score":0.6597999930381775},{"id":"https://openalex.org/keywords/schematic","display_name":"Schematic","score":0.645799994468689},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.49230000376701355},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.435699999332428},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.43050000071525574},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.38519999384880066},{"id":"https://openalex.org/keywords/computational-neuroscience","display_name":"Computational neuroscience","score":0.3637999892234802},{"id":"https://openalex.org/keywords/george","display_name":"George (robot)","score":0.34880000352859497}],"concepts":[{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.7196999788284302},{"id":"https://openalex.org/C2778311575","wikidata":"https://www.wikidata.org/wiki/Q18534","display_name":"Metaphor","level":2,"score":0.6597999930381775},{"id":"https://openalex.org/C192328126","wikidata":"https://www.wikidata.org/wiki/Q4514647","display_name":"Schematic","level":2,"score":0.645799994468689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6079000234603882},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.49230000376701355},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.435699999332428},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41130000352859497},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.38519999384880066},{"id":"https://openalex.org/C15286952","wikidata":"https://www.wikidata.org/wiki/Q8037925","display_name":"Computational neuroscience","level":2,"score":0.3637999892234802},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3547999858856201},{"id":"https://openalex.org/C67101536","wikidata":"https://www.wikidata.org/wiki/Q5535910","display_name":"George (robot)","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C2988419192","wikidata":"https://www.wikidata.org/wiki/Q7155","display_name":"Animal behavior","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.33169999718666077},{"id":"https://openalex.org/C2437467","wikidata":"https://www.wikidata.org/wiki/Q378701","display_name":"Perfection","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31119999289512634},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C138379479","wikidata":"https://www.wikidata.org/wiki/Q1116876","display_name":"Scientific modelling","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C2780456611","wikidata":"https://www.wikidata.org/wiki/Q2917466","display_name":"Psychic","level":3,"score":0.29809999465942383},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28929999470710754},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.2750000059604645},{"id":"https://openalex.org/C17289045","wikidata":"https://www.wikidata.org/wiki/Q1138951","display_name":"Cognitive neuroscience","level":3,"score":0.2720000147819519}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fninf.2026.1729805","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fninf.2026.1729805","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/neuroinformatics/articles/10.3389/fninf.2026.1729805/pdf","source":{"id":"https://openalex.org/S179816892","display_name":"Frontiers in Neuroinformatics","issn_l":"1662-5196","issn":["1662-5196"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neuroinformatics","raw_type":"journal-article"},{"id":"pmid:41675461","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41675461","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in neuroinformatics","raw_type":null},{"id":"pmh:oai:europepmc.org:11694090","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12886432","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:12886432","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12886432/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Neuroinform","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/fninf.2026.1729805","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fninf.2026.1729805","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/neuroinformatics/articles/10.3389/fninf.2026.1729805/pdf","source":{"id":"https://openalex.org/S179816892","display_name":"Frontiers in Neuroinformatics","issn_l":"1662-5196","issn":["1662-5196"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neuroinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7637302279472351}],"awards":[],"funders":[{"id":"https://openalex.org/F4320325651","display_name":"Alberta Innovates","ror":null},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7125825909.pdf","grobid_xml":"https://content.openalex.org/works/W7125825909.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1652173018","https://openalex.org/W2001488773","https://openalex.org/W2117726420","https://openalex.org/W2145860152","https://openalex.org/W2536957931","https://openalex.org/W2800142021","https://openalex.org/W2949369413","https://openalex.org/W2999778183","https://openalex.org/W3041566370","https://openalex.org/W3159931622","https://openalex.org/W4399437527","https://openalex.org/W4404121121"],"related_works":[],"abstract_inverted_index":{"In":[0,1130],"science":[1],"we":[2,309,1115],"understand":[3,109],"complex":[4,113,425],"phenomena":[5,308,333,975],"through":[6,686],"various":[7],"models,":[8,192,978],"which":[9,265,421,665,781,1207],"exist":[10,472,672],"on":[11,387,560,650,735,879,1264],"a":[12,44,102,112,118,121,147,161,222,233,256,347,383,413,522,556,573,584,591,657,669,731,790,885,902,947,979,997,1022,1025,1042,1100,1154,1181,1249,1282],"spectrum":[13,438],"from":[14,211,597,800,1299],"high":[15],"to":[16,26,54,80,127,132,181,244,361,448,496,519,525,569,619,648,682,706,715,785,805,815,823,847,857,873,920,1001,1014,1053,1085,1108,1119,1141,1156,1168,1210,1252,1284,1297,1319],"low":[17],"abstraction.":[18,440],"High-level":[19],"models":[20,41,64,77,90,95,136,203,352,465,545,854,995,1088],"abstract":[21,48,343],"away":[22,49],"detail":[23],"in":[24,58,175,221,229,240,320,363,378,613,630,662,687,711,744,812,894,922,968,976,1004,1076,1105,1112,1180,1193,1196,1222,1276],"order":[25],"highlight":[27],"\"big":[28],"picture\"":[29],"principles.":[30],"They":[31,727,819],"could":[32,738],"include":[33,65,88],"block":[34,482],"diagrams,":[35],"schematics,":[36],"or":[37,39,93,187,193,746],"mathematical":[38,94],"other":[40,296,939],"that":[42,106,306,334,403,540,553,594,617,637,695,730,754,801,827,838,851,900,943,1213,1294,1306],"describe":[43],"system's":[45],"behavior":[46,722],"but":[47,139,171,484,671],"implementation":[50,551],"details":[51,67,552],"(roughly":[52],"corresponding":[53],"the":[55,69,129,176,185,261,281,285,291,299,307,321,339,354,364,376,400,404,407,418,422,436,453,493,548,614,621,626,663,712,721,783,836,839,871,923,931,951,963,970,991,1005,1038,1051,1120,1136,1146,1151,1190,1211,1228,1254],"Algorithmic":[56],"level":[57,83,405,419,476,523,549],"Marr's":[59,81],"levels":[60,451,536],"of":[61,68,84,96,104,111,150,160,298,301,324,341,356,406,412,439,477,500,506,537,550,575,625,640,668,674,723,789,792,831,889,953,966,990,1029,1040,1089,1135,1162,1267],"analysis).":[62],"Lower-level":[63],"more":[66,201,212,249,342,350],"phenomena,":[70],"and":[71,156,248,264,284,372,426,571,776,794,842,891,917,1058,1071,1094,1125,1128,1159,1164,1205,1245,1259,1272,1286,1291,1316],"so":[72,1185],"obscure":[73],"overarching":[74],"principles":[75,1266],"-these":[76],"are":[78,137,141,167,335,382,517,531,1295],"closer":[79,524],"Implementation":[82],"analysis.":[85],"Examples":[86],"may":[87,329,444,466],"animal":[89,158,191,198,488],"1":[91],",":[92],"specific":[97],"cellular":[98],"interactions.Every":[99],"model":[100,159,593,655,733,883,1138,1152,1183],"is":[101,123,125,173,294,399,542,946,986,1020,1110,1184,1238],"kind":[103],"metaphor":[105,119],"helps":[107],"us":[108,210],"part":[110],"phenomenon.":[114],"To":[115,392],"ask":[116],"whether":[117],"(or":[120],"model)":[122],"\"correct\"":[124],"nonsensical;":[126],"quote":[128,393],"aphorism":[130],"attributed":[131],"George":[133],"Box,":[134],"\"All":[135],"wrong,":[138],"some":[140],"useful\"":[142],"[2]":[143],"2":[144],".":[145,391,605,1097,1303],"Consider":[146],"schematic":[148],"diagram":[149],"brain":[151,414,664,1006],"structure":[152],"interactions":[153],"(high":[154],"abstraction),":[155],"an":[157,474,598,697,769,987],"human":[162],"disorder":[163,1092],"(low":[164],"abstraction)":[165],"-neither":[166],"completely":[168],"accurate":[169],"representations,":[170,1269],"each":[172],"useful":[174,1166,1250],"right":[177],"situation:":[178],"Imagine":[179],"trying":[180],"teach":[182,194],"neuroscience":[183,195,1321],"without":[184,190],"diagram,":[186],"test":[188,572,1289],"drugs":[189],"with":[196,238,268,338,583,602,701,762,870,909],"only":[197],"models!":[199],"Pursuing":[200],"detailed/accurate":[202],"for":[204,349,659,950,961,1070],"their":[205,507,760,1260],"own":[206,1080],"sake":[207],"can":[208,808],"distract":[209],"fundamental":[213,1265],"concerns.":[214],"Jorge":[215],"Luis":[216],"Borges":[217],"warned":[218],"against":[219],"this":[220,271,388,468,684,736,912,1018,1064,1236,1307],"1946":[223],"short":[224],"story":[225,286],"titled":[226],"On":[227],"Exactitude":[228],"Science.":[230],"It":[231,277],"describes":[232],"fictional":[234],"empire":[235,262],"whose":[236],"preoccupation":[237],"perfection":[239],"cartography":[241],"led":[242,1209],"them":[243,492],"create":[245,1086],"ever":[246],"larger":[247],"detailed":[250,351],"maps.":[251],"Their":[252,653],"consummate":[253],"creation":[254],"was":[255,273,278,374,704,907],"map":[257,272],"as":[258,260,373,835,1217,1227],"large":[259],"itself,":[263],"corresponded":[266],"point-for-point":[267],"it.":[269],"Obviously,":[270],"worse":[274],"than":[275,481,487,940,1188],"useless.":[276],"abandoned":[279],"by":[280,368,458,861,981,1007,1063,1123,1202],"next":[282,728],"generation,":[283],"concludes":[287],"tragically:":[288],"\"in":[289],"all":[290],"land":[292],"there":[293,381],"no":[295,936],"relic":[297],"disciplines":[300],"geography\"":[302],"[3]":[303],".It's":[304],"possible":[305,447,1046,1056,1175],"care":[310],"about":[311,578,1145],"most":[312,408,424,528],"(consciousness,":[313],"desire,":[314],"love,":[315],"etc)":[316],"cannot":[317],"be":[318,331,417,446,1002],"found":[319,610,636,729,1072],"lowest-level":[322],"mechanisms":[323],"information":[325],"processing.":[326],"Rather,":[327],"they":[328,554],"themselves":[330],"higher-order":[332],"best":[336],"understood":[337],"help":[340],"models.":[344,489],"If":[345],"so,":[346],"preference":[348],"-to":[353],"exclusion":[355],"higher-level":[357],"metaphors":[358],"-seems":[359],"doomed":[360],"end":[362],"frustration":[365],"hinted":[366],"at":[367,420,452,473,521,534,717],"Borges'":[369],"story.":[370],"Yet,":[371],"presumably":[375],"case":[377],"Borge's":[379],"day,":[380],"few":[384,585],"life":[385],"scientists":[386,515,568],"trajectory":[389],"now":[390],"Douglas":[394],"Hofstadter's":[395],"lament:":[396],"\"how":[397],"widespread":[398],"tacit":[401],"assumption":[402],"primordial":[409],"physical":[410],"components":[411],"must":[415],"also":[416],"brain's":[423],"elusive":[427],"mental":[428],"properties":[429],"reside.\"":[430],"[4]":[431],"Science":[432],"requires":[433],"thought":[434],"across":[435],"full":[437],"Very":[441],"occasionally":[442],"it":[443,541],"even":[445,743,929],"consider":[449],"multiple":[450],"same":[454,802,1191],"time":[455],"-recent":[456],"work":[457,761,860,1081,1275,1301],"Shine":[459],"et":[460,587,634,691,765,863,896,983,1067],"al.":[461,588,635,692,766,864,897,984,1068],"illustrates":[462],"how":[463,806,1268],"computational":[464,558,654,887,1087],"facilitate":[467],"[5]":[469],".DRL":[470],"algorithms":[471],"intermediate":[475],"abstraction,":[478,538],"much":[479,485,1186],"lower":[480],"diagrams":[483],"higher":[486,535],"This":[490,563,1049],"gives":[491],"unique":[494,557],"ability":[495,872],"illustrate":[497],"core":[498],"features":[499],"learning,":[501,1270],"while":[502],"glossing":[503],"over":[504,1045,1055],"specifics":[505],"neural":[508,642,699,905,974,1103],"implementation.":[509,526],"The":[510],"latter":[511],"point":[512,1027],"sometimes":[513],"dissuades":[514],"who":[516,530],"accustomed":[518],"working":[520,533],"But":[527],"neuroscientists,":[529],"comfortable":[532],"see":[539],"because":[543,1177],"DRL":[544,592,732,868,903,977,1084,1101,1137,1182,1244],"fly":[546],"above":[547,971,1231],"offer":[555,1219,1281],"perspective":[559,564,1308],"intelligent":[561],"behavior.":[562],"has":[565,1082,1208],"allowed":[566,914],"these":[567,821,1113],"generate":[570,1285,1292],"variety":[574],"meaningful":[576],"hypotheses":[577,753],"biological":[579,1224,1277],"learning.":[580,1016],"We":[581,1304],"conclude":[582],"examples.Song":[586],"[6]":[589],"built":[590],"reproduced":[595],"observations":[596],"early":[599],"study":[600,608,980,1253],"conducted":[601],"monkeys":[603],"[7]":[604],"That":[606],"earlier":[607],"had":[609],"particular":[611],"neurons":[612,647,710,844,919],"orbitofrontal":[615],"cortex":[616,841],"seemed":[618],"encode":[620,848],"inferred":[622],"economic":[623],"value":[624,660,1031,1039,1221],"monkey's":[627],"preferred":[628],"choices":[629],"several":[631],"tasks.":[632,818],"Song":[633],"reward-based":[638,849],"training":[639],"artificial":[641,646,698],"networks":[643],"caused":[644],"certain":[645],"take":[649],"similar":[651,817,1073,1117],"roles.":[652],"predicted":[656],"role":[658],"representations":[661,916],"support":[666,751],"learning":[667,1315],"task,":[670],"independently":[673],"its":[675],"execution":[676],"(it":[677],"would":[678],"have":[679,958,1035,1198],"been":[680,1200],"difficult":[681,1296],"reach":[683],"hypothesis":[685],"vivo":[688,1194],"experiments).":[689],"Banino":[690],"[8]":[693],"discovered":[694,899],"when":[696,930],"network":[700,713,737,779,906,944,1104],"recurrent":[702,778,910],"connections":[703],"trained":[705],"do":[707],"path":[708],"integration,":[709],"began":[714],"fire":[716],"regular":[718],"spatial":[719],"intervalsresembling":[720],"entorhinal":[724],"grid":[725,755],"cells.":[726],"based":[734,878],"effectively":[739],"perform":[740],"vector-based":[741,758],"navigation,":[742],"unfamiliar":[745],"dynamic":[747,1255],"environments.":[748],"These":[749,925,956,1172],"findings":[750,826,957],"neuroscientific":[752,825],"cells":[756],"enable":[757],"navigation.In":[759],"DRL,":[763,1218],"Wang":[764],"[9]":[767],"noticed":[768],"interplay":[770,1256],"between":[771,1257],"relatively":[772],"slow":[773],"RL":[774,853,994],"processes":[775],"faster":[777],"dynamics,":[780],"allows":[782,1050],"system":[784,869],"learn":[786],"general":[787],"characteristics":[788],"family":[791,803],"tasks,":[793],"then":[795],"quickly":[796],"solve":[797],"new":[798,886],"tasks":[799],"-similar":[804],"humans":[807,1127],"transfer":[809],"knowledge":[810],"gained":[811],"one":[813],"task":[814],"other,":[816],"used":[820,1083,1242],"results":[822,1173],"explain":[824],"challenged":[828],"traditional":[829],"notions":[830],"dopamine-driven":[832],"RL,":[833],"such":[834,1216],"observation":[837],"prefrontal":[840],"dopamine":[843,1009],"both":[845,1131],"seem":[846],"signals":[850],"classical":[852],"ascribe":[855],"solely":[856],"dopamine.":[858],"Follow-up":[859],"Jensen":[862],"[10]":[865],"augmented":[866],"Wang's":[867],"sample":[874],"imagined":[875],"action":[876],"sequences":[877],"previous":[880],"experience.":[881],"Jensen's":[882],"provides":[884],"account":[888],"planning":[890],"hippocampal":[892],"replay":[893],"mammals.Wijmans":[895],"[11]":[898],"if":[901],"agent's":[904,1102],"endowed":[908],"connections,":[911],"recurrence":[913,945],"map-like":[915],"collision-detection":[918],"emerge":[921],"network.":[924],"effects":[926],"were":[927,933,1174],"observed":[928,973,1111,1116],"agents":[932,1258],"blind":[934],"-with":[935],"sensory":[937],"input":[938],"egomotion":[941],"-predicting":[942],"sufficient":[948],"condition":[949],"emergence":[952],"\"mental":[954],"maps\".":[955],"interesting":[959,988],"implications":[960],"understanding":[962,1223],"mechanistic":[964],"basis":[965],"navigation":[967],"mammals.While":[969],"studies":[972],"Dabney":[982,1066],"[12]":[985],"example":[989],"reverse.":[992],"Classical":[993],"use":[996],"reward-prediction-error":[998],"signal":[999,1019],"(thought":[1000],"conveyed":[1003],"phasic":[1008],"activity":[1010],"[13],":[1011],"[14]":[1012],")":[1013],"drive":[1015],"While":[1017],"typically":[1021],"scalar":[1023],"-representing":[1024],"single,":[1026],"prediction":[1028],"expected":[1030],"-artificial":[1032],"intelligence":[1033],"practitioners":[1034],"long":[1036],"realized":[1037],"using":[1041],"probability":[1043],"distribution":[1044],"values":[1047],"instead.":[1048],"agent":[1052],"reason":[1054],"futures,":[1057],"better":[1059],"manage":[1060],"risk.":[1061],"Inspired":[1062],"idea,":[1065],"searched":[1069],"distributional":[1074],"codes":[1075],"mouse":[1077],"brains.Finally,":[1078],"our":[1079],"major":[1090],"depressive":[1091],"[15]":[1093],"schizophrenia":[1095],"[16]":[1096],"After":[1098],"impairing":[1099],"ways":[1106,1140],"analogous":[1107],"what":[1109],"disorders,":[1114],"behaviors":[1118],"ones":[1121],"exhibited":[1122],"depressed":[1124],"schizophrenic":[1126],"animals.":[1129],"cases,":[1132],"deep":[1133,1313],"examination":[1134],"suggested":[1139],"reconcile":[1142,1157],"competing":[1143],"ideas":[1144],"disorders'":[1147],"pathologies":[1148],"(for":[1149],"example,":[1150],"suggests":[1153],"way":[1155,1283],"dopaminergic":[1158],"neurodevelopmental":[1160],"theories":[1161],"schizophrenia)":[1163],"offered":[1165],"insight":[1167],"guide":[1169],"treatment":[1170],"research.":[1171,1322],"partly":[1176],"making":[1178,1274],"alterations":[1179,1192],"easier":[1187],"attempting":[1189],".Advances":[1195],"AI":[1197,1214],"largely":[1199],"driven":[1201],"engineering":[1203],"goals":[1204],"applications,":[1206],"perception":[1212],"approaches,":[1215],"little":[1220],"systems.":[1225,1278],"However,":[1226],"examples":[1229],"mentioned":[1230],"(and":[1232],"many":[1233],"more)":[1234],"show,":[1235],"view":[1237],"increasingly":[1239],"outdated.":[1240],"When":[1241],"appropriately,":[1243],"related":[1246,1317],"approaches":[1247],"provide":[1248],"framework":[1251],"environments,":[1261],"shedding":[1262],"light":[1263],"memory,":[1271],"decision":[1273],"Such":[1279],"frameworks":[1280],"formalize":[1287],"hypotheses,":[1288],"mechanisms,":[1290],"insights":[1293],"obtain":[1298],"experimental":[1300],"alone":[1302],"hope":[1305],"gains":[1309],"broader":[1310],"recognition,":[1311],"allowing":[1312],"reinforcement":[1314],"methods":[1318],"enrich":[1320]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-01-28T00:00:00"}