{"id":"https://openalex.org/W6996226573","doi":null,"title":"Reinforcement Learning Approaches to Rapid Hippocampal Place Learning","display_name":"Reinforcement Learning Approaches to Rapid Hippocampal Place Learning","alternate_titles":[],"publication_year":2021,"publication_date":"2021-12-08","ids":{"openalex":"https://openalex.org/W6996226573"},"language":"en","primary_location":{"id":"pmh:oai:eprints.nottingham.ac.uk:67019","doi":null,"is_oa":false,"landing_page_url":"http://eprints.nottingham.ac.uk/67019/1/ThesisCharlineTessereau.pdf","pdf_url":"http://eprints.nottingham.ac.uk/67019/1/ThesisCharlineTessereau.pdf","source":{"id":"https://openalex.org/S4306402014","display_name":"Nottingham ePrints (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Thesis (University of Nottingham only)"},"parent_works":[],"lineage":["https://openalex.org/W6996226573"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.nottingham.ac.uk/bitstreams/28f6b2c5-9b05-4366-bbe2-35f1e255bb84/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086789377","display_name":"Charline Tessereau","orcid":"https://orcid.org/0000-0002-0385-2802","observed_orcids":["https://orcid.org/0000-0002-0385-2802"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tessereau, Charline","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5086789377"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.1809999942779541,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.019300000742077827,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7440000176429749},{"id":"https://openalex.org/keywords/hippocampus","display_name":"hippocampus","score":0.7590000033378601},{"id":"https://openalex.org/keywords/spatial-navigation","display_name":"spatial navigation","score":0.9490000009536743},{"id":"https://openalex.org/keywords/cognitive-maps","display_name":"cognitive maps","score":0.7149999737739563},{"id":"https://openalex.org/keywords/morris-water-maze","display_name":"Morris water maze","score":0.7850000262260437},{"id":"https://openalex.org/keywords/behavioral-flexibility","display_name":"behavioral flexibility","score":0.6209999918937683},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.6000000238418579},{"id":"https://openalex.org/keywords/place-cells","display_name":"place cells","score":0.3179999887943268},{"id":"https://openalex.org/keywords/grid-cells","display_name":"grid cells","score":0.5009999871253967},{"id":"https://openalex.org/keywords/rodent-navigation","display_name":"rodent navigation","score":0.38100001215934753},{"id":"https://openalex.org/keywords/reward-learning","display_name":"reward learning","score":0.3930000066757202}],"concepts":[{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6865000128746033},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6485999822616577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6108999848365784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.513700008392334},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4966000020503998},{"id":"https://openalex.org/C170494330","wikidata":"https://www.wikidata.org/wiki/Q1778434","display_name":"Cognitive map","level":3,"score":0.4699999988079071},{"id":"https://openalex.org/C43729271","wikidata":"https://www.wikidata.org/wiki/Q3560550","display_name":"Spatial memory","level":4,"score":0.412200003862381},{"id":"https://openalex.org/C2985665543","wikidata":"https://www.wikidata.org/wiki/Q3560550","display_name":"Spatial learning","level":3,"score":0.4041000008583069},{"id":"https://openalex.org/C2777371692","wikidata":"https://www.wikidata.org/wiki/Q2178611","display_name":"Spatial cognition","level":3,"score":0.3986000120639801},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3571999967098236},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2946000099182129},{"id":"https://openalex.org/C2984127161","wikidata":"https://www.wikidata.org/wiki/Q969316","display_name":"Neural activity","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2563999891281128},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.25360000133514404}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:eprints.nottingham.ac.uk:67019","doi":null,"is_oa":false,"landing_page_url":"http://eprints.nottingham.ac.uk/67019/1/ThesisCharlineTessereau.pdf","pdf_url":"http://eprints.nottingham.ac.uk/67019/1/ThesisCharlineTessereau.pdf","source":{"id":"https://openalex.org/S4306402014","display_name":"Nottingham ePrints (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Thesis (University of Nottingham only)"},{"id":"pmh:oai:repository.nottingham.ac.uk:123456789/60986","doi":null,"is_oa":true,"landing_page_url":"https://repository.nottingham.ac.uk/handle/123456789/60986","pdf_url":"https://repository.nottingham.ac.uk/bitstreams/28f6b2c5-9b05-4366-bbe2-35f1e255bb84/download","source":{"id":"https://openalex.org/S4306402014","display_name":"Nottingham ePrints (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ethesis"}],"best_oa_location":{"id":"pmh:oai:repository.nottingham.ac.uk:123456789/60986","doi":null,"is_oa":true,"landing_page_url":"https://repository.nottingham.ac.uk/handle/123456789/60986","pdf_url":"https://repository.nottingham.ac.uk/bitstreams/28f6b2c5-9b05-4366-bbe2-35f1e255bb84/download","source":{"id":"https://openalex.org/S4306402014","display_name":"Nottingham ePrints (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ethesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6996226573.pdf","grobid_xml":"https://content.openalex.org/works/W6996226573.grobid-xml"},"referenced_works_count":278,"referenced_works":["https://openalex.org/W1506053574","https://openalex.org/W1508016124","https://openalex.org/W1535828378","https://openalex.org/W1565684471","https://openalex.org/W1576349452","https://openalex.org/W1583695788","https://openalex.org/W1585013154","https://openalex.org/W1585477582","https://openalex.org/W1592847719","https://openalex.org/W1720866381","https://openalex.org/W1761154391","https://openalex.org/W1770958704","https://openalex.org/W1807438930","https://openalex.org/W1822327184","https://openalex.org/W1826231742","https://openalex.org/W1830171635","https://openalex.org/W1866509886","https://openalex.org/W1868533885","https://openalex.org/W1877246726","https://openalex.org/W1917038869","https://openalex.org/W1964240411","https://openalex.org/W1965553673","https://openalex.org/W1966347620","https://openalex.org/W1967627760","https://openalex.org/W1968533788","https://openalex.org/W1969990544","https://openalex.org/W1970792572","https://openalex.org/W1971501199","https://openalex.org/W1973031475","https://openalex.org/W1973752972","https://openalex.org/W1974367810","https://openalex.org/W1974719406","https://openalex.org/W1975958074","https://openalex.org/W1977516086","https://openalex.org/W1978450239","https://openalex.org/W1979112316","https://openalex.org/W1980035368","https://openalex.org/W1980225806","https://openalex.org/W1981753114","https://openalex.org/W1983230739","https://openalex.org/W1984931175","https://openalex.org/W1985901002","https://openalex.org/W1987898718","https://openalex.org/W1988699227","https://openalex.org/W1992997294","https://openalex.org/W1993516602","https://openalex.org/W1994142018","https://openalex.org/W1994475466","https://openalex.org/W1996579288","https://openalex.org/W1998436798","https://openalex.org/W1999942460","https://openalex.org/W2000214310","https://openalex.org/W2001002360","https://openalex.org/W2001257668","https://openalex.org/W2001465022","https://openalex.org/W2001711642","https://openalex.org/W2005173683","https://openalex.org/W2006760951","https://openalex.org/W2008094377","https://openalex.org/W2010626656","https://openalex.org/W2011483739","https://openalex.org/W2013382791","https://openalex.org/W2013880564","https://openalex.org/W2014610415","https://openalex.org/W2016100949","https://openalex.org/W2017169966","https://openalex.org/W2017766656","https://openalex.org/W2017814058","https://openalex.org/W2019336071","https://openalex.org/W2020539709","https://openalex.org/W2021199403","https://openalex.org/W2021473845","https://openalex.org/W2025801062","https://openalex.org/W2026955863","https://openalex.org/W2028384357","https://openalex.org/W2030396712","https://openalex.org/W2030428672","https://openalex.org/W2032471499","https://openalex.org/W2032651505","https://openalex.org/W2032747448","https://openalex.org/W2033720401","https://openalex.org/W2034441621","https://openalex.org/W2035840379","https://openalex.org/W2036021747","https://openalex.org/W2037129823","https://openalex.org/W2037339449","https://openalex.org/W2037628926","https://openalex.org/W2042390755","https://openalex.org/W2044007321","https://openalex.org/W2045981980","https://openalex.org/W2050233777","https://openalex.org/W2051911325","https://openalex.org/W2052114318","https://openalex.org/W2052515926","https://openalex.org/W2052918792","https://openalex.org/W2056354534","https://openalex.org/W2057641276","https://openalex.org/W2059569317","https://openalex.org/W2060561757","https://openalex.org/W2064978706","https://openalex.org/W2066771173","https://openalex.org/W2066848874","https://openalex.org/W2068187395","https://openalex.org/W2075689055","https://openalex.org/W2076256116","https://openalex.org/W2076285657","https://openalex.org/W2076868462","https://openalex.org/W2080831364","https://openalex.org/W2080834410","https://openalex.org/W2085032350","https://openalex.org/W2085256822","https://openalex.org/W2088100178","https://openalex.org/W2088240742","https://openalex.org/W2088445784","https://openalex.org/W2091915693","https://openalex.org/W2092148083","https://openalex.org/W2092580449","https://openalex.org/W2092764200","https://openalex.org/W2094933282","https://openalex.org/W2095819174","https://openalex.org/W2096450582","https://openalex.org/W2097355938","https://openalex.org/W2097723313","https://openalex.org/W2098010889","https://openalex.org/W2099231026","https://openalex.org/W2100983013","https://openalex.org/W2101240540","https://openalex.org/W2102803424","https://openalex.org/W2103692957","https://openalex.org/W2103716492","https://openalex.org/W2103716597","https://openalex.org/W2103768739","https://openalex.org/W2106308939","https://openalex.org/W2107380054","https://openalex.org/W2107662531","https://openalex.org/W2109584604","https://openalex.org/W2109910161","https://openalex.org/W2113122939","https://openalex.org/W2113501460","https://openalex.org/W2114555994","https://openalex.org/W2115107366","https://openalex.org/W2115450697","https://openalex.org/W2117257474","https://openalex.org/W2117726420","https://openalex.org/W2118830830","https://openalex.org/W2119333483","https://openalex.org/W2119565218","https://openalex.org/W2120250915","https://openalex.org/W2120254525","https://openalex.org/W2121101995","https://openalex.org/W2123053862","https://openalex.org/W2123213117","https://openalex.org/W2123296304","https://openalex.org/W2123429050","https://openalex.org/W2123691976","https://openalex.org/W2124175081","https://openalex.org/W2124190705","https://openalex.org/W2124334449","https://openalex.org/W2128283823","https://openalex.org/W2128349062","https://openalex.org/W2128562176","https://openalex.org/W2129478155","https://openalex.org/W2129686766","https://openalex.org/W2130766261","https://openalex.org/W2133191097","https://openalex.org/W2138418141","https://openalex.org/W2141114982","https://openalex.org/W2141763580","https://openalex.org/W2141995358","https://openalex.org/W2145107163","https://openalex.org/W2145137020","https://openalex.org/W2145183094","https://openalex.org/W2148428974","https://openalex.org/W2148856562","https://openalex.org/W2149892666","https://openalex.org/W2150706548","https://openalex.org/W2151137320","https://openalex.org/W2152637387","https://openalex.org/W2159579247","https://openalex.org/W2160045397","https://openalex.org/W2160371091","https://openalex.org/W2161563886","https://openalex.org/W2163176541","https://openalex.org/W2164235884","https://openalex.org/W2165061373","https://openalex.org/W2167266338","https://openalex.org/W2167362547","https://openalex.org/W2170789952","https://openalex.org/W2171416299","https://openalex.org/W2184099261","https://openalex.org/W2185095108","https://openalex.org/W2187011629","https://openalex.org/W2250145117","https://openalex.org/W2257979135","https://openalex.org/W2263610200","https://openalex.org/W2284856356","https://openalex.org/W2323363676","https://openalex.org/W2410446460","https://openalex.org/W2417280899","https://openalex.org/W2474641302","https://openalex.org/W2482429216","https://openalex.org/W2501614047","https://openalex.org/W2507425266","https://openalex.org/W2514743890","https://openalex.org/W2520280309","https://openalex.org/W2525444040","https://openalex.org/W2577983519","https://openalex.org/W2609154042","https://openalex.org/W2616296325","https://openalex.org/W2617657205","https://openalex.org/W2617753547","https://openalex.org/W2681036685","https://openalex.org/W2736967024","https://openalex.org/W2737622740","https://openalex.org/W2740909715","https://openalex.org/W2744626133","https://openalex.org/W2745165449","https://openalex.org/W2764001386","https://openalex.org/W2766334411","https://openalex.org/W2784299858","https://openalex.org/W2787328694","https://openalex.org/W2789698399","https://openalex.org/W2797573779","https://openalex.org/W2800142021","https://openalex.org/W2802748234","https://openalex.org/W2802925971","https://openalex.org/W2809713945","https://openalex.org/W2810290466","https://openalex.org/W2810697517","https://openalex.org/W2811470308","https://openalex.org/W2854445389","https://openalex.org/W2883690703","https://openalex.org/W2886012730","https://openalex.org/W2889971974","https://openalex.org/W2890242057","https://openalex.org/W2900803145","https://openalex.org/W2901126530","https://openalex.org/W2915601024","https://openalex.org/W2917421517","https://openalex.org/W2931003326","https://openalex.org/W2938321354","https://openalex.org/W2946280736","https://openalex.org/W2948394366","https://openalex.org/W2949369413","https://openalex.org/W2949698123","https://openalex.org/W2950347959","https://openalex.org/W2951066214","https://openalex.org/W2952199784","https://openalex.org/W2952504784","https://openalex.org/W2952509998","https://openalex.org/W2953319434","https://openalex.org/W2955532351","https://openalex.org/W2957923780","https://openalex.org/W2962305511","https://openalex.org/W2967689083","https://openalex.org/W2972172779","https://openalex.org/W2979973621","https://openalex.org/W2980994530","https://openalex.org/W2981889276","https://openalex.org/W2982510093","https://openalex.org/W2994003041","https://openalex.org/W2998802991","https://openalex.org/W3002724955","https://openalex.org/W3013508793","https://openalex.org/W3014691275","https://openalex.org/W3015135211","https://openalex.org/W3024348208","https://openalex.org/W3035657083","https://openalex.org/W3047114056","https://openalex.org/W3089066704","https://openalex.org/W3090796177","https://openalex.org/W3105472390","https://openalex.org/W3118807720","https://openalex.org/W4213367101","https://openalex.org/W4242770316","https://openalex.org/W4245880239","https://openalex.org/W4247812503","https://openalex.org/W7112793767"],"related_works":["https://openalex.org/W7116081454","https://openalex.org/W3155974221","https://openalex.org/W6960348926","https://openalex.org/W2561161270","https://openalex.org/W4385312754","https://openalex.org/W4403320884","https://openalex.org/W4414023443","https://openalex.org/W4281676865","https://openalex.org/W2799820292","https://openalex.org/W4292230234"],"abstract_inverted_index":{"The":[0,68],"ability":[1,54],"to":[2,18,26,28,41,43,55,57,109,214,226,238,273,285,310,335,340,344,373,404,423,449,458,477,483,535,537,551],"successfully":[3],"navigate":[4],"the":[5,53,77,93,114,123,126,129,146,156,161,203,240,247,260,265,300,325,379,472,486,505,509,512,552],"physical":[6],"environment":[7],"is":[8,76,222,348,447],"a":[9,65,198,223,271,312,316,336,366,456,541],"vital":[10],"skill":[11],"for":[12,125,153,232,440,480],"numer-":[13],"ous":[14],"species,":[15],"including":[16],"humans,":[17],"find":[19,311],"food":[20],"and":[21,23,50,88,167,246,370,395,437,494,499,503,547],"shelter":[22],"remember":[24],"how":[25,101,385,400],"return":[27,56],"important":[29],"locations.":[30,431,468],"As":[31,208],"environments":[32],"are":[33,268],"inherently":[34],"variable,":[35],"brains":[36],"have":[37,52,309],"evolved":[38],"amazing":[39],"capabilities":[40],"adapt":[42,536],"various":[44],"new":[45,228,337],"situations.":[46,539],"In":[47,137,294,540],"particular,":[48,92,295],"animals":[49],"humans":[51],"specific":[58],"locations":[59],"based":[60,112],"on":[61,113,184,299],"as":[62,64,270,454,464],"few":[63],"single":[66],"experience.":[67],"mechanisms":[69,130],"underlying":[70,134,149,160],"behavioural":[71,85,374,382,389],"flexibility":[72,191,352,433,543],"in":[73,84,144,192,236,258,289,306,324,353,365,381,408,429,517],"spatial":[74,150,193,234,275,291,354],"navigation":[75,151,292],"focus":[78],"of":[79,95,116,128,131,158,163,177,205,219,249,264,318,351,391,443,474,485,491,501,511,533,554],"ongoing":[80,475],"research":[81],"with":[82,155],"repercussions":[83],"sciences,":[86],"neurosciences,":[87],"artificial":[89],"intelligence.":[90],"\\nIn":[91,251],"field":[94],"Reinforcement":[96],"Learning":[97],"(RL),":[98],"which":[99,259,282,307,361,419,518],"investigates":[100],"an":[102,174,216,303,349,421],"or-":[103],"ganism,":[104],"virtual":[105,290,367],"or":[106],"living,":[107],"learns":[108],"generate":[110,362],"actions":[111],"reception":[115],"rewards,":[117],"has":[118,140],"been":[119],"extremely":[120],"active":[121],"since":[122],"1970s":[124],"exploration":[127],"flexibil-":[132],"ity":[133],"decision":[135],"making.":[136],"parallel,":[138],"neuroscience":[139],"also":[141,470],"significantly":[142],"advanced":[143],"uncovering":[145],"neural":[147,206,243,556],"basis":[148,272],"mechanisms,":[152],"example":[154,350],"discovery":[157],"neurons":[159,521],"computation":[162],"cognitive":[164,266],"maps":[165],"[O\u2019Keefe":[166],"Dostrovsky,":[168],"1971,":[169],"Hafting":[170],"et":[171],"al.,":[172],"2005],":[173],"internal":[175],"representation":[176],"space.":[178],"Past":[179],"RL":[180,229,256],"models":[181,196],"design":[182],"relies":[183],"representations":[185,439],"that":[186,201],"do":[187],"not":[188],"allow":[189],"efficient":[190,531,545],"navigation.":[194,276,355],"However,":[195],"provide":[197],"theoretical":[199],"framework":[200],"influences":[202],"interpretation":[204],"recordings.":[207],"recent":[209],"recording":[210],"technologies":[211],"enable":[212,283,420,530],"experimentalists":[213],"target":[215],"increasing":[217],"number":[218],"neurons,":[220],"there":[221],"compelling":[224],"need":[225],"develop":[227],"computational":[230,280,417],"approaches":[231,257],"flexible":[233,288,363,426,441],"navigation,":[235],"particular":[237],"bridge":[239],"gap":[241],"between":[242,520],"population":[244],"recordings":[245],"production":[248],"behaviours.":[250],"this":[252,296,548],"thesis,":[253],"I":[254,278,356,376],"consider":[255],"known":[261],"coding":[262],"properties":[263,418],"map":[267,403],"used":[269],"perform":[274],"Specifically,":[277],"investigate":[279],"ideas":[281],"agents":[284],"be":[286,342,424],"more":[287,425],"scenarios.":[293],"thesis":[297,549],"focuses":[298],"Morris":[301,326],"watermaze,":[302,327],"experimental":[304],"apparatus":[305],"rodents":[308,330],"hidden":[313],"platform":[314,338],"within":[315],"pool":[317],"cloudy":[319],"water.":[320],"Rapid":[321],"place":[322,393,410],"learning":[323],"demonstrated":[328],"by":[329,508],"requiring":[331],"only":[332],"one":[333],"exposure":[334],"location":[339],"subsequently":[341],"able":[343],"retrieve":[345],"its":[346],"position,":[347],"present":[357],"different":[358,466],"RL-based":[359],"architectures":[360],"behaviours":[364],"watermaze":[368],"equivalent,":[369],"compare":[371],"them":[372],"observations.":[375],"discuss":[377],"both":[378],"similarity":[380],"performance":[383],"(i.e.,":[384,399],"well":[386,401],"they":[387,402],"reproduce":[388],"measures":[390],"rapid":[392,409],"learning)":[394],"neuro-":[396],"biological":[397],"realism":[398],"neurobiological":[405],"substrates":[406],"involved":[407],"learning).":[411],"\\nI":[412],"propose":[413],"distinct":[414],"biologically":[415],"realistic":[416],"agent":[422],"towards":[427],"changes":[428],"goal":[430,467],"Behavioural":[432],"requires":[434,544],"hier-":[435],"archical":[436],"generalisable":[438],"transfer":[442],"knowledge.":[444],"Hierarchical":[445],"control":[446,498],"useful":[448],"generalise":[450],"action":[451,493],"chains,":[452],"such":[453,463],"selecting":[455],"trajectory,":[457],"fulfil":[459],"differ-":[460],"ent":[461],"purposes,":[462],"reaching":[465],"It":[469],"enables":[471],"adjustment":[473],"behaviour":[476],"unforeseen":[478],"situations,":[479],"example,":[481],"adapting":[482],"misprediction":[484],"goal\u2019s":[487],"location.":[488],"Continuous":[489],"encoding":[490],"space,":[492],"time,":[495],"permits":[496],"smoother":[497],"generalisation":[500],"experience,":[502],"removes":[504],"constraints":[506],"caused":[507],"choice":[510],"representation\u2019s":[513],"granularity.":[514],"Neural":[515],"networks":[516],"connections":[519],"re-":[522],"flect":[523],"predictions":[524],"about":[525],"most":[526],"likely":[527],"future":[528],"scenarios":[529],"planning":[532],"trajectories":[534],"novel":[538],"nutshell,":[542],"representations,":[546],"contributes":[550],"investigation":[553],"their":[555],"implementations.":[557]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6996226573","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
