{"id":"https://openalex.org/W4405778150","doi":"https://doi.org/10.1101/2024.12.12.627755","title":"A Model of Place Field Reorganization During Reward Maximization","display_name":"A Model of Place Field Reorganization During Reward Maximization","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4405778150","doi":"https://doi.org/10.1101/2024.12.12.627755"},"language":"en","primary_location":{"id":"doi:10.1101/2024.12.12.627755","doi":"https://doi.org/10.1101/2024.12.12.627755","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2024.12.12.627755","pdf_url":null,"source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1101/2024.12.12.627755","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102023634","display_name":"Moorthy Ganeshkumar","orcid":"https://orcid.org/0000-0001-5559-6428","observed_orcids":["https://orcid.org/0000-0001-5559-6428"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"M Ganesh Kumar","raw_affiliation_strings":["Center for Brain Science, Harvard University, Cambridge, MA 02138","John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 02138","Center for Brain Science, Harvard University, Cambridge, MA 0138","John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 0238"],"raw_orcid":"https://orcid.org/0000-0001-5559-6428","affiliations":[{"raw_affiliation_string":"Center for Brain Science, Harvard University, Cambridge, MA 02138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 02138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Center for Brain Science, Harvard University, Cambridge, MA 0138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 0238","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039282308","display_name":"Blake Bordelon","orcid":"https://orcid.org/0000-0003-0455-9445","observed_orcids":["https://orcid.org/0000-0003-0455-9445"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Blake Bordelon","raw_affiliation_strings":["Center for Brain Science, Harvard University, Cambridge, MA 02138","John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 02138","Center for Brain Science, Harvard University, Cambridge, MA 0138","John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 0238"],"raw_orcid":"https://orcid.org/0000-0003-0455-9445","affiliations":[{"raw_affiliation_string":"Center for Brain Science, Harvard University, Cambridge, MA 02138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 02138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Center for Brain Science, Harvard University, Cambridge, MA 0138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 0238","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063822685","display_name":"Jacob A. Zavatone-Veth","orcid":"https://orcid.org/0000-0002-4060-1738","observed_orcids":["https://orcid.org/0000-0002-4060-1738"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob A. Zavatone-Veth","raw_affiliation_strings":["Center for Brain Science, Harvard University, Cambridge, MA 02138","Society of Fellows, Harvard University, Cambridge, MA 02138","Center for Brain Science, Harvard University, Cambridge, MA 0138","Society of Fellows, Harvard University, Cambridge, MA 0218"],"raw_orcid":"https://orcid.org/0000-0002-4060-1738","affiliations":[{"raw_affiliation_string":"Center for Brain Science, Harvard University, Cambridge, MA 02138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Society of Fellows, Harvard University, Cambridge, MA 02138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Center for Brain Science, Harvard University, Cambridge, MA 0138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Society of Fellows, Harvard University, Cambridge, MA 0218","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023195984","display_name":"Cengiz Pehlevan","orcid":"https://orcid.org/0000-0001-9767-6063","observed_orcids":["https://orcid.org/0000-0001-9767-6063"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cengiz Pehlevan","raw_affiliation_strings":["Center for Brain Science, Harvard University, Cambridge, MA 02138","John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 02138","Kempner Institute for the Study of Natural and Artificial Intelligence, Harvard University, Cambridge, MA 02138","Center for Brain Science, Harvard University, Cambridge, MA 0138","John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 0238"],"raw_orcid":"https://orcid.org/0000-0001-9767-6063","affiliations":[{"raw_affiliation_string":"Center for Brain Science, Harvard University, Cambridge, MA 02138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 02138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Kempner Institute for the Study of Natural and Artificial Intelligence, Harvard University, Cambridge, MA 02138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Center for Brain Science, Harvard University, Cambridge, MA 0138","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA 0238","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102023634"],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/place-fields","display_name":"place fields","score":0.8320000171661377},{"id":"https://openalex.org/keywords/reward-maximization","display_name":"reward maximization","score":0.9629999995231628},{"id":"https://openalex.org/keywords/normative-model","display_name":"normative model","score":0.7279999852180481},{"id":"https://openalex.org/keywords/hippocampus","display_name":"hippocampus","score":0.6579999923706055},{"id":"https://openalex.org/keywords/spatial-navigation","display_name":"spatial navigation","score":0.5910000205039978},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"temporal difference learning","score":0.8790000081062317},{"id":"https://openalex.org/keywords/actor-critic","display_name":"actor-critic","score":0.8479999899864197},{"id":"https://openalex.org/keywords/gaussian-radial-basis-functions","display_name":"Gaussian radial basis functions","score":0.8479999899864197},{"id":"https://openalex.org/keywords/policy-learning","display_name":"policy learning","score":0.8069999814033508},{"id":"https://openalex.org/keywords/spatial-selectivity","display_name":"spatial selectivity","score":0.6389999985694885}],"concepts":[{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6633033156394958},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.6233925223350525},{"id":"https://openalex.org/C2985793214","wikidata":"https://www.wikidata.org/wiki/Q3274096","display_name":"Utility maximization","level":2,"score":0.545985758304596},{"id":"https://openalex.org/C26271046","wikidata":"https://www.wikidata.org/wiki/Q187097","display_name":"Economic geography","level":1,"score":0.33027881383895874},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32600799202919006},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.26933348178863525},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.21497371792793274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20490282773971558},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.14953681826591492},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1101/2024.12.12.627755","doi":"https://doi.org/10.1101/2024.12.12.627755","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2024.12.12.627755","pdf_url":null,"source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1101/2024.12.12.627755","doi":"https://doi.org/10.1101/2024.12.12.627755","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2024.12.12.627755","pdf_url":null,"source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W125252782","https://openalex.org/W1191599655","https://openalex.org/W1512746852","https://openalex.org/W1540763494","https://openalex.org/W1572294349","https://openalex.org/W1652173018","https://openalex.org/W1655792606","https://openalex.org/W1998172110","https://openalex.org/W1998955447","https://openalex.org/W2014806995","https://openalex.org/W2016985810","https://openalex.org/W2017169966","https://openalex.org/W2017766656","https://openalex.org/W2020539709","https://openalex.org/W2030805642","https://openalex.org/W2033771479","https://openalex.org/W2041656098","https://openalex.org/W2043592191","https://openalex.org/W2044007321","https://openalex.org/W2052515926","https://openalex.org/W2055523610","https://openalex.org/W2056354534","https://openalex.org/W2063067007","https://openalex.org/W2071815275","https://openalex.org/W2072583006","https://openalex.org/W2081030963","https://openalex.org/W2088445784","https://openalex.org/W2107244895","https://openalex.org/W2117726420","https://openalex.org/W2121007598","https://openalex.org/W2128562176","https://openalex.org/W2132611303","https://openalex.org/W2141763580","https://openalex.org/W2142449474","https://openalex.org/W2150299732","https://openalex.org/W2155027007","https://openalex.org/W2260756217","https://openalex.org/W2552737632","https://openalex.org/W2560490590","https://openalex.org/W2735586308","https://openalex.org/W2736601468","https://openalex.org/W2763047089","https://openalex.org/W2794426394","https://openalex.org/W2805271873","https://openalex.org/W2883690703","https://openalex.org/W2885559359","https://openalex.org/W2890572668","https://openalex.org/W2892198894","https://openalex.org/W2899217980","https://openalex.org/W2901276374","https://openalex.org/W2924887213","https://openalex.org/W2949369413","https://openalex.org/W2951066214","https://openalex.org/W2953293408","https://openalex.org/W2969678152","https://openalex.org/W2976141814","https://openalex.org/W3081538112","https://openalex.org/W3092142510","https://openalex.org/W3101328236","https://openalex.org/W3137247196","https://openalex.org/W3161871721","https://openalex.org/W3164647903","https://openalex.org/W3169139819","https://openalex.org/W3177363437","https://openalex.org/W4205212652","https://openalex.org/W4211045176","https://openalex.org/W4224232972","https://openalex.org/W4282003809","https://openalex.org/W4284683820","https://openalex.org/W4307583652","https://openalex.org/W4308296236","https://openalex.org/W4315707308","https://openalex.org/W4319312932","https://openalex.org/W4319453315","https://openalex.org/W4327587510","https://openalex.org/W4380489569","https://openalex.org/W4386644097","https://openalex.org/W4387514146","https://openalex.org/W4387560701","https://openalex.org/W4390112974","https://openalex.org/W4392850449","https://openalex.org/W4398178503","https://openalex.org/W4400293922","https://openalex.org/W4401169058","https://openalex.org/W4401793915","https://openalex.org/W4401979537","https://openalex.org/W4403243545","https://openalex.org/W4407872916","https://openalex.org/W7133209568"],"related_works":["https://openalex.org/W7100109738","https://openalex.org/W4247206283","https://openalex.org/W2092731459","https://openalex.org/W4224987292","https://openalex.org/W7099237478","https://openalex.org/W1985638078","https://openalex.org/W4413440681","https://openalex.org/W4312123384","https://openalex.org/W7100815773","https://openalex.org/W2041100829"],"abstract_inverted_index":{"Abstract":[0],"When":[1],"rodents":[2],"learn":[3],"to":[4,66,79,88,112,142,144,173],"navigate":[5,143],"in":[6,82,126],"a":[7,10,48,52,145,157],"novel":[8],"environment,":[9,84],"high":[11],"density":[12],"of":[13,164],"place":[14,36,63,134,166],"fields":[15,20,27,37,71],"emerges":[16],"at":[17,108],"reward":[18,53],"locations,":[19],"elongate":[21],"against":[22],"the":[23,57],"trajectory,":[24],"and":[25,85,98,148,170],"individual":[26],"change":[28],"spatial":[29],"selectivity":[30],"while":[31],"demonstrating":[32],"stable":[33],"behavior.":[34],"Why":[35],"demonstrate":[38,117],"these":[39,133],"characteristic":[40],"phenomena":[41,124,136],"during":[42],"learning":[43,141,168],"remains":[44],"elusive.":[45],"We":[46,116],"develop":[47,156],"normative":[49,158],"framework":[50,120],"using":[51,74],"maximization":[54],"objective,":[55],"whereby":[56],"temporal":[58],"difference":[59],"(TD)":[60],"error":[61],"drives":[62],"field":[64,135,167],"reorganization":[65],"improve":[67,137],"policy":[68,92,138],"learning.":[69,93],"Place":[70],"are":[72,105],"modeled":[73],"Gaussian":[75],"radial":[76],"basis":[77],"functions":[78],"represent":[80],"states":[81],"an":[83,89],"directly":[86],"synapse":[87],"actorcritic":[90],"for":[91,177],"Each":[94],"field\u2019s":[95],"amplitude,":[96],"center,":[97],"width,":[99],"as":[100,102],"well":[101],"downstream":[103],"weights,":[104],"updated":[106],"online":[107],"each":[109],"time":[110],"step":[111],"maximize":[113],"cumulative":[114],"reward.":[115],"that":[118,132,160],"this":[119],"unifies":[121,171],"three":[122],"disparate":[123],"observed":[125],"navigation":[127],"experiments.":[128,179],"Furthermore,":[129],"we":[130,155],"show":[131],"convergence":[139],"when":[140],"single":[146],"target":[147],"relearning":[149],"multiple":[150],"new":[151],"targets.":[152],"To":[153],"conclude,":[154],"model":[159],"recapitulates":[161],"several":[162],"aspects":[163],"hippocampal":[165],"dynamics":[169],"mechanisms":[172],"offer":[174],"testable":[175],"predictions":[176],"future":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2024-12-25T00:00:00"}