{"id":"https://openalex.org/W2076546217","doi":"https://doi.org/10.1162/neco_a_00282","title":"The Successor Representation and Temporal Context","display_name":"The Successor Representation and Temporal Context","alternate_titles":[],"publication_year":2012,"publication_date":"2012-02-24","ids":{"openalex":"https://openalex.org/W2076546217","doi":"https://doi.org/10.1162/neco_a_00282","mag":"2076546217","pmid":"https://pubmed.ncbi.nlm.nih.gov/22364500"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_00282","doi":"https://doi.org/10.1162/neco_a_00282","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_00282","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2076546217"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031715686","display_name":"Samuel Joseph Gershman","orcid":"https://orcid.org/0000-0002-6546-3298","observed_orcids":["https://orcid.org/0000-0002-6546-3298"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel J. Gershman","raw_affiliation_strings":["Department of Psychology and Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08540"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology and Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08540","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013956737","display_name":"Christopher D. Moore","orcid":"https://orcid.org/0000-0003-1597-9728","observed_orcids":["https://orcid.org/0000-0003-1597-9728"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher D. Moore","raw_affiliation_strings":["Department of Psychology and Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08540"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology and Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08540","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022362506","display_name":"Michael T. Todd","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael T. Todd","raw_affiliation_strings":["Department of Psychology and Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08540"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology and Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08540","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070059815","display_name":"Kenneth A. Norman","orcid":"https://orcid.org/0000-0002-5887-9682","observed_orcids":["https://orcid.org/0000-0002-5887-9682"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth A. Norman","raw_affiliation_strings":["Department of Psychology and Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08540"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology and Princeton Neuroscience Institute, Princeton University, Princeton, NJ 08540","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090572912","display_name":"Per Benjamin Sederberg","orcid":"https://orcid.org/0000-0001-8586-4542","observed_orcids":["https://orcid.org/0000-0001-8586-4542"]},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Per B. Sederberg","raw_affiliation_strings":["Department of Psychology, The Ohio State University, Columbus, OH 43210, U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, The Ohio State University, Columbus, OH 43210, U.S.A","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3368,"has_fulltext":false,"cited_by_count":142,"citation_normalized_percentile":{"value":0.7654654,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":"24","issue":"6","first_page":"1553","last_page":"1568"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.5746999979019165,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.5746999979019165,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.3840000033378601,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.015599999576807022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/successor-representation","display_name":"successor representation","score":0.9990000128746033},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"temporal difference learning","score":0.8360000252723694},{"id":"https://openalex.org/keywords/episodic-memory","display_name":"episodic memory","score":0.9760000109672546},{"id":"https://openalex.org/keywords/episodic-learning","display_name":"episodic learning","score":0.9399999976158142},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8289999961853027},{"id":"https://openalex.org/keywords/normative-model","display_name":"normative model","score":0.5809999704360962},{"id":"https://openalex.org/keywords/memory-generalization","display_name":"memory generalization","score":0.6470000147819519},{"id":"https://openalex.org/keywords/learning-systems","display_name":"learning systems","score":0.3720000088214874}],"concepts":[{"id":"https://openalex.org/C75306776","wikidata":"https://www.wikidata.org/wiki/Q7632662","display_name":"Successor cardinal","level":2,"score":0.9363597631454468},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7092126607894897},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6230658292770386},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5977718234062195},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5023136138916016},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.49662524461746216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49556219577789307},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4917612373828888},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.4500211179256439},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.36394423246383667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3458913564682007},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14347514510154724},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10854572057723999},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013997","descriptor_name":"Time Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1162/neco_a_00282","doi":"https://doi.org/10.1162/neco_a_00282","is_oa":false,"landing_page_url":"https://doi.org/10.1162/neco_a_00282","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","erih-plus","jufo-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:22364500","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/22364500","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":"Journal Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.231.6199","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.231.6199","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.princeton.edu/%7Esjgershm/Gershman12.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W596081878","https://openalex.org/W609092168","https://openalex.org/W1515851193","https://openalex.org/W1518250545","https://openalex.org/W1520341355","https://openalex.org/W1594216983","https://openalex.org/W1975705681","https://openalex.org/W1990404154","https://openalex.org/W1999678038","https://openalex.org/W2001788447","https://openalex.org/W2003186917","https://openalex.org/W2003855048","https://openalex.org/W2004005178","https://openalex.org/W2005653771","https://openalex.org/W2007128258","https://openalex.org/W2025924168","https://openalex.org/W2040124307","https://openalex.org/W2045183093","https://openalex.org/W2049709567","https://openalex.org/W2055574465","https://openalex.org/W2055964766","https://openalex.org/W2056354534","https://openalex.org/W2058112261","https://openalex.org/W2058709617","https://openalex.org/W2059511681","https://openalex.org/W2075379212","https://openalex.org/W2077011549","https://openalex.org/W2087064277","https://openalex.org/W2093034706","https://openalex.org/W2095047274","https://openalex.org/W2098699616","https://openalex.org/W2099915326","https://openalex.org/W2100677568","https://openalex.org/W2104128137","https://openalex.org/W2109740547","https://openalex.org/W2109910161","https://openalex.org/W2110672075","https://openalex.org/W2113122939","https://openalex.org/W2114137107","https://openalex.org/W2114352343","https://openalex.org/W2114786345","https://openalex.org/W2120895008","https://openalex.org/W2121863487","https://openalex.org/W2127469248","https://openalex.org/W2134321850","https://openalex.org/W2136582516","https://openalex.org/W2139448469","https://openalex.org/W2141984761","https://openalex.org/W2144846363","https://openalex.org/W2149565728","https://openalex.org/W2159210250","https://openalex.org/W2160306025","https://openalex.org/W2160691458","https://openalex.org/W2161563886","https://openalex.org/W2161795906","https://openalex.org/W2162958801","https://openalex.org/W2341171179","https://openalex.org/W2597289420","https://openalex.org/W4214717370","https://openalex.org/W4237428114"],"related_works":["https://openalex.org/W2883690703","https://openalex.org/W7100620356","https://openalex.org/W4408705107","https://openalex.org/W3135037631","https://openalex.org/W2056354534","https://openalex.org/W4376131589","https://openalex.org/W3096759198","https://openalex.org/W4416590287"],"abstract_inverted_index":{"The":[0],"successor":[1,46,59,108],"representation":[2,47,60,109],"was":[3],"introduced":[4],"into":[5],"reinforcement":[6,25,67],"learning":[7,26,68,72,114,154],"by":[8],"Dayan":[9],"(":[10],"1993":[11],")":[12],"as":[13,33,73,104],"a":[14,34,82,125,137,146],"means":[15],"of":[16,36,44,84,98,127,150],"facilitating":[17],"generalization":[18,126],"between":[19,152],"states":[20],"with":[21],"similar":[22],"successors.":[23],"Although":[24],"in":[27],"general":[28],"has":[29,48],"been":[30],"used":[31,63],"extensively":[32],"model":[35,88,97],"psychological":[37,42],"and":[38,129],"neural":[39],"processes,":[40],"the":[41,45,58,85,107,111],"validity":[43],"yet":[49],"to":[50,79,124,135],"be":[51,62,102],"explored.":[52],"An":[53],"interesting":[54],"possibility":[55],"is":[56,78],"that":[57,81],"can":[61,101],"not":[64],"only":[65],"for":[66,70],"but":[69],"episodic":[71,99],"well.":[74],"Our":[75],"main":[76],"contribution":[77],"show":[80],"variant":[83],"temporal":[86,112],"context":[87],"(TCM;":[89],"Howard":[90],"&":[91,117],"Kahana,":[92],"2002":[93],"),":[94],"an":[95],"influential":[96],"memory,":[100],"understood":[103],"directly":[105],"estimating":[106],"using":[110],"difference":[113],"algorithm":[115],"(Sutton":[116],"Barto,":[118],"1998":[119],").":[120],"This":[121],"insight":[122],"leads":[123],"TCM":[128],"new":[130,138],"experimental":[131],"predictions.":[132],"In":[133],"addition":[134],"casting":[136],"normative":[139],"light":[140],"on":[141],"TCM,":[142],"this":[143],"equivalence":[144],"suggests":[145],"previously":[147],"unexplored":[148],"point":[149],"contact":[151],"different":[153],"systems.":[155]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2076546217","counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-06-24T00:00:00"}
