{"id":"https://openalex.org/W7100620356","doi":null,"title":"Temporal Difference Learning: Eligibility Traces and the Successor Representation for Actions","display_name":"Temporal Difference Learning: Eligibility Traces and the Successor Representation for Actions","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7100620356"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.37.4525","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.37.4525","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://members.home.com/lisawhite/thesis.ps","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7100620356"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lisa M. White","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lisa M. White","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"temporal difference learning","score":0.996999979019165},{"id":"https://openalex.org/keywords/eligibility-traces","display_name":"eligibility traces","score":0.9470000267028809},{"id":"https://openalex.org/keywords/successor-representation","display_name":"successor representation","score":0.7009999752044678},{"id":"https://openalex.org/keywords/learning-rate","display_name":"learning rate","score":0.5580000281333923},{"id":"https://openalex.org/keywords/q-values","display_name":"Q-value","score":0.6830000281333923},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6759999990463257}],"concepts":[{"id":"https://openalex.org/C75306776","wikidata":"https://www.wikidata.org/wiki/Q7632662","display_name":"Successor cardinal","level":2,"score":0.9327999949455261},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7641000151634216},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.755299985408783},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5327000021934509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5187000036239624},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4625000059604645},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.44839999079704285},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.39160001277923584},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38179999589920044},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C2780012671","wikidata":"https://www.wikidata.org/wiki/Q1343870","display_name":"Corollary","level":2,"score":0.3328000009059906},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.32350000739097595},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.322299987077713},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2791000008583069},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.37.4525","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.37.4525","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://members.home.com/lisawhite/thesis.ps","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1545312465","https://openalex.org/W1704640478","https://openalex.org/W2964016927","https://openalex.org/W7100498014","https://openalex.org/W4416590287","https://openalex.org/W3173852058","https://openalex.org/W2033249745","https://openalex.org/W7097645818","https://openalex.org/W3042733187","https://openalex.org/W7100168196"],"abstract_inverted_index":{"This":[0,42,125],"thesis":[1,43],"investigates":[2],"several":[3],"aspects":[4],"of":[5,14,31,53,63,89,132],"the":[6,19,25,29,50,130,135,141],"temporal":[7],"difference":[8],"(Sutton,":[9],"1984;":[10],"Sutton,":[11],"1988)":[12],"method":[13],"reinforcement":[15],"learning.":[16],"It":[17],"compares":[18],"classical":[20],"conditioning":[21],"eligibility":[22,66],"trace":[23,67],"with":[24],"conventional":[26],"trace,":[27],"revealing":[28],"inadequacy":[30],"some":[32],"strategies":[33],"commonly":[34],"used":[35],"to":[36,49,110,129],"search":[37],"for":[38,69,106],"optimal":[39],"learning":[40],"rates.":[41],"also":[44],"presents":[45],"empirical":[46],"evidence":[47],"opposite":[48],"experimental":[51],"results":[52],"Singh":[54],"and":[55],"Sutton":[56],"(1996),":[57],"which":[58,84,108],"indicated":[59],"that":[60],"performance":[61],"properties":[62],"their":[64,77,90],"replacing":[65],"held":[68],"a":[70],"more":[71],"general":[72],"case":[73],"than":[74],"covered":[75],"by":[76,99,117],"proof.":[78],"The":[79,103],"successor":[80,104],"representation":[81,105,126],"(Dayan,":[82],"1993),":[83],"represents":[85],"states":[86,96],"in":[87],"terms":[88],"successors,":[91],"is":[92,123,140],"analyzed":[93],"when":[94],"input":[95],"are":[97],"represented":[98],"linearly":[100],"independent":[101],"vectors.":[102],"actions,":[107],"learns":[109],"model":[111],"each":[112,115],"action":[113],"at":[114],"state":[116,121],"its":[118],"expected":[119],"future":[120],"occupancy,":[122],"proposed.":[124],"lends":[127],"itself":[128],"computation":[131],"Q-values,":[133],"as":[134],"only":[136],"other":[137],"information":[138],"needed":[139],"immediate...":[142]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7100620356","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-27T00:00:00"}
