{"id":"https://openalex.org/W38453897","doi":null,"title":"Explaining temporal differences to create useful concepts for evaluating states","display_name":"Explaining temporal differences to create useful concepts for evaluating states","publication_year":1990,"publication_date":"1990-07-29","ids":{"openalex":"https://openalex.org/W38453897","mag":"38453897"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.32.7051","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.32.7051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.cs.umass.edu/pub/anw/pub/yee/explain-td-t2.ps.Z","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022174343","display_name":"Richard C. Yee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard C. Yee","raw_affiliation_strings":["Department of Computer and Information Science, University of Massachusetts, Amherst, MA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Massachusetts, Amherst, MA#TAB#","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102784876","display_name":"Sharad Saxena","orcid":"https://orcid.org/0000-0002-4032-163X","observed_orcids":["https://orcid.org/0000-0002-4032-163X"]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharad Saxena","raw_affiliation_strings":["Department of Computer and Information Science, University of Massachusetts, Amherst, MA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Massachusetts, Amherst, MA#TAB#","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109864005","display_name":"Paul E. Utgoff","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul E. Utgoff","raw_affiliation_strings":["Department of Computer and Information Science, University of Massachusetts, Amherst, MA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Massachusetts, Amherst, MA#TAB#","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089808068","display_name":"Andrew G. Barto","orcid":"https://orcid.org/0000-0002-3581-1896","observed_orcids":["https://orcid.org/0000-0002-3581-1896"]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew G. Barto","raw_affiliation_strings":["Department of Computer and Information Science, University of Massachusetts, Amherst, MA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Massachusetts, Amherst, MA#TAB#","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I24603500"],"apc_list":null,"apc_paid":null,"fwci":1.7827,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.85951248,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"882","last_page":"888"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.5781000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.5781000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.3594000041484833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.05640000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"temporal difference learning","score":0.8899999856948853},{"id":"https://openalex.org/keywords/concept-learning","display_name":"concept learning","score":0.7269999980926514},{"id":"https://openalex.org/keywords/explanation-based-generalization","display_name":"explanation-based generalization","score":0.8149999976158142},{"id":"https://openalex.org/keywords/tic-tac-toe","display_name":"Tic-Tac-Toe","score":0.9940000176429749}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7904694080352783},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7117415070533752},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6772812008857727},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.5675110816955566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5550795793533325},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4699552059173584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46460503339767456},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3385292887687683},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19321796298027039},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1570201814174652},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.32.7051","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.32.7051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.cs.umass.edu/pub/anw/pub/yee/explain-td-t2.ps.Z","raw_type":"text"},{"id":"mag:38453897","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/aaai/aaai90.html#YeeSUB90","pdf_url":null,"source":{"id":"https://openalex.org/S4306420577","display_name":"National Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"National Conference on Artificial Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1243517580","display_name":null,"funder_award_id":"329108","funder_id":"https://openalex.org/F4320306164","funder_display_name":"Simons Foundation"},{"id":"https://openalex.org/G3212188455","display_name":null,"funder_award_id":"827829","funder_id":"https://openalex.org/F4320306164","funder_display_name":"Simons Foundation"},{"id":"https://openalex.org/G5353541684","display_name":null,"funder_award_id":"549894","funder_id":"https://openalex.org/F4320306164","funder_display_name":"Simons Foundation"},{"id":"https://openalex.org/G8110315171","display_name":null,"funder_award_id":"721231","funder_id":"https://openalex.org/F4320306164","funder_display_name":"Simons Foundation"},{"id":"https://openalex.org/G8740054588","display_name":null,"funder_award_id":"574495","funder_id":"https://openalex.org/F4320306164","funder_display_name":"Simons Foundation"}],"funders":[{"id":"https://openalex.org/F4320306164","display_name":"Simons Foundation","ror":"https://ror.org/01cmst727"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W10056579","https://openalex.org/W32997246","https://openalex.org/W69879540","https://openalex.org/W1491843047","https://openalex.org/W1555509239","https://openalex.org/W1569731694","https://openalex.org/W1583833196","https://openalex.org/W1610678877","https://openalex.org/W1966028617","https://openalex.org/W1966273500","https://openalex.org/W1996852819","https://openalex.org/W2000946245","https://openalex.org/W2052519853","https://openalex.org/W2065687701","https://openalex.org/W2100677568","https://openalex.org/W2119857254","https://openalex.org/W2161304688","https://openalex.org/W2180885055","https://openalex.org/W2764019192","https://openalex.org/W2894980243","https://openalex.org/W2902363822","https://openalex.org/W2904210961","https://openalex.org/W2938576995","https://openalex.org/W3031826590","https://openalex.org/W3033801170","https://openalex.org/W3134949776","https://openalex.org/W3168157597","https://openalex.org/W3198350258","https://openalex.org/W4205652189","https://openalex.org/W4206741699","https://openalex.org/W4214923281","https://openalex.org/W4220929526","https://openalex.org/W4283161493","https://openalex.org/W4308045510","https://openalex.org/W4393648234","https://openalex.org/W6950027924"],"related_works":["https://openalex.org/W2183545244","https://openalex.org/W7098105584","https://openalex.org/W2786541103","https://openalex.org/W7075611950","https://openalex.org/W2056354534","https://openalex.org/W2111572265","https://openalex.org/W7100375121","https://openalex.org/W2128065306","https://openalex.org/W70929694","https://openalex.org/W7097838941"],"abstract_inverted_index":{"We":[0],"describe":[1,95],"a":[2,31,114,128],"technique":[3,118],"for":[4,122],"improving":[5],"problemsolving":[6],"performance":[7],"by":[8,36],"creating":[9],"concepts":[10,35,78,134],"that":[11],"allow":[12],"problem":[13,62],"states":[14,42,138],"to":[15,29,43,57,64,86,101,104,141],"be":[16],"evaluated":[17],"through":[18],"an":[19,111],"efficient":[20],"recognition":[21],"process.":[22],"A":[23],"temporal-difference":[24],"(TD)":[25],"method":[26],"is":[27,48,109],"used":[28],"bootstrap":[30],"collection":[32],"of":[33,60,75,113],"useful":[34],"backing":[37],"up":[38],"evaluations":[39],"from":[40],"recognized":[41],"their":[44],"predecessors.":[45],"This":[46,71],"procedure":[47],"combined":[49],"with":[50],"explanation-based":[51],"generalization":[52],"(EBG)":[53],"and":[54,79,125,139],"goal":[55],"regression":[56],"use":[58,102],"knowledge":[59],"the":[61,67,73,77,81,91,136],"domain":[63],"help":[65],"generalize":[66],"new":[68],"concept":[69],"definitions.":[70],"maintains":[72],"efficiency":[74],"using":[76],"accelerates":[80],"learning":[82,117],"process":[83],"in":[84],"comparison":[85],"knowledge-free":[87],"approaches.":[88],"Also,":[89],"because":[90],"learned":[92],"definitions":[93],"may":[94],"negative":[96],"conditions,":[97],"it":[98],"becomes":[99],"possible":[100],"EBG":[103],"explain":[105],"why":[106],"some":[107],"instance":[108],"not":[110],"example":[112],"concept.":[115],"The":[116],"has":[119],"been":[120],"elaborated":[121],"minimax":[123],"gameplaying":[124],"tested":[126],"on":[127],"Tic-Tac-Toe":[129],"system,":[130],"T2.":[131],"Given":[132],"only":[133],"defining":[135],"end-game":[137],"constrained":[140],"...":[142]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}