{"id":"https://openalex.org/W2031996732","doi":"https://doi.org/10.1163/156853990x00040","title":"Memory for Reward in Probabilistic Choice: Markovian and Non-Markovian Properties","display_name":"Memory for Reward in Probabilistic Choice: Markovian and Non-Markovian Properties","publication_year":1990,"publication_date":"1990-01-01","ids":{"openalex":"https://openalex.org/W2031996732","doi":"https://doi.org/10.1163/156853990x00040","mag":"2031996732"},"language":"en","primary_location":{"id":"doi:10.1163/156853990x00040","doi":"https://doi.org/10.1163/156853990x00040","is_oa":false,"landing_page_url":"https://doi.org/10.1163/156853990x00040","pdf_url":null,"source":{"id":"https://openalex.org/S158656174","display_name":"Behaviour","issn_l":"0005-7959","issn":["0005-7959","1568-539X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320561","host_organization_name":"Brill","host_organization_lineage":["https://openalex.org/P4310320561","https://openalex.org/P4310313990"],"host_organization_lineage_names":["Brill","De Gruyter"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008871329","display_name":"D. G. S. Davis","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derick G.S. Davis","raw_affiliation_strings":["(Department of Psychology, Duke University, Durham, N. Carolina, U.S.A. 27706","2(Department of Psychology, Duke University, Durham, N. Carolina, U.S.A. 27706"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(Department of Psychology, Duke University, Durham, N. Carolina, U.S.A. 27706","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"2(Department of Psychology, Duke University, Durham, N. Carolina, U.S.A. 27706","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009257418","display_name":"John E. R. Staddon","orcid":"https://orcid.org/0000-0003-0205-5083","observed_orcids":["https://orcid.org/0000-0003-0205-5083"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J.E.R. Staddon","raw_affiliation_strings":["(Department of Psychology, Duke University, Durham, N. Carolina, U.S.A. 27706","1(Department of Psychology, Duke University, Durham, N. Carolina, U.S.A. 27706"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"(Department of Psychology, Duke University, Durham, N. Carolina, U.S.A. 27706","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"1(Department of Psychology, Duke University, Durham, N. Carolina, U.S.A. 27706","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170897317"],"apc_list":null,"apc_paid":null,"fwci":0.7034,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.68819188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":94},"biblio":{"volume":"114","issue":"1-4","first_page":"37","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.5102999806404114,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.5102999806404114,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.18160000443458557,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.12049999833106995,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-choice","display_name":"probabilistic choice","score":0.8920000195503235},{"id":"https://openalex.org/keywords/two-armed-bandit","display_name":"two-armed bandit","score":0.9819999933242798},{"id":"https://openalex.org/keywords/pigeons","display_name":"pigeons","score":0.7440000176429749},{"id":"https://openalex.org/keywords/non-markovian-effects","display_name":"non-Markovian effects","score":0.925000011920929},{"id":"https://openalex.org/keywords/spontaneous-recovery","display_name":"spontaneous recovery","score":0.8920000195503235},{"id":"https://openalex.org/keywords/preference-learning","display_name":"preference learning","score":0.5299999713897705},{"id":"https://openalex.org/keywords/reinforcement-history","display_name":"reinforcement history","score":0.5839999914169312}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.711505115032196},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.6919550895690918},{"id":"https://openalex.org/C2777840570","wikidata":"https://www.wikidata.org/wiki/Q1187312","display_name":"Yesterday","level":2,"score":0.6432620882987976},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5290951728820801},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.528008222579956},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5222811698913574},{"id":"https://openalex.org/C59485491","wikidata":"https://www.wikidata.org/wiki/Q1438403","display_name":"Pecking order","level":2,"score":0.44168007373809814},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4257581830024719},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.4140714406967163},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.37477707862854004},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3144735097885132},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29726630449295044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.15159577131271362},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1163/156853990x00040","doi":"https://doi.org/10.1163/156853990x00040","is_oa":false,"landing_page_url":"https://doi.org/10.1163/156853990x00040","pdf_url":null,"source":{"id":"https://openalex.org/S158656174","display_name":"Behaviour","issn_l":"0005-7959","issn":["0005-7959","1568-539X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320561","host_organization_name":"Brill","host_organization_lineage":["https://openalex.org/P4310320561","https://openalex.org/P4310313990"],"host_organization_lineage_names":["Brill","De Gruyter"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Behaviour","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1520233513","https://openalex.org/W1984254152","https://openalex.org/W2051024320","https://openalex.org/W2059349289","https://openalex.org/W2076440402","https://openalex.org/W2078537258","https://openalex.org/W2086975248","https://openalex.org/W2088247534","https://openalex.org/W2092386504","https://openalex.org/W2095146847","https://openalex.org/W2114864956"],"related_works":["https://openalex.org/W2041828625","https://openalex.org/W2020559158","https://openalex.org/W2247691609","https://openalex.org/W2900942045","https://openalex.org/W2106976524","https://openalex.org/W2085766038","https://openalex.org/W3120623076","https://openalex.org/W3128513289","https://openalex.org/W6941112065","https://openalex.org/W2078695171"],"abstract_inverted_index":{"Abstract":[0],"Pigeons":[1],"were":[2],"rewarded":[3,199],"with":[4,162,224],"food":[5],"for":[6,16,72,81,177],"pecking":[7],"keys":[8],"in":[9,23,40,98,104],"various":[10],"forms":[11],"of":[12,20,48,101,111,114,124,136,144,173,226],"two-armed":[13,105],"bandit":[14,106],"situation":[15],"an":[17,46],"extended":[18],"series":[19],"daily":[21,28],"sessions":[22,146],"two":[24],"experiments.":[25,107],"The":[26,127],"average":[27,47],"preference":[29,43,50,115,142,172],"(S=R/[R+L])":[30],"is":[31,45,63,86,160,183],"very":[32,164],"well":[33],"fit":[34],"by":[35],"a":[36,85,87,131,141,153,163,178],"markovian":[37],"linear":[38,92],"model":[39,93],"which":[41],"predicted":[42,49],"today":[44],"yesterday":[51],"and":[52,76,84],"reinforcement":[53],"conditions":[54],"today:":[55],"s(N+1)":[56],"=":[57],"as(N)":[58],"+":[59],"(1-a)A(N+1),":[60],"where":[61],"A(N+1)":[62],"set":[64],"equal":[65],"to":[66,186,196,211],"1":[67],"when":[68,78],"all":[69,79],"rewards":[70,205,219],"are":[71,80,206],"the":[73,82,112,134,169,190,198,216],"Right":[74,179],"response,":[75],"0":[77],"Left,":[83],"longterm":[88],"memory":[89,102],"parameter.":[90],"This":[91,149],"explains":[94],"some":[95],"apparent":[96],"paradoxes":[97],"earlier":[99,145,212],"reports":[100],"effects":[103],"Nevertheless,":[108],"closer":[109],"examination":[110],"details":[113],"changes":[116],"within":[117],"each":[118,137,174,201],"experimental":[119,138],"session":[120,139],"showed":[121],"several":[122],"kinds":[123],"non-markovian":[125,157],"effects.":[126],"most":[128,217],"important":[129],"was":[130],"regression":[132],"at":[133],"beginning":[135],"towards":[140],"characteristic":[143],"(spontaneous":[147],"recovery).":[148],"effect,":[150,159],"but":[151,208],"not":[152],"smaller,":[154],"less":[155,222],"reliable":[156],"reminiscence":[158],"consistent":[161],"simple":[165],"rule,":[166],"namely":[167],"that":[168],"effect":[170],"on":[171],"individual":[175],"reward":[176,191],"or":[180],"Left":[181],"response":[182],"inversely":[184],"related":[185],"how":[187],"long":[188],"ago":[189],"occurred.":[192],"Thus,":[193],"animals":[194],"learn":[195],"prefer":[197],"side":[200],"day":[202],"because":[203,215],"these":[204],"recent;":[207],"they":[209],"regress":[210],"preferences":[213],"overnight":[214],"recent":[218,223],"become":[220],"relatively":[221],"lapse":[225],"time.":[227]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-25T09:29:13.331239","created_date":"2016-06-24T00:00:00"}