{"id":"https://openalex.org/W2067275114","doi":"https://doi.org/10.1371/journal.pcbi.1000131","title":"Modeling the Violation of Reward Maximization and Invariance in Reinforcement Schedules","display_name":"Modeling the Violation of Reward Maximization and Invariance in Reinforcement Schedules","publication_year":2008,"publication_date":"2008-08-07","ids":{"openalex":"https://openalex.org/W2067275114","doi":"https://doi.org/10.1371/journal.pcbi.1000131","mag":"2067275114","pmid":"https://pubmed.ncbi.nlm.nih.gov/18688266"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1000131","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1000131","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1000131&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1000131&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091659874","display_name":"Giancarlo La Camera","orcid":"https://orcid.org/0000-0001-7834-6472"},"institutions":[{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]},{"id":"https://openalex.org/I4210158500","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210158500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Giancarlo La Camera","raw_affiliation_strings":["Laboratory of Neuropsychology, National Institute of Mental Health, National Institutes of Health, Department of Health and Human Services, Bethesda, Maryland, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Neuropsychology, National Institute of Mental Health, National Institutes of Health, Department of Health and Human Services, Bethesda, Maryland, United States of America","institution_ids":["https://openalex.org/I4210158500","https://openalex.org/I1299303238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075913795","display_name":"Barry J. Richmond","orcid":"https://orcid.org/0000-0002-8234-1540"},"institutions":[{"id":"https://openalex.org/I4210158500","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I4210158500"]},{"id":"https://openalex.org/I1299303238","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Barry J. Richmond","raw_affiliation_strings":["Laboratory of Neuropsychology, National Institute of Mental Health, National Institutes of Health, Department of Health and Human Services, Bethesda, Maryland, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Neuropsychology, National Institute of Mental Health, National Institutes of Health, Department of Health and Human Services, Bethesda, Maryland, United States of America","institution_ids":["https://openalex.org/I4210158500","https://openalex.org/I1299303238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5075913795"],"corresponding_institution_ids":["https://openalex.org/I1299303238","https://openalex.org/I4210158500"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":0.7625,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.70835187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"4","issue":"8","first_page":"e1000131","last_page":"e1000131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10826","display_name":"Behavioral and Psychological Studies","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7720947861671448},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6980436444282532},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.6167491674423218},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5420179963111877},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5417609214782715},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49910449981689453},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.4561128616333008},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.43292197585105896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4320254921913147},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.42473703622817993},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4238571524620056},{"id":"https://openalex.org/keywords/cued-speech","display_name":"Cued speech","score":0.4172452688217163},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37289226055145264},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35799548029899597},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.18350744247436523},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.15347543358802795},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1523844301700592},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1472981870174408}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7720947861671448},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6980436444282532},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.6167491674423218},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5420179963111877},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5417609214782715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49910449981689453},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.4561128616333008},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.43292197585105896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4320254921913147},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.42473703622817993},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4238571524620056},{"id":"https://openalex.org/C83195618","wikidata":"https://www.wikidata.org/wiki/Q590951","display_name":"Cued speech","level":2,"score":0.4172452688217163},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37289226055145264},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35799548029899597},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.18350744247436523},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.15347543358802795},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1523844301700592},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1472981870174408},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001522","descriptor_name":"Behavior, Animal","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003213","descriptor_name":"Conditioning, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003213","descriptor_name":"Conditioning, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003213","descriptor_name":"Conditioning, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003213","descriptor_name":"Conditioning, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003213","descriptor_name":"Conditioning, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003463","descriptor_name":"Cues","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003463","descriptor_name":"Cues","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003463","descriptor_name":"Cues","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003463","descriptor_name":"Cues","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003463","descriptor_name":"Cues","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004193","descriptor_name":"Discrimination Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004193","descriptor_name":"Discrimination Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004193","descriptor_name":"Discrimination Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004193","descriptor_name":"Discrimination Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004193","descriptor_name":"Discrimination Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008960","descriptor_name":"Models, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009042","descriptor_name":"Motivation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009042","descriptor_name":"Motivation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009042","descriptor_name":"Motivation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009042","descriptor_name":"Motivation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009042","descriptor_name":"Motivation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010549","descriptor_name":"Personal Satisfaction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010549","descriptor_name":"Personal Satisfaction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010549","descriptor_name":"Personal Satisfaction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010549","descriptor_name":"Personal Satisfaction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010549","descriptor_name":"Personal Satisfaction","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011337","descriptor_name":"Probability Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011337","descriptor_name":"Probability Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011337","descriptor_name":"Probability Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011337","descriptor_name":"Probability Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011337","descriptor_name":"Probability Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012055","descriptor_name":"Reinforcement Schedule","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012055","descriptor_name":"Reinforcement Schedule","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012055","descriptor_name":"Reinforcement Schedule","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012055","descriptor_name":"Reinforcement Schedule","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012055","descriptor_name":"Reinforcement Schedule","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1371/journal.pcbi.1000131","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1000131","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1000131&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Computational Biology","raw_type":"journal-article"},{"id":"pmid:18688266","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/18688266","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:RePEc:plo:pcbi00:1000131","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1000131","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:1e9787227f524e8fb2c0dc048b7efad3","is_oa":true,"landing_page_url":"https://doaj.org/article/1e9787227f524e8fb2c0dc048b7efad3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 4, Iss 8, p e1000131 (2008)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:1217858","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/2453237","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1000131","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1000131","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1000131&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6200000047683716,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2067275114.pdf","grobid_xml":"https://content.openalex.org/works/W2067275114.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W134823913","https://openalex.org/W1512746852","https://openalex.org/W1522066427","https://openalex.org/W1581813620","https://openalex.org/W1652173018","https://openalex.org/W1771787945","https://openalex.org/W1900554569","https://openalex.org/W1965761421","https://openalex.org/W1969481895","https://openalex.org/W1970648129","https://openalex.org/W1973229581","https://openalex.org/W1977524784","https://openalex.org/W1981583264","https://openalex.org/W1986646649","https://openalex.org/W2001643038","https://openalex.org/W2006397401","https://openalex.org/W2006796409","https://openalex.org/W2019310225","https://openalex.org/W2024140722","https://openalex.org/W2032230668","https://openalex.org/W2041712720","https://openalex.org/W2043615441","https://openalex.org/W2046713808","https://openalex.org/W2061592058","https://openalex.org/W2063550829","https://openalex.org/W2069544743","https://openalex.org/W2070857075","https://openalex.org/W2076256116","https://openalex.org/W2077611535","https://openalex.org/W2093002938","https://openalex.org/W2095819174","https://openalex.org/W2096452841","https://openalex.org/W2099119340","https://openalex.org/W2099341654","https://openalex.org/W2100660722","https://openalex.org/W2100677568","https://openalex.org/W2101564725","https://openalex.org/W2105883052","https://openalex.org/W2106578604","https://openalex.org/W2107421307","https://openalex.org/W2112241171","https://openalex.org/W2115586314","https://openalex.org/W2117600225","https://openalex.org/W2117726420","https://openalex.org/W2120717323","https://openalex.org/W2121863487","https://openalex.org/W2126805559","https://openalex.org/W2128562176","https://openalex.org/W2129478155","https://openalex.org/W2139038543","https://openalex.org/W2139743247","https://openalex.org/W2146888468","https://openalex.org/W2148228571","https://openalex.org/W2148819999","https://openalex.org/W2165388543","https://openalex.org/W2168225601","https://openalex.org/W2326910861","https://openalex.org/W3015469787","https://openalex.org/W3041202696","https://openalex.org/W3123340585","https://openalex.org/W4214717370","https://openalex.org/W4229954146","https://openalex.org/W4229968509","https://openalex.org/W4245409838","https://openalex.org/W4250937061","https://openalex.org/W6641529508","https://openalex.org/W6677853813","https://openalex.org/W7026854212","https://openalex.org/W7029296561"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W1626977535","https://openalex.org/W3168977894","https://openalex.org/W2145363145","https://openalex.org/W2341346307","https://openalex.org/W2154399718","https://openalex.org/W1985560493"],"abstract_inverted_index":{"It":[0],"is":[1,167],"often":[2,241],"assumed":[3],"that":[4,25,39,94,179,220,240],"animals":[5],"and":[6,69,71,177,190,217,267],"people":[7],"adjust":[8],"their":[9],"behavior":[10,103],"to":[11,32,53,57,145,172,185,222,275],"maximize":[12],"reward":[13,50,67],"acquisition.":[14],"In":[15,126],"visually":[16],"cued":[17],"reinforcement":[18,106,187],"schedules,":[19],"monkeys":[20],"make":[21],"errors":[22],"in":[23,45,104,123,224,238,262,282,301],"trials":[24,46],"are":[26,42,112,194,255,265],"not":[27,113],"immediately":[28,147],"rewarded,":[29],"despite":[30],"having":[31],"repeat":[33],"error":[34,40],"trials.":[35],"Here":[36],"we":[37,233],"show":[38,178],"rates":[41],"typically":[43],"smaller":[44],"equally":[47],"distant":[48],"from":[49,115,142,243],"but":[51,109],"belonging":[52],"longer":[54],"schedules":[55],"(referred":[56],"as":[58,83],"\"schedule":[59],"length":[60,139,292],"effect\").":[61],"This":[62],"violates":[63],"the":[64,76,84,99,102,105,118,127,135,143,146,161,170,180,186,191,212,225,244,247,260,268,272],"principles":[65],"of":[66,79,86,98,101,117,129,137,182,197,214,228,246,249,298],"maximization":[68],"invariance":[70],"cannot":[72],"be":[73,295],"predicted":[74],"by":[75],"standard":[77,119],"methods":[78],"Reinforcement":[80,205],"Learning,":[81],"such":[82],"method":[85],"temporal":[87,120,130],"differences.":[88],"We":[89,150],"develop":[90],"a":[91,153,296],"heuristic":[92],"model":[93,122,184],"accounts":[95],"for":[96,155],"all":[97],"properties":[100],"schedule":[107,138,188,291],"task":[108,189,193],"whose":[110],"predictions":[111],"different":[114],"those":[116],"difference":[121,131],"choice":[124,192],"tasks.":[125],"modification":[128],"learning":[132,210],"introduced":[133],"here,":[134],"effect":[136,293],"emerges":[140],"spontaneously":[141],"sensitivity":[144],"preceding":[148],"trial.":[149],"also":[151],"introduce":[152],"policy":[154],"general":[156,199],"Markov":[157],"Decision":[158],"Processes,":[159],"where":[160],"decision":[162],"made":[163],"at":[164],"each":[165],"node":[166],"conditioned":[168],"on":[169,259],"motivation":[171],"perform":[173],"an":[174,277,280],"instrumental":[175],"action,":[176],"application":[181],"our":[183],"special":[195],"cases":[196],"this":[198,203],"theoretical":[200],"framework.":[201],"Within":[202],"framework,":[204],"Learning":[206],"can":[207],"approach":[208],"contextual":[209],"with":[211],"mixture":[213],"empirical":[215],"findings":[216],"principled":[218],"assumptions":[219],"seem":[221],"coexist":[223],"best":[226],"descriptions":[227],"animal":[229],"behavior.":[230],"As":[231],"examples,":[232],"discuss":[234],"two":[235],"phenomena":[236,300],"observed":[237],"humans":[239],"derive":[242],"violation":[245],"principle":[248],"invariance:":[250],"\"framing,\"":[251],"wherein":[252],"equivalent":[253],"options":[254],"treated":[256],"differently":[257],"depending":[258],"context":[261],"which":[263],"they":[264],"presented,":[266],"\"sunk":[269],"cost\"":[270],"effect,":[271],"greater":[273],"tendency":[274],"continue":[276],"endeavor":[278],"once":[279],"investment":[281],"money,":[283],"effort,":[284],"or":[285],"time":[286],"has":[287],"been":[288],"made.":[289],"The":[290],"might":[294],"manifestation":[297],"these":[299],"monkeys.":[302]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":5}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}