{"id":"https://openalex.org/W51427262","doi":"https://doi.org/10.7551/mitpress/3121.003.0033","title":"Using Markovian Decision Problems to Analyze Animal Performance in Random and Variable Ratio Schedules of Reinforcement","display_name":"Using Markovian Decision Problems to Analyze Animal Performance in Random and Variable Ratio Schedules of Reinforcement","publication_year":2002,"publication_date":"2002-08-02","ids":{"openalex":"https://openalex.org/W51427262","doi":"https://doi.org/10.7551/mitpress/3121.003.0033","mag":"51427262"},"language":"en","primary_location":{"id":"doi:10.7551/mitpress/3121.003.0033","doi":"https://doi.org/10.7551/mitpress/3121.003.0033","is_oa":false,"landing_page_url":"https://doi.org/10.7551/mitpress/3121.003.0033","pdf_url":null,"source":{"id":"https://openalex.org/S4306463997","display_name":"The MIT Press eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"From Animals to Animats 7","raw_type":"book-chapter"},"volume":{"id":"https://openalex.org/W4236754633","display_name":"From Animals to Animats 7"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077301473","display_name":"J\u00e9r\u00e9mie Jozefowiez","orcid":"https://orcid.org/0000-0003-1420-7603","observed_orcids":["https://orcid.org/0000-0003-1420-7603"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"J\u00e9r\u00e9mie Jozefowiez","raw_affiliation_strings":["Unit\u00e9 de Recherche sur l'Evolution, des Comportements et des Apprentissages, Domaine du Pont de Bois, B.P. 149, 59653 Villeneuve D'Ascq, France#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unit\u00e9 de Recherche sur l'Evolution, des Comportements et des Apprentissages, Domaine du Pont de Bois, B.P. 149, 59653 Villeneuve D'Ascq, France#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110040605","display_name":"Jean\u2010Claude Darcheville","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jean-Claude Darcheville","raw_affiliation_strings":["Unit\u00e9 de Recherche sur l'Evolution, des Comportements et des Apprentissages, Domaine du Pont de Bois, B.P. 149, 59653 Villeneuve D'Ascq, France#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unit\u00e9 de Recherche sur l'Evolution, des Comportements et des Apprentissages, Domaine du Pont de Bois, B.P. 149, 59653 Villeneuve D'Ascq, France#TAB#","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Philippe Preux","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Philippe Preux","raw_affiliation_strings":["Laboratoire d'Informatique du Littoral, 50 rue Ferdinand Buisson, 62228 Calais, France#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratoire d'Informatique du Littoral, 50 rue Ferdinand Buisson, 62228 Calais, France#TAB#","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2928,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67657993,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"205","last_page":"214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.5303000211715698,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.5303000211715698,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10826","display_name":"Behavioral and Psychological Studies","score":0.16699999570846558,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.1251000016927719,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8619999885559082},{"id":"https://openalex.org/keywords/variable-ratio-schedules","display_name":"variable-ratio schedules","score":0.722000002861023},{"id":"https://openalex.org/keywords/operant-conditioning","display_name":"operant conditioning","score":0.5460000038146973},{"id":"https://openalex.org/keywords/response-strategies","display_name":"response strategies","score":0.7720000147819519},{"id":"https://openalex.org/keywords/schedules-of-reinforcement","display_name":"reinforcement schedules","score":0.5830000042915344},{"id":"https://openalex.org/keywords/animal-behavior","display_name":"animal behavior","score":0.515999972820282},{"id":"https://openalex.org/keywords/rats","display_name":"rats","score":0.4099999964237213},{"id":"https://openalex.org/keywords/pigeons","display_name":"pigeons","score":0.9269999861717224},{"id":"https://openalex.org/keywords/human-behavior","display_name":"human behavior","score":0.42500001192092896}],"concepts":[{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6898812651634216},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6582379341125488},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.6149501204490662},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46895092725753784},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4647824764251709},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4358869791030884},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.435294508934021},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.435228168964386},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4323451817035675},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4181663990020752},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.4132421910762787},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3610523045063019},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2636144161224365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24110183119773865},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23512157797813416},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2233264446258545},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.15490472316741943},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0706087052822113},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.057098984718322754},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.7551/mitpress/3121.003.0033","doi":"https://doi.org/10.7551/mitpress/3121.003.0033","is_oa":false,"landing_page_url":"https://doi.org/10.7551/mitpress/3121.003.0033","pdf_url":null,"source":{"id":"https://openalex.org/S4306463997","display_name":"The MIT Press eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"From Animals to Animats 7","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.7200000286102295,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1544193923","https://openalex.org/W1993757448","https://openalex.org/W2040598998","https://openalex.org/W2045127535","https://openalex.org/W2057016359","https://openalex.org/W2065316714","https://openalex.org/W2090623817","https://openalex.org/W2091533397","https://openalex.org/W2121904373","https://openalex.org/W2139420917","https://openalex.org/W2167798805","https://openalex.org/W2798944292"],"related_works":["https://openalex.org/W169012301","https://openalex.org/W2238873552","https://openalex.org/W2067275114","https://openalex.org/W7099961141","https://openalex.org/W1975946549","https://openalex.org/W2016425266","https://openalex.org/W1527105543","https://openalex.org/W2095691603","https://openalex.org/W7035843847","https://openalex.org/W7098962309"],"abstract_inverted_index":{"Markovian":[0],"decision":[1],"problems":[2,8],"are":[3,57,71],"a":[4],"kind":[5],"of":[6,20,47,50,62,76,88],"optimization":[7],"in":[9,42,65,80,92],"which":[10,96,103],"an":[11,40],"agent":[12],"must":[13],"learn":[14],"how":[15],"to":[16,34,59,98,106],"optimize":[17],"the":[18,36,51,74,86,101],"amount":[19],"reward":[21],"it":[22],"can":[23],"collect":[24],"during":[25],"its":[26,29,77],"interaction":[27],"with":[28,73],"environment.":[30],"We":[31],"use":[32],"them":[33],"analyze":[35],"task":[37],"faced":[38],"by":[39],"animal":[41],"random":[43],"and":[44,68,70],"variable":[45],"schedules":[46],"reinforcement.":[48],"Predictions":[49],"model":[52],"derived":[53],"from":[54],"this":[55],"analysis":[56],"compared":[58],"three":[60],"sets":[61],"data":[63],"obtained":[64],"men,":[66],"rats":[67],"pigeons":[69],"contrasted":[72],"ones":[75],"main":[78],"challenger":[79],"psychology,":[81],"Herrnstein's":[82,107],"equation.":[83,108],"This":[84],"reveals":[85],"existence":[87],"two":[89],"response":[90],"strategies":[91],"ratio":[93],"schedules,":[94],"one":[95],"corresponds":[97],"our":[99],"model,":[100],"other":[102],"is":[104],"closer":[105]},"counts_by_year":[],"updated_date":"2026-10-10T09:11:00.788812","created_date":"2016-06-24T00:00:00"}