{"id":"https://openalex.org/W1970734895","doi":"https://doi.org/10.1111/tops.12090","title":"Commentary on Utility and Bounds","display_name":"Commentary on Utility and Bounds","publication_year":2014,"publication_date":"2014-04-01","ids":{"openalex":"https://openalex.org/W1970734895","doi":"https://doi.org/10.1111/tops.12090","mag":"1970734895","pmid":"https://pubmed.ncbi.nlm.nih.gov/24764141"},"language":"en","primary_location":{"id":"doi:10.1111/tops.12090","doi":"https://doi.org/10.1111/tops.12090","is_oa":true,"landing_page_url":"https://doi.org/10.1111/tops.12090","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/tops.12090","source":{"id":"https://openalex.org/S22283869","display_name":"Topics in Cognitive Science","issn_l":"1756-8757","issn":["1756-8757","1756-8765"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Topics in Cognitive Science","raw_type":"journal-article"},"volume":null,"type":"editorial","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/tops.12090","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089808068","display_name":"Andrew G. Barto","orcid":"https://orcid.org/0000-0002-3581-1896","observed_orcids":["https://orcid.org/0000-0002-3581-1896"]},"institutions":[{"id":"https://openalex.org/I2802841742","display_name":"University of Massachusetts System","ror":"https://ror.org/0260j1g46","country_code":"US","type":"education","lineage":["https://openalex.org/I2802841742"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Andrew G. Barto","raw_affiliation_strings":["School of Computer Science, University of Massachusetts"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Massachusetts","institution_ids":["https://openalex.org/I2802841742"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5089808068"],"corresponding_institution_ids":["https://openalex.org/I2802841742"],"apc_list":{"value":3470,"currency":"USD","value_usd":3470},"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"2","first_page":"338","last_page":"341"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.8384000062942505,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.8384000062942505,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10785","display_name":"Economic Theory and Institutions","score":0.09719999879598618,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10778","display_name":"Philosophy and History of Science","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/utility-maximization","display_name":"utility maximization","score":0.9240000247955322},{"id":"https://openalex.org/keywords/processing-constraints","display_name":"processing constraints","score":0.7059999704360962},{"id":"https://openalex.org/keywords/small-sample-statistics","display_name":"small sample statistics","score":0.6129999756813049},{"id":"https://openalex.org/keywords/irrational-behavior","display_name":"irrational behavior","score":0.4320000112056732},{"id":"https://openalex.org/keywords/bounded-rationality","display_name":"bounded rationality","score":0.5059999823570251},{"id":"https://openalex.org/keywords/behavioral-explanation","display_name":"behavioral explanation","score":0.3499999940395355},{"id":"https://openalex.org/keywords/cognitive-mechanisms","display_name":"cognitive mechanisms","score":0.49799999594688416},{"id":"https://openalex.org/keywords/animal-behavior","display_name":"animal behavior","score":0.3089999854564667},{"id":"https://openalex.org/keywords/animal-cognition","display_name":"animal cognition","score":0.3100000023841858},{"id":"https://openalex.org/keywords/animal-communication","display_name":"animal communication","score":0.3720000088214874},{"id":"https://openalex.org/keywords/animal-social-behavior","display_name":"animal social behavior","score":0.41499999165534973},{"id":"https://openalex.org/keywords/animal-evolution","display_name":"animal evolution","score":0.34299999475479126}],"concepts":[{"id":"https://openalex.org/C58694771","wikidata":"https://www.wikidata.org/wiki/Q814385","display_name":"Bounded rationality","level":2,"score":0.7423113584518433},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.6032623052597046},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.584598183631897},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.548961341381073},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5057871341705322},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.48561492562294006},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4694601595401764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4647613763809204},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.42201560735702515},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36841702461242676},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27210143208503723},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.26152610778808594},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.226124107837677},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22528591752052307},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.11326053738594055},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001519","descriptor_name":"Behavior","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D002755","descriptor_name":"Choice Behavior","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003657","descriptor_name":"Decision Making","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D003662","descriptor_name":"Decision Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005716","descriptor_name":"Game Theory","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007600","descriptor_name":"Judgment","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008606","descriptor_name":"Mental Processes","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011908","descriptor_name":"Rationalization","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1111/tops.12090","doi":"https://doi.org/10.1111/tops.12090","is_oa":true,"landing_page_url":"https://doi.org/10.1111/tops.12090","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/tops.12090","source":{"id":"https://openalex.org/S22283869","display_name":"Topics in Cognitive Science","issn_l":"1756-8757","issn":["1756-8757","1756-8765"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Topics in Cognitive Science","raw_type":"journal-article"},{"id":"pmid:24764141","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24764141","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Topics in cognitive science","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1111/tops.12090","doi":"https://doi.org/10.1111/tops.12090","is_oa":true,"landing_page_url":"https://doi.org/10.1111/tops.12090","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/tops.12090","source":{"id":"https://openalex.org/S22283869","display_name":"Topics in Cognitive Science","issn_l":"1756-8757","issn":["1756-8757","1756-8765"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","jufo-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Topics in Cognitive Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1970734895.pdf","grobid_xml":"https://content.openalex.org/works/W1970734895.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7098483557","https://openalex.org/W2121813011","https://openalex.org/W4247639592","https://openalex.org/W1486026320","https://openalex.org/W2021396824","https://openalex.org/W2910708881","https://openalex.org/W2148395820","https://openalex.org/W7162905432","https://openalex.org/W4244015977","https://openalex.org/W4395030243"],"abstract_inverted_index":{"By":[0,297],"taking":[1],"it":[2,292,334,363,924,948,951,1029,1116,1215],"as":[3,250,252,291,520,573,577,728,754,1057,1109,1115,1161,1421,1604],"a":[4,10,110,184,189,195,349,395,430,538,637,667,682,689,927,954,1013,1127,1150,1195,1209,1341,1474,1481,1509,1532,1577,1605,1610],"given":[5,747],"that":[6,41,90,102,119,141,153,283,310,398,410,420,716,767,818,828,844,907,988,1157,1170,1189,1219,1224,1310,1354,1410,1457,1480,1550,1574],"utility":[7,52,221,1462],"maximization":[8],"is":[9,126,142,183,226,264,273,325,335,442,659,766,793,920,947,981,1095,1108,1117,1237,1245,1355,1372,1449,1494,1526,1538,1576],"valuable":[11],"tool":[12],"for":[13,401,645,664,786,926,950,1046,1113,1118,1186,1198,1257,1377,1438,1580],"constructing":[14],"theories":[15,372,809,1631],"of":[16,23,39,49,61,71,77,83,109,132,138,164,197,208,215,222,232,247,258,281,306,316,332,356,373,387,390,448,478,491,533,540,560,588,601,621,674,685,692,744,760,810,871,876,893,913,975,1003,1016,1025,1049,1133,1139,1146,1176,1194,1265,1277,1293,1347,1375,1380,1386,1398,1413,1418,1424,1432,1445,1464,1492,1500,1521,1531,1544,1553,1590,1618,1624,1627,1632],"behavior\u2014thereby":[17],"sidestepping":[18],"controversies":[19],"about":[20,474,517,857,883,1599],"the":[21,26,35,75,107,117,124,129,136,145,150,162,213,220,241,248,256,262,279,299,304,311,322,329,343,354,383,399,408,417,427,446,469,476,489,511,521,544,625,655,671,675,714,746,758,787,826,842,890,910,962,966,970,973,982,996,1004,1017,1047,1061,1074,1092,1136,1181,1187,1192,1221,1234,1263,1275,1289,1314,1344,1373,1378,1396,1416,1430,1461,1478,1498,1529,1536,1542,1545,1551,1566,1588,1616,1625],"reality":[22],"optimality":[24,104,199,709,1105,1600,1628],"in":[25,45,74,161,166,407,543,636,666,756,825,837,961,969,995,1012,1190,1232,1268,1313,1358,1361,1365,1370,1382,1389,1392,1411,1435,1476,1497,1519,1560,1630],"natural":[27],"world\u2014this":[28],"special":[29,690],"issue":[30,174,1112],"brings":[31],"into":[32,778,1343],"sharp":[33],"focus":[34,381,680],"roles":[36],"and":[37,92,98,116,149,180,218,244,362,370,376,385,436,536,546,564,605,615,678,781,801,860,865,897,915,957,985,1071,1106,1279,1295,1308,1352,1368,1391,1407,1427,1447,1469,1485,1505,1535,1601,1621,1635],"varieties":[38],"bounds":[40,78,216,253],"must":[42],"be":[43,267,571,611,711,771,953,992,1031,1065,1085,1570],"invoked":[44],"any":[46],"sensible":[47],"theory":[48,906,1513,1589],"behavior":[50,115,140,225,375,405,702,812,990,1153],"involving":[51,368],"maximization.":[53],"The":[54,171,228,550,763,1102,1242,1318,1443,1490],"articles":[55,380,1367],"assembled":[56],"do":[57,496,505,852,863,1081,1165],"an":[58,223,287,452,462,561,583,608,829,900,1021,1111,1199,1229],"admirable":[59],"job":[60],"covering":[62],"this":[63,346,483,619,889,918,1172,1607],"territory.":[64],"They":[65,887,1548],"provide":[66,100,1340],"examples":[67],"from":[68,200,255,416,488,704,708,885,904,943,1283,1324,1511],"multiple":[69,1266],"disciplines":[70,1267,1620],"how":[72,219,275,700,1486,1587],"optimization":[73,93],"face":[76],"leads":[79],"to":[80,95,113,127,147,187,260,266,270,337,365,558,597,632,713,725,735,750,815,821,833,850,879,929,932,937,940,952,1001,1033,1038,1084,1088,1098,1217,1288,1304,1336,1452,1460,1516,1541,1597,1613],"compelling":[81,396],"accounts":[82,784],"observed":[84,1559],"behavior;":[85],"they":[86,99,235,568,581,740,1299,1487],"explain":[87,1556],"subtle":[88],"ways":[89],"boundedness":[91],"relate":[94],"one":[96,1058,1175,1520],"another;":[97],"evidence":[101],"bounded":[103,198,360],"can":[105,284,313,770,868,1483,1555,1569,1592],"form":[106],"basis":[108],"principled":[111],"approach":[112,272,958],"understanding":[114,870],"mechanisms":[118,607,872],"generate":[120,1484],"it.":[121],"Broadly":[122],"stated,":[123],"task":[125,912],"replace":[128],"global":[130],"rationality":[131,836],"economic":[133],"man":[134],"with":[135,144,294,510,921,1154,1301,1322,1440,1467],"kind":[137,620],"rational":[139],"compatible":[143],"access":[146],"information":[148],"computational":[151,1306,1331,1454],"capacities":[152,246],"are":[154,413,486,524,556,630,643,694,718,741,1044,1204,1311,1488],"actually":[155,1227],"possessed":[156],"by":[157,173,212,327,434,445,459,623,661,774,796,813,873,1069,1239,1528,1572],"organisms,":[158],"including":[159,847],"man,":[160],"kinds":[163,214,1132],"environments":[165,259,827],"which":[167,234,261,553,693,783,979,1233],"such":[168,519,727,753,1056],"organisms":[169],"exist.":[170],"article":[172,347,527,593,1261,1332,1585],"editors":[175],"Richard":[176],"Lewis,":[177],"Andrew":[178],"Howes,":[179],"Satinder":[181],"Singh":[182],"good":[185],"place":[186],"take":[188,930],"step":[190],"beyond":[191,1615],"Simon.":[192],"Building":[193],"on":[194,240,286,342,359,382,552,670,681,730,1060,1122],"formalization":[196],"artificial":[201,1284,1348],"intelligence,":[202,1349],"their":[203,271,733,1253,1522],"framework":[204],"describes":[205],"four":[206],"classes":[207],"possible":[209,307],"explanations":[210,357],"distinguished":[211],"considered":[217],"agent's":[224],"assessed.":[227],"most":[229],"comprehensive":[230],"type":[231],"explanation,":[233],"call":[236,888],"Ecological-Bounded-Optimality,":[237],"includes":[238],"limitations":[239,559,1002],"sensory,":[242],"motor,":[243],"cognitive":[245,377,606,1433],"organism":[249,263,312,609],"well":[251],"derived":[254],"distribution":[257],"assumed":[265],"adapted.":[268],"Key":[269],"formalizing":[274],"processing":[276,301,751],"constraints":[277,302,551,579,777],"bound":[278],"selection":[280],"programs":[282],"run":[285],"organism's":[288,562],"physical":[289],"machinery":[290,878],"interacts":[293],"its":[295,838,1026,1079,1099,1337,1594],"environment.":[296],"delimiting":[298],"programs,":[300],"delimit":[303],"subset":[305],"behavioral":[308,797,1362,1465],"histories":[309,333,1479],"generate.":[314,338],"Instead":[315],"evaluating":[317,328],"specific":[318,388,1305],"decisions":[319],"or":[320,739,946,1028],"behaviors,":[321],"entire":[323],"program":[324,1482],"evaluated":[326],"whole":[330],"set":[331],"able":[336],"While":[339],"somewhat":[340,1128],"daunting":[341],"first":[344],"read,":[345],"goes":[348],"long":[350,807],"way":[351,668],"toward":[352],"clarifying":[353],"nature":[355,384],"based":[358,1059,1121],"optimality,":[361,816],"helps":[364],"unify":[366],"approaches":[367],"top-down":[369],"bottom-up":[371],"both":[374],"mechanisms.":[378,1051],"Other":[379],"implications":[386,532,1045],"instances":[389],"constraints.":[391],"Ulrike":[392],"Hahn":[393,454,554],"makes":[394,1171],"case":[397,691],"explanation":[400],"some":[402,480,720,989,1202,1366],"apparently":[403],"irrational":[404,515],"lies":[406],"fact":[409,715,843],"small-sample":[411,541],"statistics":[412,419,447,535],"very":[414,530],"different":[415,487,1129],"large-sample":[418],"underlie":[421],"normative":[422,845,1151],"theories.":[423],"Because":[424,503],"we":[425,466,504,867],"experience":[426,441,457,509],"world":[428],"through":[429],"\u201cnarrow":[431],"window\u201d":[432],"imposed":[433],"attention":[435,563],"short-term":[437],"memory":[438,565],"limitations,":[439,752],"our":[440],"better":[443,785,925,949],"described":[444],"small":[449],"samples.":[450],"As":[451],"example,":[453,901,1274,1565],"looks":[455],"at":[456,699],"generated":[458],"repeatedly":[460],"tossing":[461],"unbiased":[463],"coin.":[464],"Assuming":[465],"remember":[467],"only":[468,917],"last":[470],"few":[471],"tosses":[472],"(maybe":[473],"seven),":[475],"frequencies":[477,490],"seeing":[479,492,782],"subsequences":[481],"within":[482],"narrow":[484],"window":[485],"others.":[493],"(If":[494],"you":[495],"not":[497,506,595,853,1082,1320],"believe":[498],"this,":[499],"read":[500],"her":[501,592],"article!)":[502],"have":[507,806,1009,1169],"direct":[508],"long-run":[512],"statistics,":[513],"seemingly":[514],"conclusions":[516],"randomness,":[518],"gambler's":[522],"fallacy,":[523],"understandable.":[525],"Hahn's":[526],"explores":[528],"other":[529,721],"intriguing":[531],"short-run":[534,589],"reviews":[537],"variety":[539],"studies":[542],"Judgment":[545],"Decision":[547],"Making":[548],"literature.":[549],"focuses":[555],"due":[557,712,749,1000],"processes":[566],"(although":[567,1514],"could":[569,710],"also":[570],"viewed,":[572],"she":[574],"points":[575],"out,":[576],"environmental":[578],"since":[580],"produce":[582],"\u201ceffective":[584],"environment\u201d":[585],"consisting":[586],"solely":[587],"samples),":[590],"but":[591,1270,1298,1334],"does":[594],"attempt":[596],"sort":[598],"out":[599,1024],"details":[600,1338],"just":[602],"what":[603],"perceptual":[604],"may":[610,991,1030,1327],"using.":[612],"Philip":[613],"Holmes":[614,677,864,914,1426],"Jonathan":[616],"Cohen":[617,679,1428],"tackle":[618],"question":[622],"examining":[624],"speed-accuracy":[626,1387],"tradeoff":[627,1103],"when":[628],"subjects":[629,717],"told":[631],"maximize":[633,736,822],"reward":[634,657,737],"rate":[635,658],"two-alternative":[638],"forced-choice":[639,911],"task,":[640],"where":[641],"rewards":[642],"earned":[644],"correct":[646],"responses.":[647],"Since":[648],"higher":[649],"accuracy":[650,663,731],"requires":[651],"longer":[652],"response":[653],"times,":[654],"best":[656],"achieved":[660],"sacrificing":[662],"speed":[665],"depending":[669],"exact":[672],"parameters":[673,1037,1080],"task.":[676],"particular":[683,1040],"class":[684],"mechanisms\u2014leaky":[686],"competing":[687],"accumulators,":[688],"drift":[695],"diffusion":[696],"models\u2014and":[697],"look":[698],"human":[701,971,1561],"deviates":[703],"reward-rate-maximizing":[705],"behavior.":[706,1636],"Deviation":[707],"solving":[719,745],"problem":[722,748],"(presumably":[723],"close":[724],"optimally),":[726],"focusing":[729],"despite":[732,1252],"instructions":[734],"rate;":[738],"falling":[742],"short":[743],"difficulty":[755],"estimating":[757],"duration":[759],"time":[761,931,1468],"intervals.":[762],"key":[764],"point":[765],"these":[768,776,1166],"possibilities":[769],"tested":[772],"experimentally":[773],"incorporating":[775],"well-defined":[779],"models":[780,875,1412],"experimental":[788],"data.":[789],"A":[790,1052],"similar":[791],"theme":[792],"taken":[794],"up":[795],"ecologists":[798,805],"Pete":[799],"Trimmer":[800,859,896,984,1406],"Alasdair":[802],"Houston.":[803],"Behavioral":[804],"developed":[808],"animal":[811,1350,1414],"appealing":[814],"assuming":[817,1573],"evolution":[819,1048,1114],"tends":[820],"reproductive":[823],"success":[824],"animal's":[830],"ancestors":[831],"had":[832],"face\u2014perhaps":[834],"ecological":[835,998],"purest":[839],"form.":[840],"Emphasizing":[841],"prescriptions,":[846],"those":[848],"sensitive":[849,1097],"ecology,":[851],"tell":[854],"us":[855],"much":[856,1110],"mechanisms,":[858],"Houston":[861,898,986,1408],"argue\u2014as":[862],"Cohen\u2014that":[866],"gain":[869],"using":[874],"mental":[877],"make":[880],"testable":[881],"predictions":[882],"departures":[884],"optimality.":[886],"nascent":[891],"field":[892],"\u201cevo":[894],"mecho.\u201d":[895],"discuss":[899],"among":[902],"others,":[903],"foraging":[905],"closely":[908,1286],"parallels":[909],"Cohen,":[916],"version":[919],"bees.":[922],"Is":[923],"bee":[928],"discriminate":[933],"between":[934,1104],"flower":[935],"types":[936],"avoid":[938],"trying":[939],"obtain":[941],"nectar":[942],"\u201cempty":[944],"flowers,\u201d":[945],"fast":[955],"forager":[956],"all":[959],"flowers":[960,977],"same":[963],"way?":[964],"Like":[965],"signal-to-noise":[967],"ratio":[968],"experiment,":[972],"frequency":[974],"empty":[976],"determines":[978],"strategy":[980],"best.":[983],"emphasize":[987],"suboptimal":[993,1053],"even":[994,1470],"appropriate":[997,1246],"setting":[999],"evolutionary":[1005],"process.":[1006],"Evolution":[1007],"might":[1008,1064,1226],"become":[1010],"trapped":[1011],"local":[1014],"maximum":[1015],"fitness":[1018],"landscape,":[1019],"making":[1020,1214,1282],"optimal":[1022,1075,1148,1200,1230],"mechanism":[1023,1036],"reach,":[1027],"unable":[1032],"fine":[1034],"tune":[1035],"suite":[1039],"circumstances.":[1041],"Especially":[1042],"interesting":[1043],"learning":[1050,1054,1326],"mechanism,":[1055],"Rescorla-Wagner/Least-Mean-Square":[1062],"rule,":[1063],"more":[1066,1096,1290,1315,1401,1404],"easily":[1067],"\u201c\u2018discovered\u2019":[1068],"mutations":[1070],"recombinations\u201d":[1072],"than":[1073],"Bayesian":[1076,1093],"rule":[1077,1094],"because":[1078,1247,1400,1456],"need":[1083],"precisely":[1086],"tuned":[1087],"operate":[1089],"effectively,":[1090],"whereas":[1091],"parameter":[1100],"settings.":[1101],"robustness":[1107],"engineering":[1119],"methods":[1120],"optimization.":[1123],"Peter":[1124],"Dayan":[1125,1179],"addresses":[1126],"question:":[1130],"What":[1131,1163],"adaptations":[1134],"mitigate":[1135],"negative":[1137,1255],"consequences":[1138,1256],"various":[1140],"bounds?":[1141],"He":[1142],"contrasts":[1143],"algorithms":[1144,1156,1168,1309],"capable":[1145],"computing":[1147],"(in":[1149],"sense)":[1152],"simpler":[1155,1167],"often":[1158,1250],"perform":[1159],"almost":[1160],"well.":[1162],"features":[1164],"possible?":[1173],"In":[1174],"his":[1177],"examples,":[1178],"uses":[1180],"new":[1182,1582],"label":[1183],"\u201cPavlovian":[1184],"pruning\u201d":[1185],"idea":[1188,1374],"searching":[1191],"paths":[1193],"decision":[1196,1281,1562],"tree":[1197],"plan,":[1201],"branches":[1203],"reflexively":[1205],"\u201cpruned\u201d":[1206],"upon":[1207],"encountering":[1208],"sufficiently":[1210],"high":[1211],"cost,":[1212],"thus,":[1213],"impossible":[1216],"discover":[1218],"continuing":[1220],"search":[1222],"along":[1223],"branch":[1225],"yield":[1228],"plan":[1231],"early":[1235],"cost":[1236,1379,1397,1417,1431,1455,1458,1491,1552,1579],"outweighed":[1238],"later":[1240],"rewards.":[1241],"term":[1243],"\u201cPavlovian\u201d":[1244],"Pavlovian":[1248],"responses":[1249],"persist":[1251],"overall":[1254],"obtaining":[1258],"reward.":[1259],"Dayan's":[1260,1329],"blends":[1262],"perspectives":[1264],"unorthodox":[1269],"thoughtful":[1271],"ways.":[1272],"For":[1273,1564],"notions":[1276,1292],"model-free":[1278],"model-based":[1280],"intelligence":[1285],"correspond":[1287],"traditional":[1291],"habitual":[1294],"goal-directed":[1296],"behavior,":[1297,1351],"bring":[1300],"them":[1302],"connections":[1303],"architectures":[1307],"lacking":[1312],"time-honored":[1316],"usage.":[1317],"reader":[1319],"familiar":[1321],"concepts":[1323],"machine":[1325,1546],"find":[1328],"intensely":[1330],"difficult,":[1333],"attending":[1335],"will":[1339],"glimpse":[1342],"modern":[1345],"blend":[1346],"neuroscience":[1353],"showing":[1356],"promise":[1357],"illuminating":[1359],"issues":[1360],"science.":[1363],"Implicit":[1364],"explicit":[1369],"others":[1371],"accounting":[1376],"computation":[1381,1399,1402,1419,1493,1554,1591],"assessing":[1383,1436],"utility.":[1384],"Analyses":[1385],"tradeoffs":[1388],"humans":[1390],"animals":[1393],"implicitly":[1394],"involve":[1395],"takes":[1403],"time.":[1405],"note":[1409],"foraging,":[1415],"appears":[1420],"increased":[1422],"risk":[1423],"predation.":[1425],"invoke":[1429],"control":[1434],"strategies":[1437],"coping":[1439],"changing":[1441],"conditions.":[1442],"formalism":[1444],"Lewis":[1446],"co-authors":[1448],"general":[1450],"enough":[1451],"include":[1453],"contributes":[1459],"assessment":[1463],"histories,":[1466],"energy":[1471],"costs":[1472],"playing":[1473],"role":[1475,1626],"determining":[1477],"evaluated.":[1489],"treated":[1495],"explicitly":[1496],"contribution":[1499],"Joseph":[1501],"Halpern,":[1502],"Rafael":[1503],"Pass,":[1504],"Lior":[1506],"Seeman.":[1507],"Using":[1508],"perspective":[1510,1596],"game":[1512],"specialized":[1515],"single":[1517,1619],"agents),":[1518],"abstractions,":[1523],"each":[1524],"play":[1525],"represented":[1527],"choice":[1530],"Turing":[1533],"machine,":[1534],"player":[1537],"\u201ccharged\u201d":[1539],"according":[1540],"complexity":[1543],"chosen.":[1547],"argue":[1549],"several":[1557],"biases":[1558],"making.":[1563],"\u201cfirst-impression-matters":[1567],"bias\u201d":[1568],"explained":[1571],"there":[1575],"non-negligible":[1578],"absorbing":[1581],"information.":[1583],"This":[1584],"illustrates":[1586],"add":[1593],"own":[1595],"questions":[1598],"bounds.":[1602],"Taken":[1603],"whole,":[1606],"collection":[1608],"provides":[1609],"terrific":[1611],"opportunity":[1612],"go":[1614],"confines":[1617],"simplistic":[1622],"views":[1623],"arguments":[1629],"mind,":[1633],"brain,":[1634]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}