{"id":"https://openalex.org/W3045344591","doi":"https://doi.org/10.1101/2020.07.22.216234","title":"A normative account of choice history effects in mice and humans","display_name":"A normative account of choice history effects in mice and humans","publication_year":2020,"publication_date":"2020-07-24","ids":{"openalex":"https://openalex.org/W3045344591","doi":"https://doi.org/10.1101/2020.07.22.216234","mag":"3045344591"},"language":"en","primary_location":{"id":"doi:10.1101/2020.07.22.216234","doi":"https://doi.org/10.1101/2020.07.22.216234","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2020.07.22.216234","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2020/07/24/2020.07.22.216234.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2020/07/24/2020.07.22.216234.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079151137","display_name":"Junior Samuel L\u00f3pez-Y\u00e9pez","orcid":"https://orcid.org/0000-0002-4619-8329","observed_orcids":["https://orcid.org/0000-0002-4619-8329"]},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Junior Samuel Lopez-Yepez","raw_affiliation_strings":["Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE)","Aarhus University, Department of Chemistry","Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE), Ole Worms All\u00e9 6, Building 118, 8000 Aarhus C, Denmark","Aarhus University, Department of Chemistry, Langelandsgade 40, Building 53, 43, 8000 Aarhus C, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE)","institution_ids":["https://openalex.org/I204337017"]},{"raw_affiliation_string":"Aarhus University, Department of Chemistry","institution_ids":["https://openalex.org/I204337017"]},{"raw_affiliation_string":"Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE), Ole Worms All\u00e9 6, Building 118, 8000 Aarhus C, Denmark","institution_ids":["https://openalex.org/I204337017"]},{"raw_affiliation_string":"Aarhus University, Department of Chemistry, Langelandsgade 40, Building 53, 43, 8000 Aarhus C, Denmark","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069017962","display_name":"Juliane Martin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Juliane Martin","raw_affiliation_strings":["Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE)","Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE), Ole Worms All\u00e9 6, Building 118, 8000 Aarhus C, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE)","institution_ids":["https://openalex.org/I204337017"]},{"raw_affiliation_string":"Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE), Ole Worms All\u00e9 6, Building 118, 8000 Aarhus C, Denmark","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057602104","display_name":"Oliver J. Hulme","orcid":"https://orcid.org/0000-0003-3139-4324","observed_orcids":["https://orcid.org/0000-0003-3139-4324"]},"institutions":[{"id":"https://openalex.org/I2801942218","display_name":"Hvidovre Hospital","ror":"https://ror.org/00edrn755","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2801942218","https://openalex.org/I2802567020"]},{"id":"https://openalex.org/I2802567020","display_name":"Copenhagen University Hospital","ror":"https://ror.org/05bpbnx46","country_code":"DK","type":"healthcare","lineage":["https://openalex.org/I2802567020"]},{"id":"https://openalex.org/I4210131390","display_name":"London Mathematical Laboratory","ror":"https://ror.org/03cznfh76","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210131390"]}],"countries":["DK","GB"],"is_corresponding":false,"raw_author_name":"Oliver Hulme","raw_affiliation_strings":["Danish Research Centre for Magnetic Resonance, Centre for Functional and Diagnostic Imaging and Research, Copenhagen University Hospital Hvidovre","London Mathematical Laboratory","Danish Research Centre for Magnetic Resonance, Centre for Functional and Diagnostic Imaging and Research, Copenhagen University Hospital Hvidovre, Kettegard All\u00e9 0, 2650, Hvidovre, Denmark","London Mathematical Laboratory, London, W6 8RH, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Danish Research Centre for Magnetic Resonance, Centre for Functional and Diagnostic Imaging and Research, Copenhagen University Hospital Hvidovre","institution_ids":["https://openalex.org/I2801942218","https://openalex.org/I2802567020"]},{"raw_affiliation_string":"London Mathematical Laboratory","institution_ids":["https://openalex.org/I4210131390"]},{"raw_affiliation_string":"Danish Research Centre for Magnetic Resonance, Centre for Functional and Diagnostic Imaging and Research, Copenhagen University Hospital Hvidovre, Kettegard All\u00e9 0, 2650, Hvidovre, Denmark","institution_ids":["https://openalex.org/I2801942218","https://openalex.org/I2802567020"]},{"raw_affiliation_string":"London Mathematical Laboratory, London, W6 8RH, UK","institution_ids":["https://openalex.org/I4210131390"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001569574","display_name":"Duda Kvitsiani","orcid":"https://orcid.org/0000-0003-3175-1774","observed_orcids":["https://orcid.org/0000-0003-3175-1774"]},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Duda Kvitsiani","raw_affiliation_strings":["Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE)","Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE), Ole Worms All\u00e9 6, Building 118, 8000 Aarhus C, Denmark"],"raw_orcid":"https://orcid.org/0000-0003-3175-1774","affiliations":[{"raw_affiliation_string":"Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE)","institution_ids":["https://openalex.org/I204337017"]},{"raw_affiliation_string":"Aarhus University, Danish Research Institute of Translational Neuroscience (DANDRITE), Ole Worms All\u00e9 6, Building 118, 8000 Aarhus C, Denmark","institution_ids":["https://openalex.org/I204337017"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001569574"],"corresponding_institution_ids":["https://openalex.org/I204337017"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.8115000128746033,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.8115000128746033,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.16249999403953552,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.010499999858438969,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foraging-behavior","display_name":"foraging behavior","score":0.5590000152587891},{"id":"https://openalex.org/keywords/variable-interval-schedules","display_name":"variable-interval schedules","score":0.6620000004768372},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.44600000977516174},{"id":"https://openalex.org/keywords/optimal-foraging-theory","display_name":"optimal foraging theory","score":0.6029999852180481},{"id":"https://openalex.org/keywords/diminishing-returns","display_name":"diminishing returns","score":0.8159999847412109},{"id":"https://openalex.org/keywords/reaction-time","display_name":"reaction time","score":0.7649999856948853},{"id":"https://openalex.org/keywords/reward-rate","display_name":"reward rate","score":0.35600000619888306},{"id":"https://openalex.org/keywords/volatile-environments","display_name":"environmental volatility","score":0.5139999985694885},{"id":"https://openalex.org/keywords/mice","display_name":"mice","score":0.48399999737739563},{"id":"https://openalex.org/keywords/human","display_name":"human","score":0.6060000061988831}],"concepts":[{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.6751384735107422},{"id":"https://openalex.org/C97508593","wikidata":"https://www.wikidata.org/wiki/Q1359069","display_name":"Contingency","level":2,"score":0.563055157661438},{"id":"https://openalex.org/C163276114","wikidata":"https://www.wikidata.org/wiki/Q484591","display_name":"Natural history","level":2,"score":0.5493422150611877},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.5198591351509094},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5048056840896606},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.45542943477630615},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.38896816968917847},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36227601766586304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3534286618232727},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2924237847328186},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2357580065727234},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.13109585642814636},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.10569828748703003},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1101/2020.07.22.216234","doi":"https://doi.org/10.1101/2020.07.22.216234","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2020.07.22.216234","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2020/07/24/2020.07.22.216234.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1101/2020.07.22.216234","doi":"https://doi.org/10.1101/2020.07.22.216234","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2020.07.22.216234","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2020/07/24/2020.07.22.216234.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/15","display_name":"Life on land","score":0.6800000071525574}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1054401548","display_name":null,"funder_award_id":"R248\u20102016\u20102518","funder_id":"https://openalex.org/F4320321999","funder_display_name":"Lundbeckfonden"},{"id":"https://openalex.org/G1370369358","display_name":null,"funder_award_id":"2016-2518","funder_id":"https://openalex.org/F4320321999","funder_display_name":"Lundbeckfonden"},{"id":"https://openalex.org/G3128856208","display_name":null,"funder_award_id":"DANDRITE\u2010R248\u20102016\u20102518","funder_id":"https://openalex.org/F4320321999","funder_display_name":"Lundbeckfonden"}],"funders":[{"id":"https://openalex.org/F4320321999","display_name":"Lundbeckfonden","ror":"https://ror.org/03hz8wd80"},{"id":"https://openalex.org/F4320327918","display_name":"H. Lundbeck A/S","ror":"https://ror.org/0564cd633"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3045344591.pdf","grobid_xml":"https://content.openalex.org/works/W3045344591.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W318591133","https://openalex.org/W1516061453","https://openalex.org/W1984132513","https://openalex.org/W1989325827","https://openalex.org/W1993625828","https://openalex.org/W1995082720","https://openalex.org/W2001643038","https://openalex.org/W2004518979","https://openalex.org/W2006346200","https://openalex.org/W2009180034","https://openalex.org/W2015770890","https://openalex.org/W2019310225","https://openalex.org/W2033513858","https://openalex.org/W2034493318","https://openalex.org/W2039700032","https://openalex.org/W2044924321","https://openalex.org/W2051555035","https://openalex.org/W2059789619","https://openalex.org/W2066931620","https://openalex.org/W2073158860","https://openalex.org/W2077018932","https://openalex.org/W2108870698","https://openalex.org/W2113531708","https://openalex.org/W2123429050","https://openalex.org/W2124934614","https://openalex.org/W2126583476","https://openalex.org/W2128366752","https://openalex.org/W2134539142","https://openalex.org/W2135173838","https://openalex.org/W2135886642","https://openalex.org/W2144984120","https://openalex.org/W2146760691","https://openalex.org/W2338259337","https://openalex.org/W2410480147","https://openalex.org/W2462826522","https://openalex.org/W2528080109","https://openalex.org/W2584260314","https://openalex.org/W2727383008","https://openalex.org/W2739896668","https://openalex.org/W2765112729","https://openalex.org/W2784833848","https://openalex.org/W2787499237","https://openalex.org/W2787894218","https://openalex.org/W2892883002","https://openalex.org/W2931003326","https://openalex.org/W2953886068","https://openalex.org/W2988375020","https://openalex.org/W3009916829","https://openalex.org/W3029850365","https://openalex.org/W4214717370","https://openalex.org/W4241696300"],"related_works":["https://openalex.org/W3203650754","https://openalex.org/W318591133","https://openalex.org/W3157661011","https://openalex.org/W2086315239","https://openalex.org/W2414558218","https://openalex.org/W2784833848","https://openalex.org/W3184595803","https://openalex.org/W4401664611","https://openalex.org/W2951656831","https://openalex.org/W7099425092"],"abstract_inverted_index":{"Abstract":[0],"Choice":[1,15],"history":[2,11,16,94,103,160,175,199,230,287,319,342],"effects":[3,17,95,161,176,200,209,288,320,343],"describe":[4],"how":[5],"future":[6,135],"choices":[7,43,49,133],"depend":[8],"on":[9,71],"the":[10,30,46,55,60,72,76,80,83,145,163,167,171,196,235,247,259,285],"of":[12,62,144,166,170,268,293,308,340],"past":[13,47,132],"choices.":[14],"are":[18,210],"typically":[19],"framed":[20],"as":[21,258,349],"a":[22,64,67,119,127,221,264,305,337,350],"bias":[23],"rather":[24],"than":[25],"an":[26],"adaptive":[27,323],"phenomenon":[28,31,303],"because":[29],"generally":[32],"degrades":[33],"reward":[34,65,110,123,136,151,168,174,185,275,330],"rates":[35],"in":[36,40,45,54,66,82,107,189,215,244,271,278,290,295,311],"experimental":[37,89],"tasks.":[38],"How-ever,":[39],"natural":[41,129,325],"habitats,":[42],"made":[44,53],"constrain":[48],"that":[50,91,97,125,158,195,207,226,253,284,317,344],"can":[51,201],"be":[52,202,322],"future.":[56],"For":[57],"foraging":[58,294],"animals,":[59],"probability":[61,169],"obtaining":[63],"given":[68],"patch":[69,81],"depends":[70],"degree":[73],"to":[74,109,212,273,304,336],"which":[75],"animals":[77],"have":[78],"exploited":[79],"past.":[84],"One":[85],"problem":[86],"with":[87,297],"many":[88],"tasks":[90,99],"show":[92,194,252,283],"choice":[93,102,149,159,198,229,269,286,318,341],"is":[96],"such":[98],"artificially":[100],"decouple":[101],"from":[104],"its":[105,241,347],"consequences":[106],"regard":[108],"availability":[111],"over":[112,231],"time.":[113],"To":[114],"circumvent":[115],"this,":[116],"we":[117,147,193,219,239,282],"used":[118],"variable":[120],"interval":[121],"(VI)":[122],"schedule":[124],"reinstates":[126],"more":[128],"contingency":[130],"between":[131,327],"and":[134,141,153,180,191,206,238,329],"availability.":[137,331],"By":[138,187],"manipulating":[139],"first-":[140],"second-order":[142],"statistics":[143],"environment,":[146],"dissociated":[148],"history,":[150,152],"reaction":[154,181],"times.":[155],"We":[156,251],"found":[157],"reflect":[162,177],"growth":[164],"rate":[165],"unchosen":[172],"option,":[173],"environmental":[178],"volatility,":[179],"time":[182],"reflects":[183],"overall":[184],"rate.":[186],"testing":[188],"mice":[190],"humans,":[192],"same":[197],"generalized":[203],"across":[204],"species":[205],"these":[208],"similar":[211],"those":[213],"observed":[214],"optimal":[216,291],"agents.":[217],"Furthermore,":[218],"develop":[220],"new":[222,255],"reinforcement":[223],"learning":[224],"model":[225],"explicitly":[227],"incorporates":[228],"multiple":[232],"timescales":[233],"into":[234],"decision":[236],"process,":[237],"examine":[240],"predictive":[242,266],"adequacy":[243,267],"accounting":[245],"for":[246,324],"associated":[248],"behavioral":[249,312],"data.":[250],"this":[254,302],"variant,":[256],"known":[257],"double":[260],"trace":[261],"model,":[262],"has":[263],"higher":[265],"data,":[270],"addition":[272],"better":[274],"harvesting":[276],"efficiency":[277],"simulated":[279],"environments.":[280],"Finally,":[281],"emerge":[289],"models":[292,310],"habitats":[296],"diminishing":[298],"returns,":[299],"thus":[300],"linking":[301],"wider":[306],"class":[307],"optimality":[309],"ecology.":[313],"These":[314],"results":[315],"suggests":[316],"may":[321],"contingencies":[326],"consumption":[328],"This":[332],"concept":[333],"lends":[334],"credence":[335],"normative":[338],"account":[339],"extends":[345],"beyond":[346],"description":[348],"bias.":[351]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2020-07-29T00:00:00"}