{"id":"https://openalex.org/W4409927461","doi":"https://doi.org/10.31234/osf.io/zd52x_v1","title":"Excessive flexibility? Recurrent neural networks can accommodate individual differences in reinforcement learning through in-context adaptation","display_name":"Excessive flexibility? Recurrent neural networks can accommodate individual differences in reinforcement learning through in-context adaptation","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4409927461","doi":"https://doi.org/10.31234/osf.io/zd52x_v1"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/zd52x_v1","doi":"https://doi.org/10.31234/osf.io/zd52x_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/zd52x_v1","pdf_url":"https://osf.io/zd52x_v1/download","source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://osf.io/zd52x_v1/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033816900","display_name":"Kentaro Katahira","orcid":"https://orcid.org/0000-0002-2018-3938","observed_orcids":["https://orcid.org/0000-0002-2018-3938"]},"institutions":[{"id":"https://openalex.org/I4405287680","display_name":"Human Informatics and Interaction Research Institute","ror":"https://ror.org/05w4w3t79","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4405287680","https://openalex.org/I73613424"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Kentaro Katahira","raw_affiliation_strings":["Human Informatics and Interaction Research Institute , National Institute of Advanced Industrial Science and Technology (AIST) , Tsukuba , Japan"],"raw_orcid":"https://orcid.org/0000-0002-2018-3938","affiliations":[{"raw_affiliation_string":"Human Informatics and Interaction Research Institute , National Institute of Advanced Industrial Science and Technology (AIST) , Tsukuba , Japan","institution_ids":["https://openalex.org/I4405287680","https://openalex.org/I73613424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5033816900"],"corresponding_institution_ids":["https://openalex.org/I4405287680","https://openalex.org/I73613424"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.3882000148296356,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.3882000148296356,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.2847000062465668,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.1251000016927719,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.9490000009536743},{"id":"https://openalex.org/keywords/individual-differences","display_name":"individual differences","score":0.7990000247955322},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9549999833106995},{"id":"https://openalex.org/keywords/cognitive-modeling","display_name":"cognitive modeling","score":0.4339999854564667},{"id":"https://openalex.org/keywords/choice-behavior","display_name":"choice behavior","score":0.5230000019073486},{"id":"https://openalex.org/keywords/prediction-accuracy","display_name":"prediction accuracy","score":0.6209999918937683},{"id":"https://openalex.org/keywords/model-benchmarking","display_name":"model benchmarking","score":0.6629999876022339},{"id":"https://openalex.org/keywords/decision-making","display_name":"decision-making","score":0.35100001096725464}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8244468569755554},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.794614315032959},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7670110464096069},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6308028697967529},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6249538064002991},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5416067838668823},{"id":"https://openalex.org/C2780112520","wikidata":"https://www.wikidata.org/wiki/Q5353379","display_name":"Neural adaptation","level":3,"score":0.47986334562301636},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42324525117874146},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4206709563732147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35574889183044434},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.2538093328475952},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.13783463835716248},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09364163875579834},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09256824851036072},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31234/osf.io/zd52x_v1","doi":"https://doi.org/10.31234/osf.io/zd52x_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/zd52x_v1","pdf_url":"https://osf.io/zd52x_v1/download","source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.31234/osf.io/zd52x_v1","doi":"https://doi.org/10.31234/osf.io/zd52x_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/zd52x_v1","pdf_url":"https://osf.io/zd52x_v1/download","source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4311153076","display_name":"\u96c6\u5408\u7684\u610f\u601d\u6c7a\u5b9a\u306e\u30e1\u30ab\u30cb\u30ba\u30e0\uff1a\u8a08\u7b97\u30e2\u30c7\u30eb\u306b\u3088\u308b\u96c6\u5408\u77e5\u767a\u751f\u6761\u4ef6\u306e\u89e3\u660e","funder_award_id":"23H00074","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6578801213","display_name":"Statistical basis for modeling choice behavior with recurrent neural networks","funder_award_id":"24K15121","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8075679830","display_name":"Generation mechanisms of affect and decision-making based on predictive processing of interoception","funder_award_id":"21H04420","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409927461.pdf","grobid_xml":"https://content.openalex.org/works/W4409927461.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W318591133","https://openalex.org/W1971536708","https://openalex.org/W1988485873","https://openalex.org/W2044924321","https://openalex.org/W2048842239","https://openalex.org/W2064675550","https://openalex.org/W2131774270","https://openalex.org/W2340279565","https://openalex.org/W2479411493","https://openalex.org/W2647691324","https://openalex.org/W2805003733","https://openalex.org/W2895764062","https://openalex.org/W2941812402","https://openalex.org/W2944586919","https://openalex.org/W2949436289","https://openalex.org/W2964199361","https://openalex.org/W2970328536","https://openalex.org/W3127546008","https://openalex.org/W4220823496","https://openalex.org/W4390577714","https://openalex.org/W4396917627","https://openalex.org/W6910528783","https://openalex.org/W7127991710","https://openalex.org/W7133200287"],"related_works":["https://openalex.org/W4403897058","https://openalex.org/W6910528783","https://openalex.org/W7214420769","https://openalex.org/W4416390503","https://openalex.org/W4400115052","https://openalex.org/W7133200287","https://openalex.org/W4390577714","https://openalex.org/W4417087020","https://openalex.org/W4411932255","https://openalex.org/W3216796343"],"abstract_inverted_index":{"Cognitive":[0],"and":[1,18,42,173,206,216],"computational":[2],"modeling":[3],"has":[4],"been":[5,70],"used":[6,72,156,186],"as":[7,36,157,187,211],"a":[8,117],"method":[9],"to":[10,62,73,83],"understand":[11],"the":[12,28,48,110,123,131,133,140,164,167,178],"processes":[13],"underlying":[14],"behavior":[15,76],"in":[16,24,208],"humans":[17],"other":[19],"animals.":[20],"A":[21],"common":[22],"approach":[23],"this":[25,94,128],"field":[26],"involves":[27],"use":[29],"of":[30,50,112,130,166,180],"theoretically":[31],"constructed":[32],"cognitive":[33,59,190,214],"models,":[34],"such":[35],"reinforcement":[37,78],"learning":[38],"models.":[39,53,191],"However,":[40],"human":[41],"animal":[43],"decision-making":[44],"often":[45],"deviates":[46],"from":[47],"predictions":[49,104],"these":[51,58,200],"theoretical":[52],"To":[54],"capture":[55,84],"characteristics":[56],"that":[57,98],"models":[60,215],"fail":[61],"account":[63],"for,":[64],"recurrent":[65],"neural":[66],"networks":[67],"(RNNs)":[68],"have":[69],"increasingly":[71],"model":[74,119],"choice":[75,86,103],"involving":[77],"learning.":[79],"RNNs":[80,99,154,184,210],"are":[81,155,185],"able":[82],"how":[85,175],"probabilities":[87],"change":[88],"depending":[89],"on":[90,109],"past":[91,113],"experience.":[92],"In":[93],"work,":[95],"we":[96,202],"demonstrate":[97],"can":[100],"improve":[101],"future":[102,220],"by":[105],"capturing":[106],"individual":[107,134],"differences":[108],"basis":[111],"behavior,":[114],"even":[115],"when":[116,153,183],"single":[118],"is":[120],"fit":[121],"across":[122],"entire":[124],"population.":[125],"We":[126,162,192],"term":[127],"property":[129,142,169],"RNN":[132],"difference":[135],"tracking":[136],"(IDT)":[137],"property.":[138],"While":[139],"IDT":[141,168],"might":[143],"be":[144],"useful":[145],"for":[146,159,189,213,219],"prediction,":[147],"it":[148,176],"may":[149],"introduce":[150],"excessive":[151],"flexibility":[152],"benchmarks":[158,188,212],"predictive":[160,181],"accuracy.":[161],"investigate":[163],"nature":[165],"through":[170],"simulation":[171],"studies":[172],"examine":[174],"affects":[177],"interpretation":[179],"accuracy":[182],"also":[193],"present":[194],"examples":[195],"using":[196,209],"real-world":[197],"data.":[198],"Through":[199],"analyses,":[201],"discuss":[203],"practical":[204],"considerations":[205],"limitations":[207],"propose":[217],"directions":[218],"research.":[221]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2025-04-30T00:00:00"}