{"id":"https://openalex.org/W1760547568","doi":"https://doi.org/10.1162/jocn_a_00894","title":"Attentional Selection Can Be Predicted by Reinforcement Learning of Task-relevant Stimulus Features Weighted by Value-independent Stickiness","display_name":"Attentional Selection Can Be Predicted by Reinforcement Learning of Task-relevant Stimulus Features Weighted by Value-independent Stickiness","publication_year":2015,"publication_date":"2015-12-23","ids":{"openalex":"https://openalex.org/W1760547568","doi":"https://doi.org/10.1162/jocn_a_00894","mag":"1760547568"},"language":"en","primary_location":{"id":"doi:10.1162/jocn_a_00894","is_oa":true,"landing_page_url":"https://doi.org/10.1162/jocn_a_00894","pdf_url":"https://direct.mit.edu/jocn/article-pdf/28/2/333/1950604/jocn_a_00894.pdf","source":{"id":"https://openalex.org/S123144817","display_name":"Journal of Cognitive Neuroscience","issn_l":"0898-929X","issn":["0898-929X","1530-8898"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cognitive Neuroscience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://direct.mit.edu/jocn/article-pdf/28/2/333/1950604/jocn_a_00894.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046629140","display_name":"Matthew Balcarras","orcid":null},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Matthew Balcarras","raw_affiliation_strings":["1York University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"1York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017943413","display_name":"Salva Ardid","orcid":"https://orcid.org/0000-0003-4821-6655"},"institutions":[{"id":"https://openalex.org/I4210154901","display_name":"Kingston University","ror":"https://ror.org/0517ce304","country_code":"US","type":"education","lineage":["https://openalex.org/I4210154901"]},{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Salva Ardid","raw_affiliation_strings":["1York University, Toronto, Canada","2Boston University"],"affiliations":[{"raw_affiliation_string":"1York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"2Boston University","institution_ids":["https://openalex.org/I4210154901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069165558","display_name":"Daniel Kaping","orcid":null},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Daniel Kaping","raw_affiliation_strings":["1York University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"1York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055174810","display_name":"Stefan Everling","orcid":"https://orcid.org/0000-0001-9714-9757"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Stefan Everling","raw_affiliation_strings":["3University of Western Ontario"],"affiliations":[{"raw_affiliation_string":"3University of Western Ontario","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020165662","display_name":"Thilo Womelsdorf","orcid":"https://orcid.org/0000-0001-6921-4187"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]},{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Thilo Womelsdorf","raw_affiliation_strings":["1York University, Toronto, Canada","3University of Western Ontario"],"affiliations":[{"raw_affiliation_string":"1York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"3University of Western Ontario","institution_ids":["https://openalex.org/I125749732"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5046629140"],"corresponding_institution_ids":["https://openalex.org/I192455969"],"apc_list":null,"apc_paid":null,"fwci":1.4884,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.8075004,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"28","issue":"2","first_page":"333","last_page":"349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.6571848392486572},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.6233869194984436},{"id":"https://openalex.org/keywords/covert","display_name":"Covert","score":0.6020272970199585},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5887854695320129},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5429004430770874},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.47276216745376587},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.45252034068107605},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4500029683113098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36399808526039124},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.19889450073242188},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.1522761881351471},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.13229653239250183}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6571848392486572},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.6233869194984436},{"id":"https://openalex.org/C2779338814","wikidata":"https://www.wikidata.org/wiki/Q5179285","display_name":"Covert","level":2,"score":0.6020272970199585},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5887854695320129},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5429004430770874},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.47276216745376587},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.45252034068107605},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4500029683113098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36399808526039124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.19889450073242188},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.1522761881351471},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.13229653239250183},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/jocn_a_00894","is_oa":true,"landing_page_url":"https://doi.org/10.1162/jocn_a_00894","pdf_url":"https://direct.mit.edu/jocn/article-pdf/28/2/333/1950604/jocn_a_00894.pdf","source":{"id":"https://openalex.org/S123144817","display_name":"Journal of Cognitive Neuroscience","issn_l":"0898-929X","issn":["0898-929X","1530-8898"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cognitive Neuroscience","raw_type":"journal-article"},{"id":"pmh:oai:ir.lib.uwo.ca:brainpub-2108","is_oa":false,"landing_page_url":"https://ir.lib.uwo.ca/brainpub/1101","pdf_url":null,"source":{"id":"https://openalex.org/S4306400648","display_name":"Scholarship@Western (Western University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I125749732","host_organization_name":"Western University","host_organization_lineage":["https://openalex.org/I125749732"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Brain and Mind Institute Researchers' Publications","raw_type":"article"},{"id":"pmh:oai:riunet.upv.es:10251/167007","is_oa":true,"landing_page_url":"http://hdl.handle.net/10251/167007","pdf_url":null,"source":{"id":"https://openalex.org/S4306401500","display_name":"RiuNet (Politechnical University of Valencia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60053951","host_organization_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","host_organization_lineage":["https://openalex.org/I60053951"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1162/jocn_a_00894","is_oa":true,"landing_page_url":"https://doi.org/10.1162/jocn_a_00894","pdf_url":"https://direct.mit.edu/jocn/article-pdf/28/2/333/1950604/jocn_a_00894.pdf","source":{"id":"https://openalex.org/S123144817","display_name":"Journal of Cognitive Neuroscience","issn_l":"0898-929X","issn":["0898-929X","1530-8898"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cognitive Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2165548363","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G4389354971","display_name":null,"funder_award_id":"Research","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"},{"id":"https://openalex.org/G6282788884","display_name":null,"funder_award_id":"Canadian Institutes of Health","funder_id":"https://openalex.org/F4320334506","funder_display_name":"Canadian Institutes of Health Research"}],"funders":[{"id":"https://openalex.org/F4320319918","display_name":"York University","ror":"https://ror.org/05fq50484"},{"id":"https://openalex.org/F4320319948","display_name":"Ontario Ministry of Economic Development and Innovation","ror":"https://ror.org/01pvzn627"},{"id":"https://openalex.org/F4320324632","display_name":"Ministero dello Sviluppo Economico","ror":"https://ror.org/011z3ff80"},{"id":"https://openalex.org/F4320334506","display_name":"Canadian Institutes of Health Research","ror":"https://ror.org/01gavpb45"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1760547568.pdf","grobid_xml":"https://content.openalex.org/works/W1760547568.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W115244455","https://openalex.org/W119228284","https://openalex.org/W1503962455","https://openalex.org/W1530102561","https://openalex.org/W1541981780","https://openalex.org/W1580443831","https://openalex.org/W1973355828","https://openalex.org/W1983230739","https://openalex.org/W1986333646","https://openalex.org/W1988699227","https://openalex.org/W1990159995","https://openalex.org/W1995007954","https://openalex.org/W2001643038","https://openalex.org/W2002519761","https://openalex.org/W2008709921","https://openalex.org/W2010694808","https://openalex.org/W2014538378","https://openalex.org/W2019310225","https://openalex.org/W2022076766","https://openalex.org/W2029514605","https://openalex.org/W2032743424","https://openalex.org/W2033660305","https://openalex.org/W2037986568","https://openalex.org/W2041336675","https://openalex.org/W2045909689","https://openalex.org/W2046720248","https://openalex.org/W2047431381","https://openalex.org/W2049633694","https://openalex.org/W2049963944","https://openalex.org/W2050233777","https://openalex.org/W2054324756","https://openalex.org/W2058978266","https://openalex.org/W2060077622","https://openalex.org/W2061304498","https://openalex.org/W2075651959","https://openalex.org/W2079448742","https://openalex.org/W2081913479","https://openalex.org/W2083607057","https://openalex.org/W2086244298","https://openalex.org/W2086685463","https://openalex.org/W2093967694","https://openalex.org/W2095977516","https://openalex.org/W2101632007","https://openalex.org/W2102770572","https://openalex.org/W2105516121","https://openalex.org/W2105524713","https://openalex.org/W2105590614","https://openalex.org/W2109843705","https://openalex.org/W2112191288","https://openalex.org/W2119957476","https://openalex.org/W2120632836","https://openalex.org/W2127625552","https://openalex.org/W2132274525","https://openalex.org/W2133282234","https://openalex.org/W2137966130","https://openalex.org/W2143594200","https://openalex.org/W2152848035","https://openalex.org/W2155167336","https://openalex.org/W2157746013","https://openalex.org/W2159162180","https://openalex.org/W2164183806","https://openalex.org/W2164778565","https://openalex.org/W2169320233","https://openalex.org/W2169323873","https://openalex.org/W4253401278","https://openalex.org/W6659937623"],"related_works":["https://openalex.org/W2523525694","https://openalex.org/W2727423897","https://openalex.org/W2998642566","https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2120009678","https://openalex.org/W2912947802","https://openalex.org/W2037601570","https://openalex.org/W2123856982","https://openalex.org/W1530089576"],"abstract_inverted_index":{"Abstract":[0],"Attention":[1],"includes":[2],"processes":[3,31,37],"that":[4,49,72,109,118,146,166,197,210],"evaluate":[5],"stimuli":[6],"relevance,":[7],"select":[8],"the":[9,22,56,124,155,192,211],"most":[10],"relevant":[11,15],"stimulus":[12,59,130,217],"against":[13],"less":[14],"stimuli,":[16],"and":[17,54,67,83,132,180,209],"bias":[18],"choice":[19,84],"behavior":[20,85],"toward":[21,184],"selected":[23],"information.":[24],"It":[25],"is":[26],"not":[27],"clear":[28],"how":[29,224],"these":[30,36,198],"interact.":[32],"Here,":[33],"we":[34,107],"captured":[35],"in":[38,191,229],"a":[39,45,88,116,137,162,172],"reinforcement":[40,74,104,156],"learning":[41,75,105,157],"framework":[42],"applied":[43],"to":[44,52,93,189,222],"feature-based":[46,80,216],"attention":[47],"task":[48],"required":[50,87],"macaques":[51],"learn":[53],"update":[55],"value":[57,178],"of":[58,158,215],"features":[60,131],"while":[61,97],"ignoring":[62],"nonrelevant":[63,129],"sensory":[64],"features,":[65],"locations,":[66],"action":[68,133],"plans.":[69],"We":[70,195],"found":[71,108],"value-based":[73],"mechanisms":[76,200],"could":[77],"account":[78,214],"for":[79,123],"attentional":[81,147,225],"selection":[82,91,95,174,218],"but":[86,205],"value-independent":[89,182],"stickiness":[90,183],"process":[92,175],"explain":[94],"errors":[96],"at":[98],"asymptotic":[99],"behavior.":[100],"By":[101],"comparing":[102],"different":[103],"schemes,":[106],"trial-by-trial":[110],"selections":[111,187],"were":[112],"best":[113],"predicted":[114],"by":[115,153,203],"model":[117],"only":[119,136],"represents":[120],"expected":[121],"values":[122,160],"task-relevant":[125],"feature":[126,159,164,169,186],"dimension,":[127],"with":[128],"plans":[134],"having":[135],"marginal":[138],"influence":[139],"on":[140,176],"covert":[141],"selections.":[142],"These":[143],"findings":[144],"show":[145],"control":[148],"subprocesses":[149,226],"can":[150],"be":[151,220],"described":[152],"(1)":[154],"within":[161],"restricted":[163],"space":[165],"excludes":[167],"irrelevant":[168],"dimensions,":[170],"(2)":[171],"stochastic":[173],"feature-specific":[177],"representations,":[179],"(3)":[181],"previous":[185],"akin":[188],"perseveration":[190],"motor":[193],"domain.":[194],"speculate":[196],"three":[199],"are":[201,227],"implemented":[202,228],"distinct":[204],"interacting":[206],"brain":[207,231],"circuits":[208],"proposed":[212],"formal":[213],"will":[219],"important":[221],"understand":[223],"primate":[230],"networks.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2016-06-24T00:00:00"}