{"id":"https://openalex.org/W3160530346","doi":"https://doi.org/10.1145/3409334.3452072","title":"Benefits of combining dimensional attention and working memory for partially observable reinforcement learning problems","display_name":"Benefits of combining dimensional attention and working memory for partially observable reinforcement learning problems","publication_year":2021,"publication_date":"2021-04-15","ids":{"openalex":"https://openalex.org/W3160530346","doi":"https://doi.org/10.1145/3409334.3452072","mag":"3160530346"},"language":"en","primary_location":{"id":"doi:10.1145/3409334.3452072","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3409334.3452072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Southeast Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029977471","display_name":"Ngozi Omatu","orcid":null},"institutions":[{"id":"https://openalex.org/I169615421","display_name":"Middle Tennessee State University","ror":"https://ror.org/02n1hzn07","country_code":"US","type":"education","lineage":["https://openalex.org/I169615421"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ngozi Omatu","raw_affiliation_strings":["Middle Tennessee State University"],"affiliations":[{"raw_affiliation_string":"Middle Tennessee State University","institution_ids":["https://openalex.org/I169615421"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013867771","display_name":"Joshua L. Phillips","orcid":"https://orcid.org/0000-0002-4619-6083"},"institutions":[{"id":"https://openalex.org/I169615421","display_name":"Middle Tennessee State University","ror":"https://ror.org/02n1hzn07","country_code":"US","type":"education","lineage":["https://openalex.org/I169615421"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua L. Phillips","raw_affiliation_strings":["Middle Tennessee State University"],"affiliations":[{"raw_affiliation_string":"Middle Tennessee State University","institution_ids":["https://openalex.org/I169615421"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029977471"],"corresponding_institution_ids":["https://openalex.org/I169615421"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04079935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"209","last_page":"213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7590241432189941},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6624593734741211},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.6523140668869019},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5437853932380676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4770997166633606},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3941938877105713},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22347339987754822},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09950083494186401},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0562727153301239}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7590241432189941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6624593734741211},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.6523140668869019},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5437853932380676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4770997166633606},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3941938877105713},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22347339987754822},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09950083494186401},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0562727153301239},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3409334.3452072","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3409334.3452072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Southeast Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2001771035","https://openalex.org/W2018124860","https://openalex.org/W2036360960","https://openalex.org/W2059148040","https://openalex.org/W2081030963","https://openalex.org/W2107139863","https://openalex.org/W2109059823","https://openalex.org/W2121863487","https://openalex.org/W2127262270","https://openalex.org/W2128084896","https://openalex.org/W2128493489","https://openalex.org/W2143298813","https://openalex.org/W2145482038","https://openalex.org/W2586718751","https://openalex.org/W2767493943","https://openalex.org/W4246719790","https://openalex.org/W4252483528"],"related_works":["https://openalex.org/W1994680671","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2000283393","https://openalex.org/W2002320543","https://openalex.org/W2150232912","https://openalex.org/W2054940838","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255"],"abstract_inverted_index":{"Neuroscience":[0],"provides":[1],"a":[2,68,94,114,127],"rich":[3],"source":[4],"of":[5,10,29,43,52,63,88],"inspiration":[6],"for":[7,119],"new":[8],"types":[9],"algorithms":[11],"and":[12,19,66,112,122,155],"architectures":[13],"to":[14,39,79,98],"employ":[15],"when":[16],"building":[17],"AI":[18],"the":[20,41,61,74,92,120,135,150,165],"resulting":[21],"biologically-plausible":[22,115],"approaches":[23],"that":[24,134],"provide":[25],"formal,":[26],"testable":[27],"models":[28],"brain":[30],"function.":[31],"The":[32],"working":[33,53],"memory":[34,54],"toolkit":[35],"(WMtk),":[36],"was":[37],"developed":[38],"assist":[40],"integration":[42],"an":[44],"artificial":[45],"neural":[46],"network":[47],"(ANN)-based":[48],"computational":[49],"neuroscience":[50],"model":[51,124],"into":[55],"reinforcement":[56],"learning":[57,139,148],"(RL)":[58],"agents,":[59],"mitigating":[60],"details":[62],"ANN":[64],"design":[65],"providing":[67],"simple":[69],"symbolic":[70],"encoding":[71],"interface.":[72],"While":[73],"WMtk":[75,121],"allows":[76],"RL":[77],"agents":[78],"perform":[80],"well":[81],"in":[82,102,141,149,153],"partially-observable":[83,128],"domains,":[84],"it":[85],"requires":[86],"prefiltering":[87],"sensory":[89],"information":[90],"by":[91],"programmer:":[93],"task":[95],"often":[96],"delegated":[97],"dimensional":[99,116],"attention":[100,117,136],"mechanisms":[101],"other":[103],"cognitive":[104],"architectures.":[105],"To":[106],"fill":[107],"this":[108],"gap,":[109],"we":[110],"develop":[111],"test":[113],"filter":[118,137],"validate":[123],"performance":[125,163],"using":[126],"1D":[129],"maze":[130],"task.":[131],"We":[132],"show":[133],"improves":[138],"behavior":[140],"two":[142],"ways":[143],"by:":[144],"1)":[145],"speeding":[146],"up":[147],"short-term,":[151],"early":[152],"training":[154],"2)":[156],"developing":[157],"emergent":[158],"alternative":[159],"strategies":[160],"which":[161],"optimize":[162],"over":[164],"long-term.":[166]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}