{"id":"https://openalex.org/W2054633809","doi":"https://doi.org/10.1109/ijcnn.2007.4371440","title":"Replay, Working Memory and Action Selection in Temporal Credit Assignment - a Simple Neural Network Model","display_name":"Replay, Working Memory and Action Selection in Temporal Credit Assignment - a Simple Neural Network Model","publication_year":2007,"publication_date":"2007-08-01","ids":{"openalex":"https://openalex.org/W2054633809","doi":"https://doi.org/10.1109/ijcnn.2007.4371440","mag":"2054633809"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2007.4371440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2007.4371440","pdf_url":null,"source":{"id":"https://openalex.org/S4210195743","display_name":"IEEE International Conference on Neural Networks/IEEE ... International Conference on Neural Networks","issn_l":"1098-7576","issn":["1098-7576","1558-3902"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 International Joint Conference on Neural Networks","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063281754","display_name":"Adam Ponzi","orcid":"https://orcid.org/0000-0001-8712-5911"},"institutions":[{"id":"https://openalex.org/I2800939219","display_name":"RIKEN Center for Brain Science","ror":"https://ror.org/04j1n1c04","country_code":"JP","type":"facility","lineage":["https://openalex.org/I2800939219","https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Adam Ponzi","raw_affiliation_strings":["Laboratory for Dynamics of Emergent Intelligence, RIKEN Brain Science Institute, Wako, Saitama, Japan","Riken Brain Science Institute, Saitama"],"affiliations":[{"raw_affiliation_string":"Laboratory for Dynamics of Emergent Intelligence, RIKEN Brain Science Institute, Wako, Saitama, Japan","institution_ids":["https://openalex.org/I2800939219"]},{"raw_affiliation_string":"Riken Brain Science Institute, Saitama","institution_ids":["https://openalex.org/I2800939219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5063281754"],"corresponding_institution_ids":["https://openalex.org/I2800939219"],"apc_list":null,"apc_paid":null,"fwci":0.4811,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.37671233,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"3011","last_page":"3016"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.7436269521713257},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.722932755947113},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6826598644256592},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.6404309868812561},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6039801836013794},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.47704142332077026},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4728772044181824},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.4011944532394409},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3956318795681},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26993033289909363}],"concepts":[{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.7436269521713257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722932755947113},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6826598644256592},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.6404309868812561},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6039801836013794},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.47704142332077026},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4728772044181824},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.4011944532394409},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3956318795681},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26993033289909363},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2007.4371440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2007.4371440","pdf_url":null,"source":{"id":"https://openalex.org/S4210195743","display_name":"IEEE International Conference on Neural Networks/IEEE ... International Conference on Neural Networks","issn_l":"1098-7576","issn":["1098-7576","1558-3902"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 International Joint Conference on Neural Networks","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W177136482","https://openalex.org/W1525761558","https://openalex.org/W1748089690","https://openalex.org/W1823940465","https://openalex.org/W1924016629","https://openalex.org/W1974794599","https://openalex.org/W1976284302","https://openalex.org/W1979441832","https://openalex.org/W2021768712","https://openalex.org/W2031170958","https://openalex.org/W2045227172","https://openalex.org/W2053210895","https://openalex.org/W2055523610","https://openalex.org/W2058113871","https://openalex.org/W2061217602","https://openalex.org/W2068949971","https://openalex.org/W2069209764","https://openalex.org/W2098860182","https://openalex.org/W2099652807","https://openalex.org/W2104664296","https://openalex.org/W2109059823","https://openalex.org/W2115107366","https://openalex.org/W2116164894","https://openalex.org/W2126449078","https://openalex.org/W2131045394","https://openalex.org/W2139203983","https://openalex.org/W2144041971","https://openalex.org/W2145594774","https://openalex.org/W2151108396","https://openalex.org/W2152372327","https://openalex.org/W2156912650","https://openalex.org/W2159270480","https://openalex.org/W2168904237","https://openalex.org/W2285870167","https://openalex.org/W4211259581","https://openalex.org/W6631181386","https://openalex.org/W6674733228","https://openalex.org/W6675681555"],"related_works":["https://openalex.org/W3104020672","https://openalex.org/W3040845310","https://openalex.org/W2143361130","https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2120009678","https://openalex.org/W2037601570","https://openalex.org/W2912947802","https://openalex.org/W2123856982","https://openalex.org/W1950622696"],"abstract_inverted_index":{"Reverse":[0],"replay":[1,26,49,140],"of":[2,23,50,57,64,124,172,177,194],"recent":[3,51],"behavioural":[4],"sequences":[5],"immediately":[6],"after":[7,189],"experience":[8],"at":[9,161],"the":[10,40,71,75,81,86,98,101,129,145,162,200,202,222,226],"reward":[11,46,58,87,150,188,197],"location":[12],"has":[13],"recently":[14],"been":[15],"reported.":[16],"Here":[17,114],"we":[18,115],"suggest":[19,116],"a":[20,36,62,117,135,149,173,179,183,190,205,217],"simple":[21,174],"model":[22,122,166,203],"how":[24],"such":[25],"can":[27],"be":[28],"used":[29],"to":[30,55,69,85,182,186,216],"select":[31],"an":[32,208],"action":[33,185,228],"and":[34,141,158],"provide":[35],"reinforcement":[37],"signal":[38,151,181],"in":[39],"temporal":[41],"credit":[42],"assignment":[43],"problem.":[44],"When":[45],"is":[47,59,167],"found,":[48,89],"states":[52],"experienced":[53,231],"prior":[54],"discovery":[56],"generated":[60,214],"as":[61,148],"type":[63],"working":[65],"memory.":[66],"This":[67],"acts":[68],"reinforces":[70],"actions":[72,82,93,104,212],"associated":[73],"with":[74,132],"replayed":[76],"states,":[77],"which":[78,83,105],"are":[79,94,106,109,112,213],"necessarily":[80],"led":[84],"being":[88],"while":[90],"other":[91,102],"competing":[92],"not":[95,110],"reinforced":[96,111],"by":[97,169],"replay.":[99],"On":[100],"hand,":[103],"selected":[107],"but":[108],"punished.":[113],"firing":[118],"rate":[119],"neural":[120],"network":[121],"implementation":[123],"this":[125],"system":[126,147],"based":[127],"on":[128],"Basal-Ganglia":[130],"anatomy":[131],"input":[133],"from":[134,144,207],"cortical":[136],"association":[137],"layer":[138],"generating":[139],"auto-catalytic":[142],"feedback":[143],"dopamine":[146],"modulating":[152],"three-way":[153],"Hebbian":[154],"long":[155],"term":[156],"potentiation":[157],"depression":[159],"(LTP/LTD)":[160],"cortical-striatal":[163],"synapses.":[164],"The":[165],"illustrated":[168],"numerical":[170],"simulations":[171],"example":[175],"-that":[176],"associating":[178],"cue":[180,196],"correct":[184,227],"obtain":[187],"delay":[191],"period,":[192],"typical":[193],"primate":[195],"tasks.":[198],"Through":[199],"learning":[201],"shows":[204],"transition":[206],"exploratory":[209],"phase":[210,220],"where":[211,221],"randomly,":[215],"goal":[218],"directed":[219],"animal":[223],"always":[224],"chooses":[225],"for":[229],"each":[230],"state.":[232]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}