{"id":"https://openalex.org/W2060730677","doi":"https://doi.org/10.1109/ijcnn.2012.6252433","title":"Reward hierarchical temporal memory","display_name":"Reward hierarchical temporal memory","publication_year":2012,"publication_date":"2012-06-01","ids":{"openalex":"https://openalex.org/W2060730677","doi":"https://doi.org/10.1109/ijcnn.2012.6252433","mag":"2060730677"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2012.6252433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2012.6252433","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2012 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033633142","display_name":"Hansol Choi","orcid":"https://orcid.org/0000-0002-3653-1474"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Hansol Choi","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea","Korea Advanced Institute of Science and Technology Daejeon Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology Daejeon Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040242321","display_name":"Jun-Cheol Park","orcid":"https://orcid.org/0000-0002-1701-2230"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun-Cheol Park","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea","Korea Advanced Institute of Science and Technology Daejeon Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology Daejeon Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101411185","display_name":"Jae Hyun Lim","orcid":"https://orcid.org/0000-0002-3072-0100"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae Hyun Lim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea","Korea Advanced Institute of Science and Technology Daejeon Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology Daejeon Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113963716","display_name":"Jae Young Jun","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae Young Jun","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea","Korea Advanced Institute of Science and Technology Daejeon Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology Daejeon Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103221173","display_name":"Dae\u2010Shik Kim","orcid":"https://orcid.org/0000-0002-9131-8086"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dae-Shik Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea","Korea Advanced Institute of Science and Technology Daejeon Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology Daejeon Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5033633142"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12634499,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"275","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.7740679979324341},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6914528012275696},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6061385273933411},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.5481082797050476},{"id":"https://openalex.org/keywords/mean-squared-prediction-error","display_name":"Mean squared prediction error","score":0.4729428291320801},{"id":"https://openalex.org/keywords/dopamine","display_name":"Dopamine","score":0.44614332914352417},{"id":"https://openalex.org/keywords/dopaminergic","display_name":"Dopaminergic","score":0.44607192277908325},{"id":"https://openalex.org/keywords/basal-ganglia","display_name":"Basal ganglia","score":0.44177085161209106},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.4380279779434204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3862065076828003},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3193475008010864},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3076179623603821},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.18128332495689392},{"id":"https://openalex.org/keywords/central-nervous-system","display_name":"Central nervous system","score":0.06769132614135742}],"concepts":[{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.7740679979324341},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6914528012275696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6061385273933411},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.5481082797050476},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.4729428291320801},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.44614332914352417},{"id":"https://openalex.org/C137183658","wikidata":"https://www.wikidata.org/wiki/Q461076","display_name":"Dopaminergic","level":3,"score":0.44607192277908325},{"id":"https://openalex.org/C2778187257","wikidata":"https://www.wikidata.org/wiki/Q464210","display_name":"Basal ganglia","level":3,"score":0.44177085161209106},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.4380279779434204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3862065076828003},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3193475008010864},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3076179623603821},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.18128332495689392},{"id":"https://openalex.org/C529278444","wikidata":"https://www.wikidata.org/wiki/Q47273","display_name":"Central nervous system","level":2,"score":0.06769132614135742}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2012.6252433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2012.6252433","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2012 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1523888871","https://openalex.org/W1966767762","https://openalex.org/W1988628392","https://openalex.org/W2005866069","https://openalex.org/W2005962945","https://openalex.org/W2010124835","https://openalex.org/W2015368135","https://openalex.org/W2058279623","https://openalex.org/W2076759530","https://openalex.org/W2085658907","https://openalex.org/W2098534820","https://openalex.org/W2103734479","https://openalex.org/W2116577160","https://openalex.org/W2117726420","https://openalex.org/W2126306411","https://openalex.org/W2127469248","https://openalex.org/W2144701234","https://openalex.org/W2149565728","https://openalex.org/W2158420012","https://openalex.org/W2167362547","https://openalex.org/W2167815629","https://openalex.org/W2175523146","https://openalex.org/W2282055800","https://openalex.org/W2914656440","https://openalex.org/W4242770316"],"related_works":["https://openalex.org/W3093895509","https://openalex.org/W3163481960","https://openalex.org/W2474626013","https://openalex.org/W3089876952","https://openalex.org/W2909285114","https://openalex.org/W3000091990","https://openalex.org/W2088222816","https://openalex.org/W1586845208","https://openalex.org/W3154489869","https://openalex.org/W1998274826"],"abstract_inverted_index":{"In":[0,48,88,112,143],"humans":[1],"and":[2,38,45,79,100,138,167],"animals,":[3],"reward":[4,55,102,128],"prediction":[5,56,103,129],"error":[6,57],"encoded":[7],"by":[8,131],"dopamine":[9,37,168],"systems":[10],"is":[11,59,61],"thought":[12],"to":[13,75,136,150],"be":[14],"important":[15],"in":[16],"the":[17,34,42,54,66,70,81,84,115,133,140],"temporal":[18,109,116],"difference":[19],"learning":[20,24],"class":[21],"of":[22,36,50,68,83,163],"reinforcement":[23],"(RL).":[25],"With":[26],"RL":[27],"algorithms,":[28],"many":[29],"brain":[30],"models":[31],"have":[32],"described":[33],"function":[35],"related":[39],"areas,":[40],"including":[41,65],"basal":[43],"ganglia":[44],"frontal":[46],"cortex.":[47],"spite":[49],"this":[51,89,113,124],"importance,":[52],"how":[53,69,80],"itself":[58],"computed":[60],"not":[62],"understood":[63],"well,":[64],"problem":[67],"current":[71],"states":[72,78,85],"are":[73,86,120],"assigned":[74],"a":[76,93,144,160],"memorized":[77,134],"values":[82],"memorized.":[87],"paper,":[90],"we":[91],"describe":[92],"neocortical":[94],"model":[95,147,157],"for":[96],"memorizing":[97],"state":[98],"space":[99],"computing":[101],"error,":[104],"known":[105],"as":[106],"`reward":[107],"hierarchical":[108],"memory'":[110],"(rHTM).":[111],"model,":[114],"relationships":[117],"among":[118],"events":[119],"hierarchically":[121],"stored.":[122],"Using":[123],"memory,":[125],"rHTM":[126],"computes":[127],"errors":[130],"associating":[132],"sequences":[135],"rewards":[137],"inhibits":[139],"predicted":[141],"reward.":[142],"simulation,":[145],"our":[146,156],"behaved":[148],"similarly":[149],"dopaminergic":[151],"neurons.":[152,169],"We":[153],"suggest":[154],"that":[155],"can":[158],"provide":[159],"hypothetical":[161],"framework":[162],"interaction":[164],"between":[165],"cortex":[166]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}