{"id":"https://openalex.org/W2474626013","doi":null,"title":"Reward Hierarchical Temporal Memory Model for Memorizing and Computing Reward Prediction Error by Neocortex","display_name":"Reward Hierarchical Temporal Memory Model for Memorizing and Computing Reward Prediction Error by Neocortex","publication_year":2012,"publication_date":"2012-06-10","ids":{"openalex":"https://openalex.org/W2474626013","mag":"2474626013"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.454.8454","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.454.8454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://brain.kaist.ac.kr/document/HSC/295.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033633142","display_name":"Hansol Choi","orcid":"https://orcid.org/0000-0002-3653-1474","observed_orcids":["https://orcid.org/0000-0002-3653-1474"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hansol Choi","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3653-1474","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040242321","display_name":"Jun-Cheol Park","orcid":"https://orcid.org/0000-0002-1701-2230","observed_orcids":["https://orcid.org/0000-0002-1701-2230"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun-Cheol Park","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1701-2230","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101411185","display_name":"Jae Hyun Lim","orcid":"https://orcid.org/0000-0002-3072-0100","observed_orcids":["https://orcid.org/0000-0002-3072-0100"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae Hyun Lim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3072-0100","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113963716","display_name":"Jae Young Jun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae Young Jun","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103221173","display_name":"Dae\u2010Shik Kim","orcid":"https://orcid.org/0000-0002-9131-8086","observed_orcids":["https://orcid.org/0000-0002-9131-8086","https://orcid.org/0000-0002-6001-1911","https://orcid.org/0000-0002-9519-6354"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dae\u2010Shik Kim","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-9131-8086","affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.4180000126361847,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.4180000126361847,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.20430000126361847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.14579999446868896,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reward-prediction-error","display_name":"reward prediction error","score":0.9319999814033508},{"id":"https://openalex.org/keywords/hierarchical-temporal-memory","display_name":"hierarchical temporal memory","score":0.875},{"id":"https://openalex.org/keywords/neocortex","display_name":"neocortex","score":0.8420000076293945},{"id":"https://openalex.org/keywords/dopamine","display_name":"dopamine","score":0.7450000047683716},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"temporal difference learning","score":0.8259999752044678},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9829999804496765},{"id":"https://openalex.org/keywords/sequence-memory","display_name":"sequence memory","score":0.4970000088214874},{"id":"https://openalex.org/keywords/temporal-relations","display_name":"temporal relations","score":0.32899999618530273},{"id":"https://openalex.org/keywords/basal-ganglia","display_name":"basal ganglia","score":0.6290000081062317},{"id":"https://openalex.org/keywords/frontal-cortex","display_name":"frontal cortex","score":0.8100000023841858}],"concepts":[{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.8688997030258179},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7742966413497925},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.6124473214149475},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5737380981445312},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.5539040565490723},{"id":"https://openalex.org/C2777222312","wikidata":"https://www.wikidata.org/wiki/Q726562","display_name":"Neocortex","level":2,"score":0.4886651337146759},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4471306800842285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4199562072753906},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37850868701934814},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.36895930767059326},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3303627371788025},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.21890690922737122},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.454.8454","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.454.8454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://brain.kaist.ac.kr/document/HSC/295.pdf","raw_type":"text"},{"id":"mag:2474626013","doi":null,"is_oa":false,"landing_page_url":"http://koasas.kaist.ac.kr/handle/10203/169472","pdf_url":null,"source":{"id":"https://openalex.org/S4306421322","display_name":"World Congress on Computational Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"World Congress on Computational Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1523888871","https://openalex.org/W1966767762","https://openalex.org/W1988628392","https://openalex.org/W2005866069","https://openalex.org/W2005962945","https://openalex.org/W2010124835","https://openalex.org/W2015368135","https://openalex.org/W2058279623","https://openalex.org/W2076759530","https://openalex.org/W2085658907","https://openalex.org/W2098534820","https://openalex.org/W2103734479","https://openalex.org/W2117726420","https://openalex.org/W2126306411","https://openalex.org/W2127469248","https://openalex.org/W2144701234","https://openalex.org/W2149565728","https://openalex.org/W2158420012","https://openalex.org/W2167362547","https://openalex.org/W2167815629","https://openalex.org/W2175523146","https://openalex.org/W2282055800","https://openalex.org/W2911283634","https://openalex.org/W2914656440"],"related_works":["https://openalex.org/W2060730677","https://openalex.org/W2790878395","https://openalex.org/W6940814664","https://openalex.org/W7212806452","https://openalex.org/W4406728206","https://openalex.org/W2317241889","https://openalex.org/W2119170562","https://openalex.org/W2128211763","https://openalex.org/W2283794071","https://openalex.org/W7096545529"],"abstract_inverted_index":{"Abstract\u2014In":[0],"humans":[1],"and":[2,38,45,79,100,139],"animals,":[3],"reward":[4,55,102,129],"prediction":[5,56,103,130],"error":[6,57],"encoded":[7],"by":[8,132],"dopamine":[9,37],"systems":[10],"is":[11,59,61],"thought":[12],"to":[13,75,137],"be":[14],"important":[15],"in":[16],"the":[17,34,42,54,66,70,81,84,116,134,141],"temporal":[18,109,117],"difference":[19],"learning":[20,24],"class":[21],"of":[22,36,50,68,83],"reinforcement":[23],"(RL).":[25],"With":[26],"RL":[27],"algorithms,":[28],"many":[29],"brain":[30],"models":[31],"have":[32],"described":[33],"function":[35],"related":[39],"areas,":[40],"including":[41,65],"basal":[43],"ganglia":[44],"frontal":[46],"cortex.":[47],"In":[48,88,113],"spite":[49],"this":[51,89,114,125],"importance,":[52],"how":[53,69,80],"itself":[58],"computed":[60],"not":[62],"understood":[63],"well,":[64],"problem":[67],"current":[71],"states":[72,78,85],"are":[73,86,121],"assigned":[74],"a":[76,93],"memorized":[77,135],"values":[82],"memorized.":[87],"paper,":[90],"we":[91],"describe":[92],"neocortical":[94],"model":[95],"for":[96],"memorizing":[97],"state":[98],"space":[99],"computing":[101],"error,":[104],"known":[105],"as":[106],"\u2018reward":[107],"hierarchical":[108],"memory":[110],"\u2019":[111],"(rHTM).":[112],"model,":[115],"relationships":[118],"among":[119],"events":[120],"hierarchically":[122],"stored.":[123],"Using":[124],"memory,":[126],"rHTM":[127],"computes":[128],"errors":[131],"associating":[133],"sequences":[136],"rewards":[138],"inhibits":[140]},"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-07-22T00:00:00"}