{"id":"https://openalex.org/W2127690918","doi":null,"title":"Different Cortico-Basal Ganglia Loops Specialize in Reward Prediction at Different Time Scales","display_name":"Different Cortico-Basal Ganglia Loops Specialize in Reward Prediction at Different Time Scales","publication_year":2003,"publication_date":"2003-12-09","ids":{"openalex":"https://openalex.org/W2127690918","mag":"2127690918"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.67.9298","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.67.9298","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://books.nips.cc/papers/files/nips16/NIPS2003_BI02.ps.gz","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023128435","display_name":"Saori Tanaka","orcid":"https://orcid.org/0000-0002-7001-5051","observed_orcids":["https://orcid.org/0000-0002-7001-5051"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Saori Tanaka","raw_affiliation_strings":["Nara Institute of Science and Technology, ATR Computational Neuroscience Laboratories, CREST, Japan Science and Technology Corporation, Kyoto, Japan#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-7001-5051","affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, ATR Computational Neuroscience Laboratories, CREST, Japan Science and Technology Corporation, Kyoto, Japan#TAB#","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004840638","display_name":"Kenji Doya","orcid":"https://orcid.org/0000-0002-2446-6820","observed_orcids":["https://orcid.org/0000-0002-2446-6820"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Doya","raw_affiliation_strings":["Nara Institute of Science and Technology, ATR Computational Neuroscience Laboratories, CREST, Japan Science and Technology Corporation, Kyoto, Japan#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-2446-6820","affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, ATR Computational Neuroscience Laboratories, CREST, Japan Science and Technology Corporation, Kyoto, Japan#TAB#","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041084485","display_name":"Go Okada","orcid":"https://orcid.org/0000-0002-5451-8513","observed_orcids":["https://orcid.org/0000-0002-5451-8513"]},"institutions":[{"id":"https://openalex.org/I113306721","display_name":"Hiroshima University","ror":"https://ror.org/03t78wx29","country_code":"JP","type":"education","lineage":["https://openalex.org/I113306721"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Go Okada","raw_affiliation_strings":["Hiroshima University School of Medicine, CREST, Japan Science and Technology Corporation, Hiroshima, Japan#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-5451-8513","affiliations":[{"raw_affiliation_string":"Hiroshima University School of Medicine, CREST, Japan Science and Technology Corporation, Hiroshima, Japan#TAB#","institution_ids":["https://openalex.org/I113306721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083463293","display_name":"Kazutaka Ueda","orcid":"https://orcid.org/0000-0002-7525-5636","observed_orcids":["https://orcid.org/0000-0002-7525-5636"]},"institutions":[{"id":"https://openalex.org/I113306721","display_name":"Hiroshima University","ror":"https://ror.org/03t78wx29","country_code":"JP","type":"education","lineage":["https://openalex.org/I113306721"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazutaka Ueda","raw_affiliation_strings":["Hiroshima University School of Medicine, CREST, Japan Science and Technology Corporation, Hiroshima, Japan#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-7525-5636","affiliations":[{"raw_affiliation_string":"Hiroshima University School of Medicine, CREST, Japan Science and Technology Corporation, Hiroshima, Japan#TAB#","institution_ids":["https://openalex.org/I113306721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064215032","display_name":"Yasumasa Okamoto","orcid":"https://orcid.org/0000-0001-8813-7551","observed_orcids":["https://orcid.org/0000-0001-8813-7551"]},"institutions":[{"id":"https://openalex.org/I113306721","display_name":"Hiroshima University","ror":"https://ror.org/03t78wx29","country_code":"JP","type":"education","lineage":["https://openalex.org/I113306721"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasumasa Okamoto","raw_affiliation_strings":["Hiroshima University School of Medicine, CREST, Japan Science and Technology Corporation, Hiroshima, Japan#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-8813-7551","affiliations":[{"raw_affiliation_string":"Hiroshima University School of Medicine, CREST, Japan Science and Technology Corporation, Hiroshima, Japan#TAB#","institution_ids":["https://openalex.org/I113306721"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052376344","display_name":"Shigeto Yamawaki","orcid":"https://orcid.org/0000-0003-4263-6771","observed_orcids":["https://orcid.org/0000-0003-4263-6771"]},"institutions":[{"id":"https://openalex.org/I113306721","display_name":"Hiroshima University","ror":"https://ror.org/03t78wx29","country_code":"JP","type":"education","lineage":["https://openalex.org/I113306721"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shigeto Yamawaki","raw_affiliation_strings":["Hiroshima University School of Medicine, CREST, Japan Science and Technology Corporation, Hiroshima, Japan#TAB#"],"raw_orcid":"https://orcid.org/0000-0003-4263-6771","affiliations":[{"raw_affiliation_string":"Hiroshima University School of Medicine, CREST, Japan Science and Technology Corporation, Hiroshima, Japan#TAB#","institution_ids":["https://openalex.org/I113306721"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":null,"first_page":"701","last_page":"708"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.8589000105857849,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.8589000105857849,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.12809999287128448,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reward-prediction","display_name":"reward prediction","score":0.9679999947547913},{"id":"https://openalex.org/keywords/reward-prediction-error","display_name":"reward prediction error","score":0.8889999985694885},{"id":"https://openalex.org/keywords/cortico-basal-ganglia-loop","display_name":"cortico-basal ganglia loop","score":0.9750000238418579},{"id":"https://openalex.org/keywords/striatum","display_name":"striatum","score":0.6840000152587891},{"id":"https://openalex.org/keywords/medial-frontal-cortex","display_name":"medial frontal cortex","score":0.9800000190734863},{"id":"https://openalex.org/keywords/timescales","display_name":"time scales","score":0.5720000267028809},{"id":"https://openalex.org/keywords/fmri","display_name":"functional MRI","score":0.4519999921321869},{"id":"https://openalex.org/keywords/topographic-map","display_name":"topographic map","score":0.5580000281333923}],"concepts":[{"id":"https://openalex.org/C2778187257","wikidata":"https://www.wikidata.org/wiki/Q464210","display_name":"Basal ganglia","level":3,"score":0.7821651697158813},{"id":"https://openalex.org/C2780062018","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Striatum","level":3,"score":0.5379195213317871},{"id":"https://openalex.org/C2776743251","wikidata":"https://www.wikidata.org/wiki/Q1319792","display_name":"Ventral striatum","level":4,"score":0.5078752636909485},{"id":"https://openalex.org/C143661069","wikidata":"https://www.wikidata.org/wiki/Q670713","display_name":"Reward system","level":2,"score":0.4635768234729767},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4404556453227997},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.4303526282310486},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4045857787132263},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40314731001853943},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3814288377761841},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3490597903728485},{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.2500823736190796},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C529278444","wikidata":"https://www.wikidata.org/wiki/Q47273","display_name":"Central nervous system","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.67.9298","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.67.9298","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://books.nips.cc/papers/files/nips16/NIPS2003_BI02.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.71.8161","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.71.8161","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://books.nips.cc/papers/files/nips16/NIPS2003_BI02.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.953.3877","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.953.3877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://papers.nips.cc/paper/2534-different-cortico-basal-ganglia-loops-specialize-in-reward-prediction-at-different-time-scales.pdf","raw_type":"text"},{"id":"mag:2127690918","doi":null,"is_oa":false,"landing_page_url":"http://papers.nips.cc/paper/2534-different-cortico-basal-ganglia-loops-specialize-in-reward-prediction-at-different-time-scales.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1543276710","https://openalex.org/W1929205930","https://openalex.org/W2002230039","https://openalex.org/W2002352860","https://openalex.org/W2007414406","https://openalex.org/W2056908956","https://openalex.org/W2060052647","https://openalex.org/W2081378522","https://openalex.org/W2087856744","https://openalex.org/W2096684870","https://openalex.org/W2105389170","https://openalex.org/W2106261260","https://openalex.org/W2110771878","https://openalex.org/W2117726420","https://openalex.org/W2119128116","https://openalex.org/W2123354702","https://openalex.org/W2132469266","https://openalex.org/W2150258126","https://openalex.org/W2161563886","https://openalex.org/W2170256757","https://openalex.org/W2911283634","https://openalex.org/W2914656440","https://openalex.org/W4296759584"],"related_works":["https://openalex.org/W7096631580","https://openalex.org/W4234696649","https://openalex.org/W2593229867","https://openalex.org/W2522734469","https://openalex.org/W2317241889","https://openalex.org/W1932380198","https://openalex.org/W2060580817","https://openalex.org/W2055983020","https://openalex.org/W7100289736","https://openalex.org/W3170119827"],"abstract_inverted_index":{"To":[0],"understand":[1],"the":[2,39,62],"brain":[3,32],"mechanisms":[4],"involved":[5],"in":[6,76],"reward":[7,43,46,93],"prediction":[8,21,44,47,94],"on":[9,49,95],"different":[10,50,73,86,96],"time":[11,40,51,74,97],"scales,":[12],"we":[13],"developed":[14],"a":[15],"Markov":[16],"decision":[17],"task":[18],"that":[19,85],"requires":[20],"of":[22,42,72],"both":[23],"immediate":[24],"and":[25,28,45,58,80],"future":[26],"rewards,":[27],"ana-lyzed":[29],"subjects":[30,54],"\u2019":[31],"activities":[33],"using":[34],"functional":[35],"MRI.":[36],"We":[37,68],"estimated":[38],"course":[41],"error":[48],"scales":[52,75],"from":[53],"'":[55],"performance":[56],"data,":[57],"used":[59],"them":[60],"as":[61],"explanatory":[63],"variables":[64],"for":[65,92],"SPM":[66],"analysis.":[67],"found":[69],"topog-raphic":[70],"maps":[71],"medial":[77],"frontal":[78],"cortex":[79],"striatum.":[81],"The":[82],"result":[83],"suggests":[84],"cortico-basal":[87],"ganglia":[88],"loops":[89],"are":[90],"specialized":[91],"scales.":[98],"1":[99]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}