{"id":"https://openalex.org/W4385971758","doi":"https://doi.org/10.1371/journal.pcbi.1011385","title":"Enhancing reinforcement learning models by including direct and indirect pathways improves performance on striatal dependent tasks","display_name":"Enhancing reinforcement learning models by including direct and indirect pathways improves performance on striatal dependent tasks","publication_year":2023,"publication_date":"2023-08-18","ids":{"openalex":"https://openalex.org/W4385971758","doi":"https://doi.org/10.1371/journal.pcbi.1011385","pmid":"https://pubmed.ncbi.nlm.nih.gov/37594982"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pcbi.1011385","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1011385","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1011385&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1011385&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054745889","display_name":"Kim T. Blackwell","orcid":"https://orcid.org/0000-0003-4711-2344"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kim T. Blackwell","raw_affiliation_strings":["Department of Bioengineering, Volgenau School of Engineering, George Mason University, Fairfax, Virginia, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-4711-2344","affiliations":[{"raw_affiliation_string":"Department of Bioengineering, Volgenau School of Engineering, George Mason University, Fairfax, Virginia, United States of America","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004840638","display_name":"Kenji Doya","orcid":"https://orcid.org/0000-0002-2446-6820"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Kenji Doya","raw_affiliation_strings":["Neural Computation Unit, Okinawa Institute of Science and Technology Graduate University, Okinawa, Japan"],"raw_orcid":"https://orcid.org/0000-0002-2446-6820","affiliations":[{"raw_affiliation_string":"Neural Computation Unit, Okinawa Institute of Science and Technology Graduate University, Okinawa, Japan","institution_ids":["https://openalex.org/I142637625"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5004840638","https://openalex.org/A5054745889"],"corresponding_institution_ids":["https://openalex.org/I142637625","https://openalex.org/I162714631"],"apc_list":{"value":2655,"currency":"USD","value_usd":2655},"apc_paid":{"value":2655,"currency":"USD","value_usd":2655},"fwci":0.8359,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.71467411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"19","issue":"8","first_page":"e1011385","last_page":"e1011385"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7647324204444885},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.548190712928772},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.5273690819740295},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5197588801383972},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5002310276031494},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.46995070576667786},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.43939775228500366},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.4368334114551544},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.4301506280899048},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.41613495349884033},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41382086277008057},{"id":"https://openalex.org/keywords/serial-reaction-time","display_name":"Serial reaction time","score":0.4111872911453247},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3809521496295929},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22259962558746338},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2183477282524109},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.18832531571388245},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.07979339361190796}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7647324204444885},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.548190712928772},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.5273690819740295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5197588801383972},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5002310276031494},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.46995070576667786},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.43939775228500366},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.4368334114551544},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.4301506280899048},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.41613495349884033},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41382086277008057},{"id":"https://openalex.org/C2781114239","wikidata":"https://www.wikidata.org/wiki/Q7454700","display_name":"Serial reaction time","level":3,"score":0.4111872911453247},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3809521496295929},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22259962558746338},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2183477282524109},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.18832531571388245},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.07979339361190796},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003342","descriptor_name":"Corpus Striatum","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004298","descriptor_name":"Dopamine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004298","descriptor_name":"Dopamine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004298","descriptor_name":"Dopamine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059290","descriptor_name":"Dopaminergic Neurons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059290","descriptor_name":"Dopaminergic Neurons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059290","descriptor_name":"Dopaminergic Neurons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":6,"locations":[{"id":"doi:10.1371/journal.pcbi.1011385","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1011385","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1011385&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},{"id":"pmid:37594982","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37594982","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS computational biology","raw_type":null},{"id":"pmh:oai:oist.repo.nii.ac.jp:02000069","is_oa":true,"landing_page_url":null,"pdf_url":"https://oist.repo.nii.ac.jp/record/2000069/files/Blackwell-2023-Enhancing reinforcement learnin.pdf","source":{"id":"https://openalex.org/S4306402452","display_name":"Okinawa Institute of Science and Technology Graduate University (Okinawa Institute of Science and Technology Graduate University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142637625","host_organization_name":"Okinawa Institute of Science and Technology Graduate University","host_organization_lineage":["https://openalex.org/I142637625"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"VoR"},{"id":"pmh:oai:pubmedcentral.nih.gov:10479916","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10479916","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10479916/pdf/pcbi.1011385.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Comput Biol","raw_type":"Text"},{"id":"pmh:oai:RePEc:plo:pcbi00:1011385","is_oa":false,"landing_page_url":"https://journals.plos.org/ploscompbiol/article?id=10.1371/journal.pcbi.1011385","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:0f1feb33bb354ac6a73d02c16253e76d","is_oa":true,"landing_page_url":"https://doaj.org/article/0f1feb33bb354ac6a73d02c16253e76d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS Computational Biology, Vol 19, Iss 8, p e1011385 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1371/journal.pcbi.1011385","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pcbi.1011385","pdf_url":"https://journals.plos.org/ploscompbiol/article/file?id=10.1371/journal.pcbi.1011385&type=printable","source":{"id":"https://openalex.org/S86033158","display_name":"PLoS Computational Biology","issn_l":"1553-734X","issn":["1553-734X","1553-7358"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLOS Computational Biology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2176785264","display_name":null,"funder_award_id":"16H06561","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G2831852429","display_name":null,"funder_award_id":"16K21738","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3476596421","display_name":null,"funder_award_id":"R01AA016022","funder_id":"https://openalex.org/F4320337330","funder_display_name":"National Institute on Alcohol Abuse and Alcoholism"},{"id":"https://openalex.org/G418532122","display_name":null,"funder_award_id":"16K21738","funder_id":"https://openalex.org/F4320322443","funder_display_name":"Okinawa Institute of Science and Technology Graduate University"},{"id":"https://openalex.org/G5164773238","display_name":null,"funder_award_id":"16H06563","funder_id":"https://openalex.org/F4320322443","funder_display_name":"Okinawa Institute of Science and Technology Graduate University"},{"id":"https://openalex.org/G5555288946","display_name":null,"funder_award_id":"1625039","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6278581749","display_name":null,"funder_award_id":"23120007","funder_id":"https://openalex.org/F4320322443","funder_display_name":"Okinawa Institute of Science and Technology Graduate University"},{"id":"https://openalex.org/G6778642760","display_name":null,"funder_award_id":"2018631","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7988213387","display_name":null,"funder_award_id":"23120007","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G822531766","display_name":null,"funder_award_id":"16H06561","funder_id":"https://openalex.org/F4320322443","funder_display_name":"Okinawa Institute of Science and Technology Graduate University"},{"id":"https://openalex.org/G8510580835","display_name":null,"funder_award_id":"16H06563","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309029","display_name":"George Mason University","ror":"https://ror.org/02jqj7156"},{"id":"https://openalex.org/F4320322443","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320337330","display_name":"National Institute on Alcohol Abuse and Alcoholism","ror":"https://ror.org/02jzrsm59"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385971758.pdf","grobid_xml":"https://content.openalex.org/works/W4385971758.grobid-xml"},"referenced_works_count":112,"referenced_works":["https://openalex.org/W580906298","https://openalex.org/W1534719680","https://openalex.org/W1571454225","https://openalex.org/W1571824132","https://openalex.org/W1880531314","https://openalex.org/W1949055954","https://openalex.org/W1969089145","https://openalex.org/W1971501199","https://openalex.org/W1971797700","https://openalex.org/W1971999279","https://openalex.org/W1973788414","https://openalex.org/W1976710123","https://openalex.org/W1977494907","https://openalex.org/W1978506717","https://openalex.org/W1982670892","https://openalex.org/W1997128521","https://openalex.org/W1999611081","https://openalex.org/W2005962945","https://openalex.org/W2006760951","https://openalex.org/W2012592267","https://openalex.org/W2014610415","https://openalex.org/W2016005609","https://openalex.org/W2022144606","https://openalex.org/W2023922059","https://openalex.org/W2024365408","https://openalex.org/W2025797408","https://openalex.org/W2026547228","https://openalex.org/W2028801244","https://openalex.org/W2041848110","https://openalex.org/W2043949360","https://openalex.org/W2046517948","https://openalex.org/W2046781982","https://openalex.org/W2049375392","https://openalex.org/W2051044828","https://openalex.org/W2051781198","https://openalex.org/W2057594895","https://openalex.org/W2061863046","https://openalex.org/W2063407098","https://openalex.org/W2073003335","https://openalex.org/W2076256116","https://openalex.org/W2081864432","https://openalex.org/W2082099982","https://openalex.org/W2083402418","https://openalex.org/W2088343815","https://openalex.org/W2092246379","https://openalex.org/W2102109487","https://openalex.org/W2102848317","https://openalex.org/W2103768739","https://openalex.org/W2115095583","https://openalex.org/W2116813115","https://openalex.org/W2118830830","https://openalex.org/W2119333483","https://openalex.org/W2128211763","https://openalex.org/W2128252744","https://openalex.org/W2131557002","https://openalex.org/W2134243390","https://openalex.org/W2136820623","https://openalex.org/W2142449474","https://openalex.org/W2149744070","https://openalex.org/W2161563886","https://openalex.org/W2166644652","https://openalex.org/W2170961478","https://openalex.org/W2214962513","https://openalex.org/W2218021950","https://openalex.org/W2231877701","https://openalex.org/W2275934442","https://openalex.org/W2304376073","https://openalex.org/W2336078622","https://openalex.org/W2341634245","https://openalex.org/W2406024906","https://openalex.org/W2495730383","https://openalex.org/W2507447634","https://openalex.org/W2517275106","https://openalex.org/W2520520582","https://openalex.org/W2521335002","https://openalex.org/W2561161270","https://openalex.org/W2591012103","https://openalex.org/W2659120041","https://openalex.org/W2739651535","https://openalex.org/W2778689844","https://openalex.org/W2789854423","https://openalex.org/W2790323041","https://openalex.org/W2809845497","https://openalex.org/W2888570661","https://openalex.org/W2902847783","https://openalex.org/W2909199691","https://openalex.org/W2943652000","https://openalex.org/W2949273680","https://openalex.org/W2950347959","https://openalex.org/W2953170694","https://openalex.org/W2959452365","https://openalex.org/W2974743638","https://openalex.org/W2976241900","https://openalex.org/W3000350286","https://openalex.org/W3002586712","https://openalex.org/W3002766503","https://openalex.org/W3011755845","https://openalex.org/W3030493409","https://openalex.org/W3032576810","https://openalex.org/W3041617726","https://openalex.org/W3111064853","https://openalex.org/W3136428013","https://openalex.org/W3175495234","https://openalex.org/W3176621848","https://openalex.org/W3213381979","https://openalex.org/W4206133487","https://openalex.org/W4210668050","https://openalex.org/W4213439783","https://openalex.org/W4214717370","https://openalex.org/W4223641946","https://openalex.org/W4226383792","https://openalex.org/W6676049649"],"related_works":["https://openalex.org/W2141093696","https://openalex.org/W2130716685","https://openalex.org/W3198710167","https://openalex.org/W2129287826","https://openalex.org/W2167042400","https://openalex.org/W2095809751","https://openalex.org/W1989172155","https://openalex.org/W43160965","https://openalex.org/W4389113377","https://openalex.org/W2129098747"],"abstract_inverted_index":{"A":[0,142],"major":[1],"advance":[2],"in":[3,53,206,243],"understanding":[4],"learning":[5,13,30,89,210,246,271],"behavior":[6],"stems":[7],"from":[8,22],"experiments":[9],"showing":[10],"that":[11,199,213,257],"reward":[12,40,139,191,219],"requires":[14],"dopamine":[15,45],"inputs":[16],"to":[17,48,55,95,128,171,204,224,281],"striatal":[18,288],"neurons":[19,107,114],"and":[20,78,109,122,132,149,160,194,208,212,277,286],"arises":[21],"synaptic":[23,35],"plasticity":[24,36],"of":[25,58,67,72,125,183,215,261,269,284],"cortico-striatal":[26],"synapses.":[27],"Numerous":[28],"reinforcement":[29,88,270],"models":[31,62],"mimic":[32],"this":[33],"dopamine-dependent":[34],"by":[37],"using":[38,151,165],"the":[39,50,96,130,136,172,216,229,233,244,267,282],"prediction":[41,140,220],"error,":[42],"which":[43,92],"resembles":[44],"neuron":[46],"firing,":[47],"learn":[49,225],"best":[51,143],"action":[52,144,174],"response":[54],"a":[56,87,120,152,155,166,181],"set":[57],"cues.":[59],"Though":[60],"these":[61],"can":[63,265],"explain":[64],"many":[65],"facets":[66],"behavior,":[68,74],"reproducing":[69],"some":[70],"types":[71],"goal-directed":[73],"such":[75],"as":[76,239,280],"renewal":[77],"reversal,":[79],"require":[80],"additional":[81,259],"model":[82,177],"components.":[83],"Here":[84],"we":[85],"present":[86],"model,":[90],"TD2Q,":[91],"better":[93,273],"corresponds":[94],"basal":[97,262],"ganglia":[98,263],"with":[99,154,251],"two":[100,173,252],"Q":[101],"matrices,":[102],"one":[103],"representing":[104,111],"direct":[105],"pathway":[106,113],"(G)":[108],"another":[110],"indirect":[112],"(N).":[115],"Unlike":[116],"previous":[117],"two-Q":[118],"architectures,":[119],"novel":[121],"critical":[123],"aspect":[124],"TD2Q":[126,200],"is":[127,145,178,222,248],"update":[129,230],"G":[131,150],"N":[133,148,234],"matrices":[134],"utilizing":[135],"temporal":[137,217],"difference":[138,218],"error.":[141],"selected":[146],"for":[147],"softmax":[153],"reward-dependent":[156],"adaptive":[157],"exploration":[158],"parameter,":[159],"then":[161],"differences":[162],"are":[163],"resolved":[164],"second":[167],"selection":[168],"step":[169],"applied":[170],"probabilities.":[175],"The":[176],"tested":[179],"on":[180,232],"range":[182],"multi-step":[184,226],"tasks":[185],"including":[186,258],"extinction,":[187],"renewal,":[188],"discrimination;":[189],"switching":[190],"probability":[192],"learning;":[193],"sequence":[195,209,245],"learning.":[196],"Simulations":[197],"show":[198],"produces":[201],"behaviors":[202],"similar":[203],"rodents":[205],"choice":[207],"tasks,":[211],"use":[214],"error":[221],"required":[223],"tasks.":[227],"Blocking":[228],"rule":[231],"matrix":[235],"blocks":[236],"discrimination":[237],"learning,":[238],"observed":[240],"experimentally.":[241],"Performance":[242],"task":[247],"dramatically":[249],"improved":[250],"matrices.":[253],"These":[254],"results":[255],"suggest":[256],"aspects":[260],"physiology":[264],"improve":[266],"performance":[268],"models,":[272],"reproduce":[274],"animal":[275],"behaviors,":[276],"provide":[278],"insight":[279],"role":[283],"direct-":[285],"indirect-pathway":[287],"neurons.":[289]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}