{"id":"https://openalex.org/W4390055990","doi":"https://doi.org/10.3389/fpsyg.2023.1211528","title":"A novel technique for delineating the effect of variation in the learning rate on the neural correlates of reward prediction errors in model-based fMRI","display_name":"A novel technique for delineating the effect of variation in the learning rate on the neural correlates of reward prediction errors in model-based fMRI","publication_year":2023,"publication_date":"2023-12-21","ids":{"openalex":"https://openalex.org/W4390055990","doi":"https://doi.org/10.3389/fpsyg.2023.1211528","pmid":"https://pubmed.ncbi.nlm.nih.gov/38187436","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10768009"},"language":"en","primary_location":{"id":"doi:10.3389/fpsyg.2023.1211528","doi":"https://doi.org/10.3389/fpsyg.2023.1211528","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2023.1211528","pdf_url":null,"source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3389/fpsyg.2023.1211528","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068168765","display_name":"Henry W. Chase","orcid":"https://orcid.org/0000-0001-9780-095X","observed_orcids":["https://orcid.org/0000-0001-9780-095X"]},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Henry W. Chase","raw_affiliation_strings":["Department of Psychiatry, University of Pittsburgh School of Medicine, Pittsburgh, PA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, University of Pittsburgh School of Medicine, Pittsburgh, PA, United States","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5068168765"],"corresponding_institution_ids":["https://openalex.org/I170201317"],"apc_list":{"value":3295,"currency":"USD","value_usd":3295},"apc_paid":{"value":3295,"currency":"USD","value_usd":3295},"fwci":0.1398,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.4503109,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":95},"biblio":{"volume":"14","issue":null,"first_page":"1211528","last_page":"1211528"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.031099999323487282,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reward-prediction-error","display_name":"reward prediction error","score":0.843999981880188},{"id":"https://openalex.org/keywords/learning-rate","display_name":"learning rate","score":0.8899999856948853},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7419999837875366},{"id":"https://openalex.org/keywords/model-based-fmri","display_name":"model-based fMRI","score":0.75},{"id":"https://openalex.org/keywords/individual-differences","display_name":"individual differences","score":0.6259999871253967},{"id":"https://openalex.org/keywords/computational-psychiatry","display_name":"computational psychiatry","score":0.6710000038146973},{"id":"https://openalex.org/keywords/major-depressive-disorder","display_name":"major depressive disorder","score":0.6819999814033508},{"id":"https://openalex.org/keywords/substance-use-disorders","display_name":"substance use disorders","score":0.8370000123977661},{"id":"https://openalex.org/keywords/neural-correlates","display_name":"neural correlates","score":0.4729999899864197}],"concepts":[{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.6579079031944275},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6482058763504028},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.6375539302825928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6109092235565186},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5903424620628357},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5424140691757202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49729350209236145},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.43791717290878296},{"id":"https://openalex.org/C52338299","wikidata":"https://www.wikidata.org/wiki/Q1004354","display_name":"Functional neuroimaging","level":3,"score":0.42320960760116577},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.414313942193985},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.13646122813224792},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fpsyg.2023.1211528","doi":"https://doi.org/10.3389/fpsyg.2023.1211528","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2023.1211528","pdf_url":null,"source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10768009","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10768009","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10768009/pdf/fpsyg-14-1211528.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Front Psychol","raw_type":"Text"},{"id":"pmid:38187436","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38187436","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in psychology","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:332355a5be59459c9a71e66e8e46436c","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/332355a5be59459c9a71e66e8e46436c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Psychology, Vol 14 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fpsyg.2023.1211528","doi":"https://doi.org/10.3389/fpsyg.2023.1211528","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2023.1211528","pdf_url":null,"source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390055990.pdf","grobid_xml":"https://content.openalex.org/works/W4390055990.grobid-xml"},"referenced_works_count":90,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W296273324","https://openalex.org/W609092168","https://openalex.org/W1531411590","https://openalex.org/W1839921965","https://openalex.org/W1908041793","https://openalex.org/W1912972409","https://openalex.org/W1971577575","https://openalex.org/W1975401347","https://openalex.org/W1977416510","https://openalex.org/W1981244178","https://openalex.org/W1984050705","https://openalex.org/W1986264597","https://openalex.org/W1994734049","https://openalex.org/W1995396781","https://openalex.org/W2005190428","https://openalex.org/W2007139480","https://openalex.org/W2007414406","https://openalex.org/W2008005549","https://openalex.org/W2013974533","https://openalex.org/W2014767017","https://openalex.org/W2014979870","https://openalex.org/W2018206114","https://openalex.org/W2021295182","https://openalex.org/W2022045734","https://openalex.org/W2028897503","https://openalex.org/W2034690693","https://openalex.org/W2035843433","https://openalex.org/W2045165490","https://openalex.org/W2046713808","https://openalex.org/W2049835150","https://openalex.org/W2051226132","https://openalex.org/W2052445433","https://openalex.org/W2054934812","https://openalex.org/W2068949971","https://openalex.org/W2070534910","https://openalex.org/W2082906925","https://openalex.org/W2088710408","https://openalex.org/W2090801405","https://openalex.org/W2090998588","https://openalex.org/W2092097087","https://openalex.org/W2096545952","https://openalex.org/W2098534820","https://openalex.org/W2099934541","https://openalex.org/W2105454649","https://openalex.org/W2108308793","https://openalex.org/W2117663940","https://openalex.org/W2117726420","https://openalex.org/W2125951016","https://openalex.org/W2129668249","https://openalex.org/W2133352409","https://openalex.org/W2154562678","https://openalex.org/W2157813419","https://openalex.org/W2158420012","https://openalex.org/W2167362547","https://openalex.org/W2170797424","https://openalex.org/W2179090668","https://openalex.org/W2211196287","https://openalex.org/W2415522813","https://openalex.org/W2433079053","https://openalex.org/W2479411493","https://openalex.org/W2494089081","https://openalex.org/W2500084542","https://openalex.org/W2571093196","https://openalex.org/W2584830124","https://openalex.org/W2590284759","https://openalex.org/W2594366375","https://openalex.org/W2597822319","https://openalex.org/W2768727455","https://openalex.org/W2789683728","https://openalex.org/W2790503244","https://openalex.org/W2805365294","https://openalex.org/W2809229523","https://openalex.org/W2893357316","https://openalex.org/W2895245221","https://openalex.org/W2937302049","https://openalex.org/W2950244299","https://openalex.org/W2969383738","https://openalex.org/W3024879808","https://openalex.org/W3032707732","https://openalex.org/W3089416312","https://openalex.org/W3128247846","https://openalex.org/W3154450349","https://openalex.org/W3155497300","https://openalex.org/W3171967400","https://openalex.org/W3180691962","https://openalex.org/W4253331145","https://openalex.org/W4296198225","https://openalex.org/W4384499787","https://openalex.org/W4386475606"],"related_works":["https://openalex.org/W7097016390","https://openalex.org/W7212806452","https://openalex.org/W2211196287","https://openalex.org/W2125951016","https://openalex.org/W2800343626","https://openalex.org/W2149565728","https://openalex.org/W2980990667","https://openalex.org/W2995400390","https://openalex.org/W2771075166","https://openalex.org/W602192568"],"abstract_inverted_index":{"Introduction:":[0],"Computational":[1],"models":[2,158,207],"play":[3],"an":[4],"increasingly":[5],"important":[6],"role":[7],"in":[8,11,14,22,147,171,218,270,290,309,320],"describing":[9],"variation":[10],"neural":[12,40,123,138,292,298],"activation":[13],"human":[15],"neuroimaging":[16],"experiments,":[17],"including":[18,166,252,330],"evaluating":[19],"individual":[20,169,216,288,307],"differences":[21,170,217,289,308],"the":[23,70,73,86,90,110,115,172,182,186,201,237,245,268,277,280,283,301,310],"context":[24],"of":[25,59,67,72,75,112,114,154,185,265,267,272,282,300,303],"psychiatric":[26,327],"neuroimaging.":[27],"In":[28,89],"particular,":[29],"reinforcement":[30,220,323],"learning":[31,87,116,226,246,311,324],"(RL)":[32],"techniques":[33],"have":[34],"been":[35],"widely":[36],"adopted":[37],"to":[38,42,85,108,135,144,181,192,204,208,214,236,317],"examine":[39],"responses":[41,210],"reward":[43,119],"prediction":[44,120],"errors":[45],"and":[46,51,262,294,333],"stimulus":[47],"or":[48,189],"action":[49],"values,":[50],"how":[52],"these":[53,80],"might":[54],"vary":[55],"as":[56],"a":[57,65,95,103,128,162,219,233,240,263,296],"function":[58],"clinical":[60],"status.":[61],"However,":[62],"there":[63],"is":[64,211,315],"lack":[66],"consensus":[68],"around":[69],"importance":[71,281],"precision":[74],"free":[76,183],"parameter":[77,285],"estimation":[78],"for":[79,286],"methods,":[81],"particularly":[82],"with":[83,168,179],"regard":[84],"rate.":[88,247,312],"present":[91],"study,":[92],"I":[93],"introduce":[94],"novel":[96,297],"technique":[97],"which":[98,132,243,257],"may":[99],"be":[100,142,145],"used":[101,134],"within":[102,161],"general":[104],"linear":[105],"model":[106,109,188],"(GLM)":[107],"effect":[111],"mis-estimation":[113],"rate":[117,227],"on":[118],"error":[121],"(RPE)-related":[122],"responses.":[124],"Methods:":[125],"Simulations":[126],"employed":[127],"simple":[129],"RL":[130,157,187,206],"algorithm,":[131],"was":[133],"generate":[136],"hypothetical":[137],"activations":[139],"that":[140,200],"would":[141],"expected":[143,316],"observed":[146],"functional":[148],"magnetic":[149],"resonance":[150],"imaging":[151],"(fMRI)":[152],"studies":[153],"RL.":[155],"Similar":[156],"were":[159,250],"incorporated":[160],"GLM-based":[163],"analysis":[164],"method":[165,256,269,314],"derivatives,":[167],"resulting":[173],"GLM-derived":[174],"beta":[175],"parameters":[176,184],"being":[177,190],"evaluated":[178],"respect":[180],"submitted":[191],"other":[193],"validation":[194],"analyses.":[195],"Results:":[196],"Initial":[197],"simulations":[198],"demonstrated":[199],"conventional":[202],"approach":[203],"fitting":[205],"RPE":[209],"more":[212],"likely":[213],"reflect":[215],"efficacy":[221],"construct":[222],"(lambda)":[223],"rather":[224],"than":[225],"(alpha).":[228],"The":[229,313],"proposed":[230],"method,":[231],"adding":[232],"derivative":[234],"regressor":[235,242],"GLM,":[238],"provides":[239],"second":[241],"reflects":[244],"Validation":[248],"analyses":[249],"performed":[251],"examining":[253],"another":[254],"comparable":[255],"yielded":[258],"highly":[259],"similar":[260],"results,":[261],"demonstration":[264],"sensitivity":[266],"presence":[271],"fMRI-like":[273],"noise.":[274],"Conclusion:":[275],"Overall,":[276],"findings":[278],"underscore":[279],"lambda":[284],"interpreting":[287],"RPE-coupled":[291],"activity,":[293],"validate":[295],"metric":[299],"modulation":[302],"such":[304],"activity":[305],"by":[306],"find":[318],"application":[319],"understanding":[321],"aberrant":[322],"across":[325],"different":[326],"patient":[328],"groups":[329],"major":[331],"depression":[332],"substance":[334],"use":[335],"disorder.":[336]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-12-22T00:00:00"}