{"id":"https://openalex.org/W2954367124","doi":"https://doi.org/10.1111/psyp.13428","title":"Effects of feedback delay and agency on feedback\u2010locked beta and theta power during reinforcement learning","display_name":"Effects of feedback delay and agency on feedback\u2010locked beta and theta power during reinforcement learning","publication_year":2019,"publication_date":"2019-06-27","ids":{"openalex":"https://openalex.org/W2954367124","doi":"https://doi.org/10.1111/psyp.13428","mag":"2954367124","pmid":"https://pubmed.ncbi.nlm.nih.gov/31245849"},"language":"en","primary_location":{"id":"doi:10.1111/psyp.13428","doi":"https://doi.org/10.1111/psyp.13428","is_oa":false,"landing_page_url":"https://doi.org/10.1111/psyp.13428","pdf_url":null,"source":{"id":"https://openalex.org/S167723465","display_name":"Psychophysiology","issn_l":"0048-5772","issn":["0048-5772","1469-8986"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","erih-plus","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Psychophysiology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000278359","display_name":"Benjamin Weism\u00fcller","orcid":"https://orcid.org/0000-0001-7537-5585","observed_orcids":["https://orcid.org/0000-0001-7537-5585"]},"institutions":[{"id":"https://openalex.org/I44260953","display_name":"Heinrich Heine University D\u00fcsseldorf","ror":"https://ror.org/024z2rq82","country_code":"DE","type":"education","lineage":["https://openalex.org/I44260953"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Benjamin Weism\u00fcller","raw_affiliation_strings":["Institute of Experimental Psychology Heinrich\u2010Heine University D\u00fcsseldorf D\u00fcsseldorf Germany"],"raw_orcid":"https://orcid.org/0000-0001-7537-5585","affiliations":[{"raw_affiliation_string":"Institute of Experimental Psychology Heinrich\u2010Heine University D\u00fcsseldorf D\u00fcsseldorf Germany","institution_ids":["https://openalex.org/I44260953"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028115228","display_name":"Janna Katharina Kullmann","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I44260953","display_name":"Heinrich Heine University D\u00fcsseldorf","ror":"https://ror.org/024z2rq82","country_code":"DE","type":"education","lineage":["https://openalex.org/I44260953"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Janna Kullmann","raw_affiliation_strings":["Institute of Experimental Psychology Heinrich\u2010Heine University D\u00fcsseldorf D\u00fcsseldorf Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Experimental Psychology Heinrich\u2010Heine University D\u00fcsseldorf D\u00fcsseldorf Germany","institution_ids":["https://openalex.org/I44260953"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062715917","display_name":"Matthias Hoenen","orcid":"https://orcid.org/0000-0002-5791-9486","observed_orcids":["https://orcid.org/0000-0002-5791-9486"]},"institutions":[{"id":"https://openalex.org/I44260953","display_name":"Heinrich Heine University D\u00fcsseldorf","ror":"https://ror.org/024z2rq82","country_code":"DE","type":"education","lineage":["https://openalex.org/I44260953"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Hoenen","raw_affiliation_strings":["Institute of Experimental Psychology Heinrich\u2010Heine University D\u00fcsseldorf D\u00fcsseldorf Germany"],"raw_orcid":"https://orcid.org/0000-0002-5791-9486","affiliations":[{"raw_affiliation_string":"Institute of Experimental Psychology Heinrich\u2010Heine University D\u00fcsseldorf D\u00fcsseldorf Germany","institution_ids":["https://openalex.org/I44260953"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084941751","display_name":"Christian Bellebaum","orcid":"https://orcid.org/0000-0003-3212-2478","observed_orcids":["https://orcid.org/0000-0003-3212-2478"]},"institutions":[{"id":"https://openalex.org/I44260953","display_name":"Heinrich Heine University D\u00fcsseldorf","ror":"https://ror.org/024z2rq82","country_code":"DE","type":"education","lineage":["https://openalex.org/I44260953"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Bellebaum","raw_affiliation_strings":["Institute of Experimental Psychology Heinrich\u2010Heine University D\u00fcsseldorf D\u00fcsseldorf Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Experimental Psychology Heinrich\u2010Heine University D\u00fcsseldorf D\u00fcsseldorf Germany","institution_ids":["https://openalex.org/I44260953"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5000278359"],"corresponding_institution_ids":["https://openalex.org/I44260953"],"apc_list":{"value":3700,"currency":"USD","value_usd":3700},"apc_paid":null,"fwci":0.6526,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.63786524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"56","issue":"10","first_page":"e13428","last_page":"e13428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.5648999810218811,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.5648999810218811,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.4203999936580658,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.0071000000461936,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feedback-delay","display_name":"feedback delay","score":0.9769999980926514},{"id":"https://openalex.org/keywords/agency","display_name":"agency","score":0.640999972820282},{"id":"https://openalex.org/keywords/feedback-related-negativity","display_name":"feedback-related negativity","score":0.8519999980926514},{"id":"https://openalex.org/keywords/beta-power","display_name":"beta power","score":0.7049999833106995},{"id":"https://openalex.org/keywords/theta-power","display_name":"theta power","score":1.0},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8960000276565552},{"id":"https://openalex.org/keywords/dopamine","display_name":"dopamine","score":0.7450000047683716},{"id":"https://openalex.org/keywords/feedback-processing","display_name":"feedback processing","score":0.5270000100135803},{"id":"https://openalex.org/keywords/cognitive-control","display_name":"cognitive control","score":0.6859999895095825},{"id":"https://openalex.org/keywords/memory","display_name":"memory","score":0.546999990940094},{"id":"https://openalex.org/keywords/event-related-potentials","display_name":"event-related potentials","score":0.5910000205039978}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7813599109649658},{"id":"https://openalex.org/C93586867","wikidata":"https://www.wikidata.org/wiki/Q62527","display_name":"Negative feedback","level":3,"score":0.7078529596328735},{"id":"https://openalex.org/C2910144760","wikidata":"https://www.wikidata.org/wiki/Q831014","display_name":"Beta Rhythm","level":3,"score":0.5635029673576355},{"id":"https://openalex.org/C48207687","wikidata":"https://www.wikidata.org/wiki/Q918004","display_name":"Positive feedback","level":2,"score":0.5395253300666809},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5210225582122803},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49265819787979126},{"id":"https://openalex.org/C2434490","wikidata":"https://www.wikidata.org/wiki/Q1306920","display_name":"Neurofeedback","level":3,"score":0.45901620388031006},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.367903470993042},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34346044063568115},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.28489765524864197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.13719266653060913},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1338173747062683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12077358365058899},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000068156","descriptor_name":"Formative Feedback","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001611","descriptor_name":"Beta Rhythm","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005071","descriptor_name":"Evoked Potentials","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013826","descriptor_name":"Theta Rhythm","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D013997","descriptor_name":"Time Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1111/psyp.13428","doi":"https://doi.org/10.1111/psyp.13428","is_oa":false,"landing_page_url":"https://doi.org/10.1111/psyp.13428","pdf_url":null,"source":{"id":"https://openalex.org/S167723465","display_name":"Psychophysiology","issn_l":"0048-5772","issn":["0048-5772","1469-8986"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","doyens","erih-plus","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Psychophysiology","raw_type":"journal-article"},{"id":"pmid:31245849","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31245849","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Psychophysiology","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":96,"referenced_works":["https://openalex.org/W601437448","https://openalex.org/W1130890054","https://openalex.org/W1569194339","https://openalex.org/W1585605847","https://openalex.org/W1791252787","https://openalex.org/W1949341761","https://openalex.org/W1971806701","https://openalex.org/W1979373306","https://openalex.org/W1979455727","https://openalex.org/W1979603435","https://openalex.org/W1980122793","https://openalex.org/W1990592342","https://openalex.org/W1991841506","https://openalex.org/W1994549966","https://openalex.org/W2003726800","https://openalex.org/W2005313960","https://openalex.org/W2009559576","https://openalex.org/W2011648560","https://openalex.org/W2015668244","https://openalex.org/W2020441740","https://openalex.org/W2022775357","https://openalex.org/W2024254424","https://openalex.org/W2025969629","https://openalex.org/W2027341135","https://openalex.org/W2028096709","https://openalex.org/W2029049780","https://openalex.org/W2039483201","https://openalex.org/W2046479615","https://openalex.org/W2054162974","https://openalex.org/W2055728170","https://openalex.org/W2055740486","https://openalex.org/W2058196859","https://openalex.org/W2059711610","https://openalex.org/W2061859238","https://openalex.org/W2067481871","https://openalex.org/W2068764792","https://openalex.org/W2069488516","https://openalex.org/W2071042892","https://openalex.org/W2073869322","https://openalex.org/W2075445161","https://openalex.org/W2086458272","https://openalex.org/W2099119340","https://openalex.org/W2106662788","https://openalex.org/W2109301184","https://openalex.org/W2110274942","https://openalex.org/W2111255433","https://openalex.org/W2113174266","https://openalex.org/W2113758413","https://openalex.org/W2115836035","https://openalex.org/W2117726420","https://openalex.org/W2118852668","https://openalex.org/W2120254525","https://openalex.org/W2125015303","https://openalex.org/W2126306411","https://openalex.org/W2126449078","https://openalex.org/W2127820682","https://openalex.org/W2128577709","https://openalex.org/W2129217278","https://openalex.org/W2129478155","https://openalex.org/W2132073746","https://openalex.org/W2135572147","https://openalex.org/W2138877238","https://openalex.org/W2141516528","https://openalex.org/W2141875524","https://openalex.org/W2141927127","https://openalex.org/W2150643588","https://openalex.org/W2151169111","https://openalex.org/W2153057285","https://openalex.org/W2153258785","https://openalex.org/W2154008409","https://openalex.org/W2155767092","https://openalex.org/W2156430527","https://openalex.org/W2156539308","https://openalex.org/W2158394599","https://openalex.org/W2159292586","https://openalex.org/W2163647009","https://openalex.org/W2167730097","https://openalex.org/W2170564718","https://openalex.org/W2171521575","https://openalex.org/W2172252744","https://openalex.org/W2269315604","https://openalex.org/W2311229463","https://openalex.org/W2314330261","https://openalex.org/W2322090078","https://openalex.org/W2322614863","https://openalex.org/W2467782848","https://openalex.org/W2508610401","https://openalex.org/W2513158795","https://openalex.org/W2591708573","https://openalex.org/W2606862474","https://openalex.org/W2737340345","https://openalex.org/W2770845094","https://openalex.org/W3108126275","https://openalex.org/W4211018287","https://openalex.org/W4230797216","https://openalex.org/W6786111810"],"related_works":["https://openalex.org/W2108312837","https://openalex.org/W2508610401","https://openalex.org/W2591708573","https://openalex.org/W6887670077","https://openalex.org/W2027012613","https://openalex.org/W1949341761","https://openalex.org/W4385728335","https://openalex.org/W2045665958","https://openalex.org/W2167730097","https://openalex.org/W3098022532"],"abstract_inverted_index":{"Feedback-based":[0],"learning":[1,123,130],"initiated":[2],"by":[3,92,134,157,163,172],"dopamine":[4],"(DA)":[5],"cell":[6],"firing":[7],"is":[8,25,46,90],"crucial":[9],"for":[10,48,52,149,160,166,176,201],"adaptive":[11],"behavior.":[12],"The":[13],"nature":[14],"and":[15,51,66,95,112,116,132,138,146,162,183,192,206,215,231,242,244],"context":[16],"of":[17,101,204,228],"feedback":[18,24,50,75,93,102,122,148,153,159,165,205],"can":[19],"vary,":[20],"however,":[21],"affecting":[22],"how":[23],"processed.":[26],"For":[27,136],"example,":[28],"the":[29,34,43,64,70,84,117,202,220,236],"feedback-related":[30],"negativity":[31],"(FRN)":[32],"in":[33,36,63,86,119,125],"ERP":[35],"humans,":[37],"which":[38],"has":[39],"been":[40],"linked":[41,211],"to":[42,55,212,219],"DA":[44],"system,":[45],"reduced":[47],"delayed":[49,152],"observational":[53],"compared":[54],"active":[56],"learning.":[57],"Recent":[58],"research":[59],"suggested":[60],"that":[61,83,189,198,235],"oscillations":[62],"theta":[65,111,137,177,193,243],"beta":[67,113,161,179,191,245],"band":[68,114],"over":[69],"medio-frontal":[71],"cortex":[72],"reflect":[73,195],"distinct":[74],"processing":[76],"mechanisms.":[77],"In":[78],"this":[79],"study,":[80],"we":[81,223],"hypothesized":[82],"power":[85,115,142,180,246],"both":[87,194,229],"frequency":[88],"bands":[89],"affected":[91],"delay":[94,103,230],"agency.":[96],"We":[97],"thus":[98],"investigated":[99],"effects":[100],"(1":[104],"s":[105],"vs.":[106],"7":[107],"s)":[108],"on":[109],"induced":[110],"FRN":[118,221],"a":[120,140],"probabilistic":[121],"task":[124],"two":[126],"participant":[127],"groups,":[128],"one":[129,133],"actively":[131],"observation.":[135],"beta,":[139],"larger":[141],"difference":[143],"between":[144],"negative":[145,164,184],"positive":[147,158,182],"immediate":[150],"than":[151],"was":[154,174],"found,":[155],"driven":[156],"theta,":[167],"while":[168],"no":[169],"differential":[170],"modulation":[171],"agency":[173,232],"seen":[175],"or":[178],"following":[181],"feedback.":[185],"These":[186],"results":[187],"indicate":[188],"feedback-locked":[190,240],"neural":[196,237],"processes":[197,238],"are":[199],"specific":[200],"integration":[203],"recently":[207],"preceding":[208],"events,":[209],"possibly":[210],"cognitive":[213],"control":[214],"memory.":[216],"With":[217],"respect":[218],"amplitude,":[222],"could":[224],"replicate":[225],"previous":[226],"findings":[227],"modulations,":[233],"suggesting":[234],"underlying":[239],"ERPs":[241],"modulations":[247],"differ.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-07-12T00:00:00"}