{"id":"https://openalex.org/W4251049293","doi":"https://doi.org/10.31234/osf.io/u6q4p","title":"How experimental procedures influence estimates of metacognitive ability","display_name":"How experimental procedures influence estimates of metacognitive ability","publication_year":2019,"publication_date":"2019-03-05","ids":{"openalex":"https://openalex.org/W4251049293","doi":"https://doi.org/10.31234/osf.io/u6q4p"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/u6q4p","doi":"https://doi.org/10.31234/osf.io/u6q4p","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/u6q4p","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31234/osf.io/u6q4p","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048603098","display_name":"Dobromir Rahnev","orcid":"https://orcid.org/0000-0002-5265-2559","observed_orcids":["https://orcid.org/0000-0002-5265-2559"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dobromir Rahnev","raw_affiliation_strings":["Correspondence address. Georgia Institute of Technology, 654 Cherry Str NW, Atlanta, GA 30332, USA","School of Psychology, Georgia Institute of Technology, 654 Cherry Str NW, Atlanta, GA 30332, USA;"],"raw_orcid":"https://orcid.org/0000-0002-5265-2559","affiliations":[{"raw_affiliation_string":"Correspondence address. Georgia Institute of Technology, 654 Cherry Str NW, Atlanta, GA 30332, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"School of Psychology, Georgia Institute of Technology, 654 Cherry Str NW, Atlanta, GA 30332, USA;","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082377107","display_name":"Stephen M. Fleming","orcid":"https://orcid.org/0000-0003-0233-4891","observed_orcids":["https://orcid.org/0000-0003-0233-4891","https://orcid.org/0000-0002-1885-4405"]},"institutions":[{"id":"https://openalex.org/I165524941","display_name":"Wellcome Centre for Human Neuroimaging","ror":"https://ror.org/02704qw51","country_code":"GB","type":"facility","lineage":["https://openalex.org/I124357947","https://openalex.org/I165524941","https://openalex.org/I45129253","https://openalex.org/I87048295"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stephen M Fleming","raw_affiliation_strings":["Max Planck UCL Centre for Computational Psychiatry and Ageing Research, University College London, London, WC1B 5EH, UK","Wellcome Centre for Human Neuroimaging, University College London, London, WC1N 3BG, UK and;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck UCL Centre for Computational Psychiatry and Ageing Research, University College London, London, WC1B 5EH, UK","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Wellcome Centre for Human Neuroimaging, University College London, London, WC1N 3BG, UK and;","institution_ids":["https://openalex.org/I165524941","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5048603098"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metacognition","display_name":"metacognition","score":0.8759999871253967},{"id":"https://openalex.org/keywords/metacognitive-sensitivity","display_name":"metacognitive sensitivity","score":0.8880000114440918},{"id":"https://openalex.org/keywords/stimulus-sensitivity","display_name":"stimulus sensitivity","score":0.6259999871253967},{"id":"https://openalex.org/keywords/staircase-procedure","display_name":"staircase procedure","score":0.5759999752044678},{"id":"https://openalex.org/keywords/stimulus-variability","display_name":"stimulus variability","score":0.5479999780654907},{"id":"https://openalex.org/keywords/individual-differences","display_name":"individual differences","score":0.4620000123977661},{"id":"https://openalex.org/keywords/task-difficulty","display_name":"task difficulty","score":0.7570000290870667}],"concepts":[{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.90349280834198},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.6656379103660583},{"id":"https://openalex.org/C200678441","wikidata":"https://www.wikidata.org/wiki/Q1423044","display_name":"Alertness","level":2,"score":0.5746761560440063},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.547898530960083},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5132157802581787},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.4226319193840027},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.31066417694091797},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.07638105750083923},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.31234/osf.io/u6q4p","doi":"https://doi.org/10.31234/osf.io/u6q4p","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/u6q4p","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:4618C-E3E-6EF","doi":null,"is_oa":false,"landing_page_url":"http://doi.org/10.31234/OSF.IO/U6Q4P","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"},{"id":"pmh:oai:share.osf.io:dd855b34-f5d1-4e4a-8925-c7f1b37b8dfc","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/u6q4p","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.31234/osf.io/u6q4p","doi":"https://doi.org/10.31234/osf.io/u6q4p","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/u6q4p","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W68630530","https://openalex.org/W1965187591","https://openalex.org/W1973000890","https://openalex.org/W1979315060","https://openalex.org/W1982490126","https://openalex.org/W1995897755","https://openalex.org/W2000803197","https://openalex.org/W2012757584","https://openalex.org/W2014163577","https://openalex.org/W2040045434","https://openalex.org/W2042036980","https://openalex.org/W2064966884","https://openalex.org/W2089580004","https://openalex.org/W2104578112","https://openalex.org/W2111898826","https://openalex.org/W2158713843","https://openalex.org/W2158741413","https://openalex.org/W2190250513","https://openalex.org/W2335867627","https://openalex.org/W2353229930","https://openalex.org/W2563146227","https://openalex.org/W2583951233","https://openalex.org/W2588166863","https://openalex.org/W2589223766","https://openalex.org/W2783564726","https://openalex.org/W2790916085","https://openalex.org/W2892753425","https://openalex.org/W2953011441","https://openalex.org/W2953219509","https://openalex.org/W4240650482","https://openalex.org/W4285508994"],"related_works":["https://openalex.org/W2973566092","https://openalex.org/W4376504647","https://openalex.org/W4400673861","https://openalex.org/W2000803197","https://openalex.org/W4402946740","https://openalex.org/W2158741413","https://openalex.org/W4412439348","https://openalex.org/W2076214043","https://openalex.org/W4398200547","https://openalex.org/W7096629873"],"abstract_inverted_index":{"It":[0],"is":[1,35],"becoming":[2],"widely":[3],"appreciated":[4],"that":[5,41,52,134,157,175],"higher":[6],"stimulus":[7,27,83,125,138],"sensitivity":[8],"trivially":[9],"increases":[10],"estimates":[11,90,168],"of":[12,18,46,82,91,98,124,137,169,183,216],"metacognitive":[13,19,61,92,118,152,170],"sensitivity.":[14,28],"Therefore,":[15],"meaningful":[16],"comparisons":[17],"ability":[20,93],"across":[21,94],"conditions":[22],"and":[23,114,214],"observers":[24],"necessitates":[25],"equating":[26],"To":[29],"achieve":[30],"this,":[31],"one":[32],"common":[33],"approach":[34,162],"to":[36,77,88,165,207],"use":[37],"a":[38,79,95,141,160],"continuous":[39],"staircase":[40,85,142,161],"runs":[42],"throughout":[43],"the":[44,47,50,59,103,108,122,135,181,201,212],"duration":[45],"experiment":[48],"under":[49,102],"assumption":[51],"this":[53,67,117],"procedure":[54,143],"has":[55],"no":[56],"influence":[57],"on":[58,200],"estimated":[60],"ability.":[62,153,171],"Here":[63],"we":[64,73,132,173],"critically":[65],"examine":[66],"assumption.":[68],"Using":[69],"previously":[70],"published":[71],"data,":[72],"find":[74],"that,":[75],"compared":[76],"using":[78,159],"single":[80],"level":[81],"contrast,":[84],"techniques":[86],"lead":[87],"inflated":[89,167],"wide":[96],"variety":[97],"measures":[99],"including":[100],"area":[101],"type":[104],"2":[105],"ROC":[106],"curve,":[107],"confidence-accuracy":[109],"correlation":[110],"phi,":[111],"meta-d\u2019,":[112],"meta-d\u2019/d\u2019,":[113],"meta-d\u2019\u2013d\u2019.":[115],"Further,":[116,172],"inflation":[119,177],"correlates":[120],"with":[121],"degree":[123,136],"variability":[126,139,184],"experienced":[127],"by":[128,148,189],"each":[129],"subject.":[130],"Finally,":[131],"show":[133],"in":[140,151,180,185,195,211],"may":[144],"itself":[145],"be":[146],"driven":[147],"individual":[149],"differences":[150],"These":[154],"results":[155],"suggest":[156],"studies":[158],"are":[163],"likely":[164,178],"report":[166],"argue":[174],"similar":[176],"occurs":[179],"presence":[182],"task":[186],"difficulty":[187],"caused":[188],"other":[190],"factors":[191],"such":[192],"as":[193],"fluctuations":[194],"alertness":[196],"or":[197],"gradual":[198],"improvement":[199],"task.":[202],"We":[203],"offer":[204],"practical":[205],"solutions":[206],"these":[208],"issues,":[209],"both":[210],"design":[213],"analysis":[215],"metacognition":[217],"experiments.":[218]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2022-05-12T00:00:00"}