{"id":"https://openalex.org/W4395073383","doi":"https://doi.org/10.31219/osf.io/r9vdp","title":"On the statistical analysis of studies with attention checks","display_name":"On the statistical analysis of studies with attention checks","publication_year":2024,"publication_date":"2024-04-24","ids":{"openalex":"https://openalex.org/W4395073383","doi":"https://doi.org/10.31219/osf.io/r9vdp"},"language":"en","primary_location":{"id":"doi:10.31219/osf.io/r9vdp","doi":"https://doi.org/10.31219/osf.io/r9vdp","is_oa":true,"landing_page_url":"https://doi.org/10.31219/osf.io/r9vdp","pdf_url":"https://osf.io/r9vdp/download","source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://osf.io/r9vdp/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021906307","display_name":"Maya B. Mathur","orcid":"https://orcid.org/0000-0001-6698-2607","observed_orcids":["https://orcid.org/0000-0001-6698-2607"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maya B Mathur","raw_affiliation_strings":["), Quantitative Sciences Unit , 3180 Porter Drive , Palo Alto , CA , 94304","Quantitative Sciences Unit and Department of Pediatrics, Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"), Quantitative Sciences Unit , 3180 Porter Drive , Palo Alto , CA , 94304","institution_ids":[]},{"raw_affiliation_string":"Quantitative Sciences Unit and Department of Pediatrics, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5021906307"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.3068999946117401,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.3068999946117401,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.17520000040531158,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11539","display_name":"Survey Methodology and Nonresponse","score":0.11999999731779099,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attention-checks","display_name":"attention checks","score":0.9980000257492065},{"id":"https://openalex.org/keywords/measurement-error","display_name":"measurement error","score":0.8569999933242798},{"id":"https://openalex.org/keywords/participant-exclusion","display_name":"participant exclusion","score":0.42899999022483826},{"id":"https://openalex.org/keywords/covariate-adjustment","display_name":"covariate adjustment","score":0.7149999737739563},{"id":"https://openalex.org/keywords/randomized-experiments","display_name":"randomized experiments","score":0.531000018119812},{"id":"https://openalex.org/keywords/bias","display_name":"bias","score":0.3529999852180481},{"id":"https://openalex.org/keywords/attentiveness","display_name":"attentiveness","score":0.48500001430511475},{"id":"https://openalex.org/keywords/political-conservatism","display_name":"political conservatism","score":0.8420000076293945},{"id":"https://openalex.org/keywords/meat-consumption-reduction","display_name":"meat consumption reduction","score":0.621999979019165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5334838628768921},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.4811724126338959},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.37909191846847534},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30073776841163635},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21600541472434998}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.31219/osf.io/r9vdp","doi":"https://doi.org/10.31219/osf.io/r9vdp","is_oa":true,"landing_page_url":"https://doi.org/10.31219/osf.io/r9vdp","pdf_url":"https://osf.io/r9vdp/download","source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:91d30d66-d559-4e88-8993-69d05752ac06","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/5e6r8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},{"id":"pmh:oai:share.osf.io:e7fa3b26-259c-4b58-8c01-d05156744c90","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/r9vdp","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.31219/osf.io/r9vdp","doi":"https://doi.org/10.31219/osf.io/r9vdp","is_oa":true,"landing_page_url":"https://doi.org/10.31219/osf.io/r9vdp","pdf_url":"https://osf.io/r9vdp/download","source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395073383.pdf","grobid_xml":"https://content.openalex.org/works/W4395073383.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1200752817","https://openalex.org/W1807286188","https://openalex.org/W2075031358","https://openalex.org/W2076387137","https://openalex.org/W2119175660","https://openalex.org/W2146597578","https://openalex.org/W2152427206","https://openalex.org/W2161788906","https://openalex.org/W2167420130","https://openalex.org/W2726093832","https://openalex.org/W2735301415","https://openalex.org/W2783557525","https://openalex.org/W2794441396","https://openalex.org/W2808135930","https://openalex.org/W2897149309","https://openalex.org/W2920907093","https://openalex.org/W2955185497","https://openalex.org/W2979864122","https://openalex.org/W2985125013","https://openalex.org/W2994978757","https://openalex.org/W2996483157","https://openalex.org/W3016162090","https://openalex.org/W3089482908","https://openalex.org/W3125377174","https://openalex.org/W3133829275","https://openalex.org/W4200452526","https://openalex.org/W4231876316","https://openalex.org/W4297784257","https://openalex.org/W4307570126","https://openalex.org/W4388631057","https://openalex.org/W4406516600","https://openalex.org/W4407865203"],"related_works":["https://openalex.org/W2505126642","https://openalex.org/W4403325050","https://openalex.org/W6927814458","https://openalex.org/W4309849230","https://openalex.org/W7111236349","https://openalex.org/W4392863756","https://openalex.org/W7071312709","https://openalex.org/W2897149309","https://openalex.org/W2025159231","https://openalex.org/W4393191134"],"abstract_inverted_index":{"Attention":[0],"checks":[1,46],"are":[2,55,128],"often":[3],"used":[4],"to":[5,34,50,67,76,90,103,116,146,157,195],"identify":[6,51],"and":[7,27,134,143,169,200,203],"exclude":[8,36,105],"participants":[9,52,74],"who":[10],"may":[11,114],"be":[12,147],"responding":[13],"carelessly.":[14],"There":[15],"has":[16],"been":[17],"little":[18],"statistical":[19,96],"guidance":[20],"on":[21,28,208],"the":[22,78,95,120,135,158,170],"analysis":[23,113],"of":[24,57,198],"such":[25],"studies,":[26],"when":[29],"it":[30,100],"is":[31,101,141,144],"indeed":[32],"valid":[33,102],"simply":[35,104],"inattentive":[37,106],"participants.":[38,107],"To":[39],"address":[40],"this,":[41],"we":[42,185],"first":[43],"formalize":[44],"attention":[45],"as":[47],"measures":[48],"intended":[49,83,194],"whose":[53],"responses":[54],"free":[56],"measurement":[58],"error.":[59],"Measurement":[60],"error":[61],"could":[62],"arise":[63],"not":[64,88],"only":[65],"due":[66],"careless":[68],"responding,":[69],"but":[70],"also":[71],"if":[72],"some":[73],"fail":[75],"receive":[77],"experimental":[79],"manipulation":[80],"in":[81,149],"its":[82,91],"form":[84],"because":[85],"they":[86],"did":[87],"attend":[89],"contents.":[92],"We":[93,152],"discuss":[94],"assumptions":[97],"under":[98],"which":[99],"In":[108,181],"randomized":[109],"experiments,":[110],"this":[111],"standard":[112,159],"lead":[115],"bias":[117],"if:":[118],"(1)":[119,191],"dependent":[121,136,171],"variable":[122],"affects":[123],"attentiveness;":[124],"or":[125],"(2)":[126,204],"there":[127],"variables":[129,164],"that":[130,165],"affect":[131,166],"both":[132,167],"attentiveness":[133,168],"variable.":[137,172],"The":[138],"latter":[139],"assumption":[140],"stringent":[142,179],"likely":[145],"violated":[148],"many":[150],"studies.":[151],"suggest":[153],"a":[154,192],"straightforward":[155],"modification":[156],"approach,":[160],"namely":[161],"controlling":[162],"for":[163],"This":[173],"covariate-adjusted":[174],"approach":[175],"requires":[176],"considerably":[177],"less":[178],"assumptions.":[180],"two":[182],"worked":[183],"examples,":[184],"re-analyze":[186],"previously":[187],"published":[188],"experiments":[189],"on:":[190],"documentary":[193],"reduce":[196],"consumption":[197],"meat":[199],"animal":[201],"products;":[202],"flag":[205],"priming":[206],"effects":[207],"political":[209],"conservatism.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2024-04-25T00:00:00"}