{"id":"https://openalex.org/W6997388461","doi":null,"title":"The Validity of the Tool \u201cstatcheck\u201d to Discover Statistical Reporting Inconsistencies","display_name":"The Validity of the Tool \u201cstatcheck\u201d to Discover Statistical Reporting Inconsistencies","alternate_titles":[],"publication_year":2017,"publication_date":"2017-11-16","ids":{"openalex":"https://openalex.org/W6997388461"},"language":"en","primary_location":{"id":"pmh:oai:share.osf.io:E010A-AD0-AE0","doi":null,"is_oa":false,"landing_page_url":"http://api.osf.io/v2/nodes/3cvkn/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"},"parent_works":[],"lineage":["https://openalex.org/W6997388461"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043161143","display_name":"Marcel A. L. M. van Assen","orcid":"https://orcid.org/0000-0002-7517-6081","observed_orcids":["https://orcid.org/0000-0002-7517-6081"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcel A.L.M. van Assen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"C.H.J. Hartgerink","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"C.H.J. Hartgerink","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076683363","display_name":"Sacha Epskamp","orcid":"https://orcid.org/0000-0003-4884-8118","observed_orcids":["https://orcid.org/0000-0003-4884-8118"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sacha Epskamp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029698090","display_name":"Jelte M. Wicherts","orcid":"https://orcid.org/0000-0003-2415-2933","observed_orcids":["https://orcid.org/0000-0003-2415-2933"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jelte Wicherts","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Mich\u00e8le B. Nuijten","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mich\u00e8le B. Nuijten","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.04450000077486038,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/statcheck","display_name":"statcheck","score":0.9959999918937683},{"id":"https://openalex.org/keywords/sensitivity-and-specificity","display_name":"sensitivity and specificity","score":0.7480000257492065},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.7549999952316284},{"id":"https://openalex.org/keywords/multiple-testing-correction","display_name":"multiple testing correction","score":0.7630000114440918},{"id":"https://openalex.org/keywords/statistical-correction","display_name":"statistical correction","score":0.4779999852180481},{"id":"https://openalex.org/keywords/psychology-literature","display_name":"psychology literature","score":0.3779999911785126},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.5009999871253967}],"concepts":[{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.590499997138977},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.553600013256073},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5356000065803528},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.47690001130104065},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4124999940395355},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.41119998693466187},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.40130001306533813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3953000009059906},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C169345407","wikidata":"https://www.wikidata.org/wiki/Q8216221","display_name":"Uncorrelated","level":2,"score":0.38029998540878296},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.36410000920295715},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34619998931884766},{"id":"https://openalex.org/C48057537","wikidata":"https://www.wikidata.org/wiki/Q3551145","display_name":"Statistical theory","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33489999175071716},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C169857963","wikidata":"https://www.wikidata.org/wiki/Q1461038","display_name":"Test statistic","level":3,"score":0.2865000069141388}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:share.osf.io:E010A-AD0-AE0","doi":null,"is_oa":false,"landing_page_url":"http://api.osf.io/v2/nodes/3cvkn/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W6887711382","https://openalex.org/W4252304597","https://openalex.org/W4400067224","https://openalex.org/W6887779344","https://openalex.org/W4324344353","https://openalex.org/W4406022799","https://openalex.org/W4406216889","https://openalex.org/W1910875068","https://openalex.org/W2917355182"],"abstract_inverted_index":{"The":[0,114],"R":[1],"package":[2],"statcheck":[3,45,118],"(Epskamp":[4],"&":[5,59],"Nuijten,":[6,54],"2016)":[7],"is":[8],"a":[9,36],"tool":[10],"to":[11,122,131],"extract":[12],"statistical":[13,134,153,190,202],"results":[14,176],"from":[15,120],"articles":[16],"and":[17,28,42,46,81,91,100,102,105,112],"check":[18],"whether":[19],"the":[20,24,70,110,150,181,195,199],"reported":[21],"p-value":[22],"matches":[23],"accompanying":[25],"test":[26],"statistic":[27],"degrees":[29],"of":[30,49,69,72,117,141,152,180,198,201],"freedom.":[31],"A":[32],"previous":[33],"study":[34,68],"showed":[35],"high":[37,196],"interrater":[38],"reliabilities":[39],"(between":[40],".76":[41],".89)":[43],"between":[44,98,103],"manual":[47],"coding":[48],"inconsistencies":[50,174,187,204],"(.76":[51],"-":[52],".89;":[53],"Hartgerink,":[55],"Van":[56],"Assen,":[57],"Epskamp,":[58],"Wicherts,":[60],"2016).":[61],"Here":[62],"we":[63,77,127,160,169,184],"present":[64],"an":[65],"additional,":[66],"detailed":[67],"validity":[71],"statcheck.":[73],"In":[74,124],"Study":[75,125],"1,":[76],"calculated":[78],"its":[79],"sensitivity":[80,87],"specificity.":[82],"We":[83,147],"found":[84,148,170],"that":[85,149,186],"statcheck\u2019s":[86,129],"(true":[88,93],"positive":[89],"rate)":[90,95],"specificity":[92],"negative":[94],"were":[96],"high:":[97],"85.3%":[99],"100%,":[101,106],"96.0%":[104],"respectively,":[107],"depending":[108],"on":[109],"assumptions":[111,142],"settings.":[113],"overall":[115],"accuracy":[116],"ranged":[119],"96.2%":[121],"99.9%.":[123],"2,":[126],"investigated":[128],"ability":[130],"deal":[132],"with":[133,189],"corrections":[135,154,191],"for":[136,178],"multiple":[137],"testing":[138],"or":[139],"violations":[140,179],"as":[143],"used":[144],"in":[145,155,163,175,205],"articles.":[146],"prevalence":[151,200],"psychology":[156],"was":[157],"higher":[158],"than":[159],"initially":[161],"estimated":[162],"Nuijten":[164],"et":[165],"al.":[166],"(2016).":[167],"Although":[168],"quite":[171],"many":[172],"reporting":[173,203],"corrected":[177],"sphericity":[182],"assumption,":[183],"demonstrate":[185],"associated":[188],"are":[192],"not":[193],"causing":[194],"estimates":[197],"psychology.":[206]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6997388461","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-10-10T00:00:00"}
