{"id":"https://openalex.org/W2159169953","doi":"https://doi.org/10.1080/23311835.2015.1064626","title":"A defense against the alleged unreliability of difference scores","display_name":"A defense against the alleged unreliability of difference scores","publication_year":2015,"publication_date":"2015-07-17","ids":{"openalex":"https://openalex.org/W2159169953","doi":"https://doi.org/10.1080/23311835.2015.1064626","mag":"2159169953"},"language":"en","primary_location":{"id":"doi:10.1080/23311835.2015.1064626","doi":"https://doi.org/10.1080/23311835.2015.1064626","is_oa":true,"landing_page_url":"https://doi.org/10.1080/23311835.2015.1064626","pdf_url":"https://www.tandfonline.com/doi/epdf/10.1080/23311835.2015.1064626?needAccess=true&role=button","source":{"id":"https://openalex.org/S4210214232","display_name":"Cogent Mathematics","issn_l":"2331-1835","issn":["2331-1835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cogent Mathematics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.tandfonline.com/doi/epdf/10.1080/23311835.2015.1064626?needAccess=true&role=button","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029849443","display_name":"David Trafimow","orcid":"https://orcid.org/0000-0002-0788-8044","observed_orcids":["https://orcid.org/0000-0002-0788-8044"]},"institutions":[{"id":"https://openalex.org/I10052268","display_name":"New Mexico State University","ror":"https://ror.org/00hpz7z43","country_code":"US","type":"education","lineage":["https://openalex.org/I10052268"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"David Trafimow","raw_affiliation_strings":["Department of Psychology, New Mexico State University, MSC 3452, P.O. Box 30001, Las Cruces, NM 88003-8001, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, New Mexico State University, MSC 3452, P.O. Box 30001, Las Cruces, NM 88003-8001, USA","institution_ids":["https://openalex.org/I10052268"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5029849443"],"corresponding_institution_ids":["https://openalex.org/I10052268"],"apc_list":{"value":950,"currency":"GBP","value_usd":1165},"apc_paid":{"value":950,"currency":"GBP","value_usd":1165},"fwci":6.6286,"has_fulltext":true,"cited_by_count":98,"citation_normalized_percentile":{"value":0.96345146,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":"1","first_page":"1064626","last_page":"1064626"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12848","display_name":"Psychological Testing and Assessment","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/difference-scores","display_name":"difference scores","score":0.9959999918937683},{"id":"https://openalex.org/keywords/reliability-statistics","display_name":"reliability statistics","score":0.6499999761581421},{"id":"https://openalex.org/keywords/classical-test-theory","display_name":"classical test theory","score":0.9729999899864197},{"id":"https://openalex.org/keywords/test-retest-correlation","display_name":"test-retest correlation","score":0.7110000252723694},{"id":"https://openalex.org/keywords/variance-ratio","display_name":"variance ratio","score":0.5260000228881836},{"id":"https://openalex.org/keywords/reliability-prediction","display_name":"reliability prediction","score":0.5619999766349792}],"concepts":[{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.7255212068557739},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6493350267410278},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.6269304156303406},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6266542077064514},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6039751768112183},{"id":"https://openalex.org/C105054674","wikidata":"https://www.wikidata.org/wiki/Q3707381","display_name":"Mean difference","level":3,"score":0.5449300408363342},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4593849778175354},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4440905451774597},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.36906254291534424},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.19064953923225403},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06844532489776611},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/23311835.2015.1064626","doi":"https://doi.org/10.1080/23311835.2015.1064626","is_oa":true,"landing_page_url":"https://doi.org/10.1080/23311835.2015.1064626","pdf_url":"https://www.tandfonline.com/doi/epdf/10.1080/23311835.2015.1064626?needAccess=true&role=button","source":{"id":"https://openalex.org/S4210214232","display_name":"Cogent Mathematics","issn_l":"2331-1835","issn":["2331-1835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cogent Mathematics","raw_type":"journal-article"},{"id":"pmh:oai:deepblue.lib.umich.edu:2027.42/136924","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2027.42/136924","pdf_url":null,"source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:1e39242a127f464db96c3382350f2701","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/1e39242a127f464db96c3382350f2701","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cogent Mathematics, Vol 2, Iss 1 (2015)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1080/23311835.2015.1064626","doi":"https://doi.org/10.1080/23311835.2015.1064626","is_oa":true,"landing_page_url":"https://doi.org/10.1080/23311835.2015.1064626","pdf_url":"https://www.tandfonline.com/doi/epdf/10.1080/23311835.2015.1064626?needAccess=true&role=button","source":{"id":"https://openalex.org/S4210214232","display_name":"Cogent Mathematics","issn_l":"2331-1835","issn":["2331-1835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cogent Mathematics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2159169953.pdf","grobid_xml":"https://content.openalex.org/works/W2159169953.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W423451303","https://openalex.org/W573153073","https://openalex.org/W1995372796","https://openalex.org/W2015391954","https://openalex.org/W2036831393","https://openalex.org/W2050460112","https://openalex.org/W2052774469","https://openalex.org/W2322902158"],"related_works":["https://openalex.org/W2172246867","https://openalex.org/W1979440412","https://openalex.org/W2001679590","https://openalex.org/W1983494042","https://openalex.org/W7215480986","https://openalex.org/W2132149311","https://openalex.org/W2054100709","https://openalex.org/W1972734269","https://openalex.org/W2050059269","https://openalex.org/W2036831393"],"abstract_inverted_index":{"Based":[0],"on":[1,77,100,130],"a":[2,101],"classical":[3],"true":[4,49,64,89],"score":[5],"theory":[6],"(classical":[7],"test":[8],"theory,":[9],"CTT)":[10],"equation,":[11],"indicating":[12],"that":[13,32,40,123],"as":[14],"the":[15,22,25,41,44,48,54,63,71,78,81,84,92,95,108,112,115,144,147],"observed":[16,55],"correlation":[17,50,56,65,90],"between":[18,51,105],"two":[19,45],"tests":[20,46,86,96,116],"increases,":[21],"reliability":[23,72,145],"of":[24,43,73,80,83,94,114,146,165],"difference":[26,33,74,124,148,166],"scores":[27,34,75,125,149],"decreases,":[28],"researchers":[29,134,140],"have":[30,60,135],"concluded":[31],"are":[35,97,117,127],"unreliable.":[36],"But":[37],"CTT":[38],"shows":[39],"reliabilities":[42,82],"and":[47,57,87,99,107],"them":[52,106],"influence":[53],"previous":[58],"analyses":[59],"not":[61,118],"taken":[62],"sufficiently":[66],"into":[67],"account.":[68],"In":[69],"turn,":[70],"depends":[76],"interaction":[79,104],"individual":[85],"their":[88],"when":[91,111],"variances":[93,113],"equal,":[98],"more":[102,128,131],"complicated":[103],"deviation":[109],"ratio":[110],"equal.":[119],"The":[120],"upshot":[121],"is":[122,150],"likely":[126,151],"reliable,":[129],"occasions,":[132],"than":[133],"realized.":[136],"I":[137],"show":[138],"how":[139],"can":[141],"predict":[142],"what":[143],"to":[152,154,159],"be,":[153],"aid":[155],"in":[156],"deciding":[157],"whether":[158],"carry":[160],"through":[161],"one\u2019s":[162],"planned":[163],"use":[164],"scores.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}