{"id":"https://openalex.org/W2009916347","doi":"https://doi.org/10.1177/026553229000700106","title":"Short-cut estimators of criterion-referenced test consistency","display_name":"Short-cut estimators of criterion-referenced test consistency","publication_year":1990,"publication_date":"1990-06-01","ids":{"openalex":"https://openalex.org/W2009916347","doi":"https://doi.org/10.1177/026553229000700106","mag":"2009916347"},"language":"en","primary_location":{"id":"doi:10.1177/026553229000700106","doi":"https://doi.org/10.1177/026553229000700106","is_oa":false,"landing_page_url":"https://doi.org/10.1177/026553229000700106","pdf_url":null,"source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017185723","display_name":"James Dean Brown","orcid":"https://orcid.org/0000-0001-9185-3284","observed_orcids":["https://orcid.org/0000-0001-9185-3284","https://orcid.org/0000-0003-2211-241X"]},"institutions":[{"id":"https://openalex.org/I117965899","display_name":"University of Hawai\u02bbi at M\u0101noa","ror":"https://ror.org/01wspgy28","country_code":"US","type":"education","lineage":["https://openalex.org/I117965899"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"James Dean Brown","raw_affiliation_strings":["University of Hawaii at Manoa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hawaii at Manoa","institution_ids":["https://openalex.org/I117965899"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017185723"],"corresponding_institution_ids":["https://openalex.org/I117965899"],"apc_list":{"value":3900,"currency":"USD","value_usd":3900},"apc_paid":null,"fwci":1.8987,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.85481708,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"7","issue":"1","first_page":"77","last_page":"97"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8080999851226807,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8080999851226807,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.0940999984741211,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.032099999487400055,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/criterion-referenced-testing","display_name":"criterion-referenced assessment","score":0.9589999914169312},{"id":"https://openalex.org/keywords/test-consistency","display_name":"test consistency","score":0.8519999980926514},{"id":"https://openalex.org/keywords/agreement-coefficients","display_name":"agreement coefficients","score":0.8320000171661377},{"id":"https://openalex.org/keywords/kappa-statistic","display_name":"kappa statistic","score":0.9729999899864197},{"id":"https://openalex.org/keywords/phi-coefficient","display_name":"phi coefficient","score":0.8659999966621399},{"id":"https://openalex.org/keywords/esl-reading","display_name":"ESL reading","score":0.5360000133514404}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6855579614639282},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6528615355491638},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6393800973892212},{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.6156002283096313},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5660915970802307},{"id":"https://openalex.org/C2777521450","wikidata":"https://www.wikidata.org/wiki/Q43171778","display_name":"CRTS","level":2,"score":0.4539584219455719},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4367137849330902},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4108765721321106},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3254106640815735},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.20735812187194824},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.17729946970939636},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/026553229000700106","doi":"https://doi.org/10.1177/026553229000700106","is_oa":false,"landing_page_url":"https://doi.org/10.1177/026553229000700106","pdf_url":null,"source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.8500000238418579,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W287502721","https://openalex.org/W1965722879","https://openalex.org/W1969728416","https://openalex.org/W1977513415","https://openalex.org/W2028944185","https://openalex.org/W2033738734","https://openalex.org/W2042524001","https://openalex.org/W2048192466","https://openalex.org/W2052263866","https://openalex.org/W2053154970","https://openalex.org/W2055398217","https://openalex.org/W2074760490","https://openalex.org/W2087663059","https://openalex.org/W2126158667","https://openalex.org/W2128605807","https://openalex.org/W2150323054","https://openalex.org/W2157663019","https://openalex.org/W2991398813","https://openalex.org/W4391464594"],"related_works":["https://openalex.org/W120510166","https://openalex.org/W1701213070","https://openalex.org/W2030660458","https://openalex.org/W2365305669","https://openalex.org/W327311690","https://openalex.org/W52007308","https://openalex.org/W311848064","https://openalex.org/W299789704","https://openalex.org/W320736417","https://openalex.org/W1973724631"],"abstract_inverted_index":{"The":[0],"purpose":[1,141],"of":[2,14,42,95,155],"this":[3],"paper":[4],"is":[5,52,106,131,147],"to":[6],"present":[7],"relatively":[8],"easy-to-calculate":[9],"estimates":[10],"for":[11,88,114,137],"the":[12,29,35,40,47,55,93,101,110,126,156],"consistency":[13],"criterion-referenced":[15],"tests":[16],"(CRTs).":[17],"Four":[18],"techniques":[19],"are":[20,86,123],"demonstrated":[21],"using":[22],"data":[23],"from":[24,92,120,149],"a":[25,96,134,139],"CRT":[26,75,98],"administered":[27],"in":[28,34,73],"intermediate":[30],"ESL":[31],"reading":[32],"classes":[33],"English":[36],"Language":[37],"Institute":[38],"at":[39,44],"University":[41],"Hawaii":[43],"Manoa.":[45],"First,":[46],"threshold":[48],"loss":[49,103],"agreement":[50,56,104],"approach":[51,105,130],"represented":[53,132],"by":[54,83,109,133],"coefficient":[57,62],"(Subkoviak":[58],"1980)":[59],"and":[60,79,152],"kappa":[61],"(Cohen":[63],"1960).":[64],"Until":[65],"recently,":[66],"these":[67,90],"coefficients":[68,91],"could":[69],"only":[70],"be":[71],"applied":[72],"test-retest":[74],"situa":[76],"tions.":[77],"Alternative":[78],"simpler":[80],"methods":[81],"(suggested":[82],"Subkoviak":[84],"1988)":[85],"given":[87],"estimating":[89,138],"results":[94],"single":[97],"administration.":[99],"Second,":[100],"squared-error":[102],"repre":[107],"sented":[108],"phi(lambda)":[111],"dependability":[112,129],"index,":[113],"which":[115],"simplified":[116],"calcula":[117],"tions,":[118],"derived":[119,148],"Brennan":[121],"(1980),":[122],"given.":[124],"Finally,":[125],"domain":[127],"score":[128],"short-cut":[135,145],"method":[136],"general":[140],"phi":[142,157],"coefficient.":[143,158],"This":[144],"estimate":[146],"Brennan's":[150],"1983":[151],"1984":[153],"discussions":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2013,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2016-06-24T00:00:00"}