{"id":"https://openalex.org/W3000769866","doi":null,"title":"More on the Validity and Reliability of C-test Scores: A Meta-Analysis of C-test Studies","display_name":"More on the Validity and Reliability of C-test Scores: A Meta-Analysis of C-test Studies","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W3000769866","mag":"3000769866"},"language":"en","primary_location":{"id":"pmh:oai:repository.library.georgetown.edu:10822/1057315","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10822/1057315","pdf_url":null,"source":{"id":"https://openalex.org/S4306402467","display_name":"DigitalGeorgetown (Georgetown University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210145449","host_organization_name":"Center for Security and Emerging Technology","host_organization_lineage":["https://openalex.org/I4210145449"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Linguistics","raw_type":"thesis"},"parent_works":[],"lineage":["https://openalex.org/W3000769866"],"child_works_count":0,"type":"review","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10822/1057315","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064317033","display_name":"Todd McKay","orcid":"https://orcid.org/0000-0002-4822-7058","observed_orcids":["https://orcid.org/0000-0002-4822-7058"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Todd McKay","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-4822-7058","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5064317033"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0851,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.33098592,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8589000105857849,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8589000105857849,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.05869999900460243,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.010599999688565731,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/c-test","display_name":"C-test","score":0.7950000166893005},{"id":"https://openalex.org/keywords/language-proficiency-assessment","display_name":"language proficiency assessment","score":0.46700000762939453},{"id":"https://openalex.org/keywords/test-validity","display_name":"test validity","score":0.5090000033378601},{"id":"https://openalex.org/keywords/test-reliability","display_name":"test reliability","score":0.8519999980926514},{"id":"https://openalex.org/keywords/score-correlation","display_name":"score correlation","score":0.4309999942779541}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6341265439987183},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.507810652256012},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.5003056526184082},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.49767521023750305},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4852704703807831},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.4233870208263397},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.36098694801330566},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.3548571765422821},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2244446575641632},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2031444013118744},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.2022400200366974},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12639284133911133},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.12497815489768982},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.078489750623703},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.05473595857620239},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:repository.library.georgetown.edu:10822/1057315","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10822/1057315","pdf_url":null,"source":{"id":"https://openalex.org/S4306402467","display_name":"DigitalGeorgetown (Georgetown University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210145449","host_organization_name":"Center for Security and Emerging Technology","host_organization_lineage":["https://openalex.org/I4210145449"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Linguistics","raw_type":"thesis"},{"id":"mag:3000769866","doi":null,"is_oa":false,"landing_page_url":"https://repository.library.georgetown.edu/handle/10822/1057315","pdf_url":null,"source":{"id":"https://openalex.org/S2764685317","display_name":"Georgetown University-Graduate School of Arts & Sciences","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4323970070","host_organization_name":"Georgetown University","host_organization_lineage":["https://openalex.org/P4323970070"],"host_organization_lineage_names":["Georgetown University"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Georgetown University-Graduate School of Arts & Sciences","raw_type":null}],"best_oa_location":{"id":"pmh:oai:repository.library.georgetown.edu:10822/1057315","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10822/1057315","pdf_url":null,"source":{"id":"https://openalex.org/S4306402467","display_name":"DigitalGeorgetown (Georgetown University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210145449","host_organization_name":"Center for Security and Emerging Technology","host_organization_lineage":["https://openalex.org/I4210145449"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Linguistics","raw_type":"thesis"},"sustainable_development_goals":[],"study_designs":[{"id":"https://openalex.org/study-designs/systematic-review","display_name":"Systematic Review"},{"id":"https://openalex.org/study-designs/meta-analysis","display_name":"Meta-Analysis"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306085","display_name":"U.S. Department of Health and Human Services","ror":"https://ror.org/033jnv181"},{"id":"https://openalex.org/F4320306106","display_name":"U.S. Department of Education","ror":"https://ror.org/021adze67"},{"id":"https://openalex.org/F4320306110","display_name":"U.S. Department of Homeland Security","ror":"https://ror.org/00jyr0d86"},{"id":"https://openalex.org/F4320306113","display_name":"U.S. Department of State","ror":"https://ror.org/03vvynj75"},{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"},{"id":"https://openalex.org/F4320332215","display_name":"Office of English Language Acquisition","ror":"https://ror.org/021adze67"},{"id":"https://openalex.org/F4320332451","display_name":"Bureau of Educational and Cultural Affairs","ror":"https://ror.org/01nbmrk54"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3000769866.pdf","grobid_xml":"https://content.openalex.org/works/W3000769866.grobid-xml"},"referenced_works_count":219,"referenced_works":["https://openalex.org/W26944019","https://openalex.org/W83324950","https://openalex.org/W113359912","https://openalex.org/W146188097","https://openalex.org/W149802502","https://openalex.org/W151369954","https://openalex.org/W188519582","https://openalex.org/W254158316","https://openalex.org/W305292802","https://openalex.org/W315389702","https://openalex.org/W361837306","https://openalex.org/W369605378","https://openalex.org/W386051663","https://openalex.org/W396901937","https://openalex.org/W399907988","https://openalex.org/W410196423","https://openalex.org/W420724102","https://openalex.org/W561111400","https://openalex.org/W600729994","https://openalex.org/W617323468","https://openalex.org/W625684178","https://openalex.org/W625859419","https://openalex.org/W638968882","https://openalex.org/W639726049","https://openalex.org/W655178926","https://openalex.org/W846967427","https://openalex.org/W1410418003","https://openalex.org/W1420162645","https://openalex.org/W1492139793","https://openalex.org/W1498801523","https://openalex.org/W1510295344","https://openalex.org/W1556701153","https://openalex.org/W1563666452","https://openalex.org/W1568620010","https://openalex.org/W1573641630","https://openalex.org/W1625029858","https://openalex.org/W1672830445","https://openalex.org/W1725726588","https://openalex.org/W1812910873","https://openalex.org/W1902339472","https://openalex.org/W1937035106","https://openalex.org/W1952842085","https://openalex.org/W1964503373","https://openalex.org/W1964951642","https://openalex.org/W1971073545","https://openalex.org/W1978282355","https://openalex.org/W1978870746","https://openalex.org/W1979977796","https://openalex.org/W1983490795","https://openalex.org/W1984019937","https://openalex.org/W1996041022","https://openalex.org/W2004612169","https://openalex.org/W2004628959","https://openalex.org/W2006181802","https://openalex.org/W2008075275","https://openalex.org/W2008426906","https://openalex.org/W2009496453","https://openalex.org/W2016227990","https://openalex.org/W2020382968","https://openalex.org/W2022156277","https://openalex.org/W2022845073","https://openalex.org/W2024683170","https://openalex.org/W2024822096","https://openalex.org/W2038733663","https://openalex.org/W2041212490","https://openalex.org/W2041312521","https://openalex.org/W2042415593","https://openalex.org/W2045594341","https://openalex.org/W2046133630","https://openalex.org/W2047940903","https://openalex.org/W2048251958","https://openalex.org/W2051192875","https://openalex.org/W2055205975","https://openalex.org/W2055313915","https://openalex.org/W2056288118","https://openalex.org/W2057471812","https://openalex.org/W2059938789","https://openalex.org/W2060464975","https://openalex.org/W2069037971","https://openalex.org/W2072582788","https://openalex.org/W2073454183","https://openalex.org/W2076819360","https://openalex.org/W2081256148","https://openalex.org/W2084450415","https://openalex.org/W2094721807","https://openalex.org/W2094926203","https://openalex.org/W2095991666","https://openalex.org/W2100628498","https://openalex.org/W2101297880","https://openalex.org/W2102851731","https://openalex.org/W2104210775","https://openalex.org/W2104818169","https://openalex.org/W2110013374","https://openalex.org/W2113646895","https://openalex.org/W2118743316","https://openalex.org/W2119413517","https://openalex.org/W2123809717","https://openalex.org/W2125109697","https://openalex.org/W2125435699","https://openalex.org/W2126299892","https://openalex.org/W2126634996","https://openalex.org/W2127875809","https://openalex.org/W2130979570","https://openalex.org/W2131319204","https://openalex.org/W2136170489","https://openalex.org/W2139168999","https://openalex.org/W2139773630","https://openalex.org/W2140044163","https://openalex.org/W2140292502","https://openalex.org/W2144357519","https://openalex.org/W2144521434","https://openalex.org/W2145546559","https://openalex.org/W2146188179","https://openalex.org/W2147977116","https://openalex.org/W2154741216","https://openalex.org/W2154983783","https://openalex.org/W2156104040","https://openalex.org/W2157338108","https://openalex.org/W2160538295","https://openalex.org/W2166911050","https://openalex.org/W2167454349","https://openalex.org/W2167480299","https://openalex.org/W2170081454","https://openalex.org/W2184069500","https://openalex.org/W2187834976","https://openalex.org/W2189597961","https://openalex.org/W2200066227","https://openalex.org/W2218032177","https://openalex.org/W2229365655","https://openalex.org/W2250556123","https://openalex.org/W2253557942","https://openalex.org/W2257399986","https://openalex.org/W2265247185","https://openalex.org/W2274111750","https://openalex.org/W2276524743","https://openalex.org/W2279891363","https://openalex.org/W2282905798","https://openalex.org/W2293720556","https://openalex.org/W2294711764","https://openalex.org/W2297142715","https://openalex.org/W2298229244","https://openalex.org/W2298254546","https://openalex.org/W2298707354","https://openalex.org/W2303106431","https://openalex.org/W2305048822","https://openalex.org/W2307559866","https://openalex.org/W2314699177","https://openalex.org/W2332468149","https://openalex.org/W2344634402","https://openalex.org/W2345256921","https://openalex.org/W2346518145","https://openalex.org/W2394967434","https://openalex.org/W2405688063","https://openalex.org/W2415735673","https://openalex.org/W2427464529","https://openalex.org/W2462956076","https://openalex.org/W2486242343","https://openalex.org/W2487259384","https://openalex.org/W2488207697","https://openalex.org/W2503315166","https://openalex.org/W2506961847","https://openalex.org/W2514171100","https://openalex.org/W2536105808","https://openalex.org/W2539214737","https://openalex.org/W2547275358","https://openalex.org/W2551923092","https://openalex.org/W2559127734","https://openalex.org/W2563054766","https://openalex.org/W2569323843","https://openalex.org/W2584818763","https://openalex.org/W2586869635","https://openalex.org/W2590331676","https://openalex.org/W2599042160","https://openalex.org/W2602045201","https://openalex.org/W2602426266","https://openalex.org/W2612381538","https://openalex.org/W2680214422","https://openalex.org/W2726781288","https://openalex.org/W2730193540","https://openalex.org/W2732710139","https://openalex.org/W2741508543","https://openalex.org/W2752924132","https://openalex.org/W2772481483","https://openalex.org/W2779647455","https://openalex.org/W2781343147","https://openalex.org/W2783628339","https://openalex.org/W2790978379","https://openalex.org/W2791143966","https://openalex.org/W2794841064","https://openalex.org/W2795199934","https://openalex.org/W2796696099","https://openalex.org/W2804540412","https://openalex.org/W2887612924","https://openalex.org/W2887956040","https://openalex.org/W2888440869","https://openalex.org/W2901198726","https://openalex.org/W2904372304","https://openalex.org/W2941212369","https://openalex.org/W2945151052","https://openalex.org/W2956009402","https://openalex.org/W2977202194","https://openalex.org/W2977587875","https://openalex.org/W2979265509","https://openalex.org/W3048575591","https://openalex.org/W3196201530","https://openalex.org/W3197639264","https://openalex.org/W3210946122","https://openalex.org/W4213456951","https://openalex.org/W4239284024","https://openalex.org/W4247264857","https://openalex.org/W4248353198","https://openalex.org/W4250581421","https://openalex.org/W4393358703","https://openalex.org/W4408813433","https://openalex.org/W6884940654","https://openalex.org/W6962709051","https://openalex.org/W7029744660","https://openalex.org/W7062579842","https://openalex.org/W7132914527"],"related_works":["https://openalex.org/W4386233642","https://openalex.org/W7167863016","https://openalex.org/W3159340989","https://openalex.org/W2053514928","https://openalex.org/W2056441485","https://openalex.org/W396901937","https://openalex.org/W4247070181","https://openalex.org/W7008660735","https://openalex.org/W574043859","https://openalex.org/W219028903"],"abstract_inverted_index":{"Hundreds":[0],"of":[1,79,83,92,157,161,283,289,313,338],"C-test":[2,34,40,48,67,74,84,94,110,195,251,284,294,332],"studies":[3,35,68,235],"have":[4],"been":[5],"published":[6],"since":[7],"Klein-Braley's":[8],"(1981)":[9],"dissertation":[10],"work":[11],"in":[12,37,63,207,238,340],"Duisburg,":[13],"Germany":[14],"(Grotjahn,":[15],"2016).C-tests":[16],"are":[17,23,30,42,96,246,299,302],"popular":[18],"because":[19],"many":[20,64],"claim":[21],"they":[22],"easy":[24],"to":[25,44,98,105,120,173,273,315],"develop,":[26],"administer,":[27],"and":[28,33,57,60,102,113,122,138,168,180,199,204,223,286,296,330],"score.C-tests":[29],"widely":[31],"used,":[32,198],"vary":[36],"crucial":[38],"ways:":[39],"scores":[41,51,95,111,196,252,257,285,326],"used":[43,97],"support":[45],"different":[46,54],"decisions,":[47],"users":[49,118,305],"interpret":[50],"as":[52],"measuring":[53],"language":[55,191,261],"constructs,":[56],"researchers":[58],"construct":[59,121],"develop":[61,123],"C-tests":[62,201],"ways.Variations":[65],"across":[66],"can":[69],"pose":[70],"unique":[71],"challenges":[72],"for":[73,213,220,228],"use.I":[75],"report":[76],"the":[77,90,154,183,211,239,275,281,287],"results":[78],"a":[80,162,311],"random-effects":[81],"meta-analysis":[82],"study":[85,189,232,244,269,341],"information.I":[86],"collect":[87],"information":[88,114,174,187],"about":[89,115,175,188],"types":[91],"decisions":[93,133,278],"support,":[99],"correlation":[100,224,290],"coefficients":[101,225],"score":[103],"reliabilities":[104,217,301],"shed":[106],"light":[107],"on":[108,258,280],"what":[109],"measure,":[112],"steps":[116,298],"Ctest":[117],"took":[119],"their":[124],"C-tests.Studies":[125],"were":[126,134,197,202,210,218,226,236,271],"retrieved":[127],"from":[128],"five":[129,145],"major":[130],"search":[131],"channels.Inclusion-exclusion":[132],"made":[135,279],"during":[136],"eligibility":[137],"prescreening":[139],"stages.The":[140],"main":[141],"study-coding":[142],"phase":[143],"involved":[144],"qualified":[146],"coders,":[147],"rigorous":[148],"coder-training":[149],"procedures":[150],"(see":[151],"Stock,":[152],"1994),":[153],"double":[155],"coding":[156,166,184],"all":[158],"studies,":[159],"use":[160,310,321],"FileMaker":[163],"Pro":[164],"17":[165],"form,":[167],"assessing":[169],"coder":[170],"reliability.In":[171],"addition":[172],"descriptive":[176],"statistics,":[177],"correlational":[178],"analyses,":[179],"score-reliability":[181],"estimates,":[182],"team":[185],"gathered":[186],"features,":[190],"setting,":[192],"participants,":[193],"how":[194,200],"constructed":[203],"developed;":[205],"variables":[206],"these":[208],"categories":[209],"basis":[212,282],"subgroup":[214],"analyses.iv":[215],"Score":[216],"corrected":[219,227],"measurement":[221],"artifacts,":[222],"attenuation":[229],"before":[230],"analysis.Following":[231],"screening,":[233],"239":[234],"included":[237],"dataset.Results":[240],"show":[241],"that,":[242],"when":[243,304],"effects":[245,270],"grouped":[247],"by":[248],"criterion":[249],"construct,":[250],"correlate":[253],"most":[254],"strongly":[255],"with":[256,327],"other":[259],"general":[260],"proficiency":[262],"tests":[263],"(r":[264],"=":[265],".94[.87;":[266],".97]).Too":[267],"few":[268],"available":[272],"examine":[274],"relationship":[276],"between":[277],"magnitude":[288],"coefficients.Key":[291],"findings":[292],"regarding":[293],"construction":[295],"development":[297],"that":[300],"higher":[303],"explore":[306],"alternate":[307],"deletion":[308],"rules,":[309],"series":[312],"dashes":[314],"indicate":[316],"deleted":[317],"letters":[318],"or":[319],"syllables,":[320],"alternate-answer":[322],"scoring":[323],"schemes,":[324],"analyze":[325],"factor":[328],"models,":[329],"order":[331],"texts":[333],"randomly.There":[334],"was":[335],"little":[336],"evidence":[337],"bias":[339],"results.":[342]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3000769866","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2020-01-30T00:00:00"}
