{"id":"https://openalex.org/W2079754662","doi":"https://doi.org/10.1177/0013164407305592","title":"Comparability of Computer-Based and Paper-and-Pencil Testing in K\u201312 Reading Assessments: A Meta-Analysis of Testing Mode Effects","display_name":"Comparability of Computer-Based and Paper-and-Pencil Testing in K\u201312 Reading Assessments: A Meta-Analysis of Testing Mode Effects","alternate_titles":[],"publication_year":2007,"publication_date":"2007-09-12","ids":{"openalex":"https://openalex.org/W2079754662","doi":"https://doi.org/10.1177/0013164407305592","mag":"2079754662"},"language":"en","primary_location":{"id":"doi:10.1177/0013164407305592","doi":"https://doi.org/10.1177/0013164407305592","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164407305592","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2079754662"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shudong Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shudong Wang","raw_affiliation_strings":["Harcourt Assessment, Inc., shudong_wang@ harcourt.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harcourt Assessment, Inc., shudong_wang@ harcourt.com","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038353967","display_name":"Hong Jiao","orcid":"https://orcid.org/0000-0001-5014-6698","observed_orcids":["https://orcid.org/0000-0001-5014-6698"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong Jiao","raw_affiliation_strings":["Harcourt Assessment, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harcourt Assessment, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025385357","display_name":"Michael J. Young","orcid":"https://orcid.org/0000-0002-4701-1335","observed_orcids":["https://orcid.org/0000-0002-4701-1335"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael J. Young","raw_affiliation_strings":["Harcourt Assessment, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harcourt Assessment, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Thomas Brooks","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Brooks","raw_affiliation_strings":["Harcourt Assessment, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harcourt Assessment, Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"John Olson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John Olson","raw_affiliation_strings":["Harcourt Assessment, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harcourt Assessment, Inc","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":5.2611,"has_fulltext":false,"cited_by_count":256,"citation_normalized_percentile":{"value":0.94560297,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"68","issue":"1","first_page":"5","last_page":"24"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.7343999743461609,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.7343999743461609,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.1444000005722046,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12848","display_name":"Psychological Testing and Assessment","score":0.01489999983459711,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-based-testing","display_name":"computer-based testing","score":0.9990000128746033},{"id":"https://openalex.org/keywords/paper-and-pencil-tests","display_name":"paper-and-pencil tests","score":0.9819999933242798},{"id":"https://openalex.org/keywords/test-comparability","display_name":"test comparability","score":0.6370000243186951},{"id":"https://openalex.org/keywords/reading-assessment","display_name":"reading assessment","score":0.6320000290870667},{"id":"https://openalex.org/keywords/k-12-students","display_name":"K-12 students","score":0.9629999995231628},{"id":"https://openalex.org/keywords/reading-achievement","display_name":"reading achievement","score":0.9089999794960022},{"id":"https://openalex.org/keywords/computer-practice","display_name":"computer practice","score":0.8420000076293945},{"id":"https://openalex.org/keywords/test-format-effects","display_name":"test format effects","score":0.3140000104904175}],"concepts":[{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.897284746170044},{"id":"https://openalex.org/C93225998","wikidata":"https://www.wikidata.org/wiki/Q1941972","display_name":"Moderation","level":2,"score":0.7794267535209656},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.7186608910560608},{"id":"https://openalex.org/C134949993","wikidata":"https://www.wikidata.org/wiki/Q2068617","display_name":"Pencil (optics)","level":2,"score":0.7007826566696167},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5226478576660156},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4751798212528229},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46717366576194763},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4506450295448303},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3446792960166931},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3209162950515747},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16670337319374084},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15207073092460632},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09126415848731995},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1177/0013164407305592","doi":"https://doi.org/10.1177/0013164407305592","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0013164407305592","pdf_url":null,"source":{"id":"https://openalex.org/S176831015","display_name":"Educational and Psychological Measurement","issn_l":"0013-1644","issn":["0013-1644","1552-3888"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","doyens","erih-plus","jufo-2","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational and Psychological Measurement","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.1020.7692","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.1020.7692","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://epm.sagepub.com/content/early/2007/09/12/0013164407305592.full.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.1022.6288","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.1022.6288","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://epm.sagepub.com/content/68/1/5.full.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8278999924659729}],"study_designs":[{"id":"https://openalex.org/study-designs/systematic-review","display_name":"Systematic Review"},{"id":"https://openalex.org/study-designs/meta-analysis","display_name":"Meta-Analysis"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W132134876","https://openalex.org/W138551951","https://openalex.org/W139328685","https://openalex.org/W273477072","https://openalex.org/W300825720","https://openalex.org/W307261628","https://openalex.org/W323448563","https://openalex.org/W608816142","https://openalex.org/W612372977","https://openalex.org/W1491965902","https://openalex.org/W1496972067","https://openalex.org/W1526065517","https://openalex.org/W1548849838","https://openalex.org/W1584858143","https://openalex.org/W1974388393","https://openalex.org/W1975523399","https://openalex.org/W1978821895","https://openalex.org/W1981156755","https://openalex.org/W1999649023","https://openalex.org/W2008340276","https://openalex.org/W2022113252","https://openalex.org/W2024163649","https://openalex.org/W2024774575","https://openalex.org/W2032780088","https://openalex.org/W2044150432","https://openalex.org/W2044223270","https://openalex.org/W2055583849","https://openalex.org/W2057563009","https://openalex.org/W2059527510","https://openalex.org/W2076029586","https://openalex.org/W2081225972","https://openalex.org/W2085067260","https://openalex.org/W2085769682","https://openalex.org/W2095682070","https://openalex.org/W2098752929","https://openalex.org/W2107031757","https://openalex.org/W2109562678","https://openalex.org/W2120503395","https://openalex.org/W2136656849","https://openalex.org/W2142138605","https://openalex.org/W2145705512","https://openalex.org/W2148987664","https://openalex.org/W2185479013","https://openalex.org/W2239979872","https://openalex.org/W2347998626","https://openalex.org/W2964709085","https://openalex.org/W3106865213","https://openalex.org/W4206205808","https://openalex.org/W4242188807","https://openalex.org/W4242390278","https://openalex.org/W4247255676","https://openalex.org/W4250079822","https://openalex.org/W4285719527","https://openalex.org/W4300870773","https://openalex.org/W4301358359","https://openalex.org/W4301911704","https://openalex.org/W7071764571"],"related_works":["https://openalex.org/W2015327566","https://openalex.org/W7064819678","https://openalex.org/W2024774575","https://openalex.org/W1676037384","https://openalex.org/W2765963219","https://openalex.org/W1540511029","https://openalex.org/W2604468817","https://openalex.org/W2105665583","https://openalex.org/W11904476"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"computer-based":[3],"testing":[4],"(CBT)":[5],"has":[6],"grown":[7],"in":[8,28,139],"popularity,":[9],"is":[10],"increasingly":[11],"being":[12],"implemented":[13],"across":[14],"the":[15,22,29,50,55,74,91,137],"United":[16],"States,":[17],"and":[18,44,80,114,131],"will":[19],"likely":[20],"become":[21],"primary":[23],"mode":[24,76,93],"for":[25],"delivering":[26],"tests":[27,82],"future.":[30],"Although":[31],"CBT":[32],"offers":[33],"many":[34],"advantages":[35],"over":[36],"traditional":[37],"paper-and-pencil":[38,81],"testing,":[39],"assessment":[40],"experts,":[41],"researchers,":[42],"practitioners,":[43],"users":[45],"have":[46],"expressed":[47],"concern":[48],"about":[49],"comparability":[51],"of":[52,78,129],"scores":[53,141],"between":[54,142],"two":[56],"test":[57,143],"administration":[58,75,92],"modes.":[59,144],"To":[60],"help":[61],"provide":[62],"an":[63],"answer":[64],"to":[65,72,120],"this":[66],"issue,":[67],"a":[68],"meta-analysis":[69],"was":[70],"conducted":[71],"synthesize":[73],"effects":[77],"CBTs":[79],"on":[83,99],"K\u201412":[84,100],"student":[85,101],"reading":[86,102,140],"assessments.":[87],"Findings":[88],"indicate":[89],"that":[90],"had":[94],"no":[95],"statistically":[96,117],"significant":[97,118],"effect":[98,122],"achievement":[103],"scores.":[104],"Four":[105],"moderator":[106,125],"variables\u2014study":[107],"design,":[108],"sample":[109],"size,":[110],"computer":[111,115,132],"delivery":[112,133],"algorithm,":[113],"practice\u2014made":[116],"contributions":[119],"predicting":[121],"size.":[123],"Three":[124],"variables\u2014grade":[126],"level,":[127],"type":[128],"test,":[130],"method\u2014did":[134],"not":[135],"affect":[136],"differences":[138]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2079754662","counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":21},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":23},{"year":2014,"cited_by_count":12},{"year":2013,"cited_by_count":11},{"year":2012,"cited_by_count":14}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
