{"id":"https://openalex.org/W2134685366","doi":"https://doi.org/10.1111/j.1745-3984.2000.tb01083.x","title":"Using a New Statistical Model for Testlets to Score TOEFL","display_name":"Using a New Statistical Model for Testlets to Score TOEFL","alternate_titles":[],"publication_year":2000,"publication_date":"2000-09-01","ids":{"openalex":"https://openalex.org/W2134685366","doi":"https://doi.org/10.1111/j.1745-3984.2000.tb01083.x","mag":"2134685366"},"language":"en","primary_location":{"id":"doi:10.1111/j.1745-3984.2000.tb01083.x","doi":"https://doi.org/10.1111/j.1745-3984.2000.tb01083.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1745-3984.2000.tb01083.x","pdf_url":null,"source":{"id":"https://openalex.org/S30638350","display_name":"Journal of Educational Measurement","issn_l":"0022-0655","issn":["0022-0655","1745-3984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","ki-jl-2","norway-2","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational Measurement","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2134685366"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082689830","display_name":"Howard Wainer","orcid":"https://orcid.org/0009-0006-7769-4719","observed_orcids":["https://orcid.org/0009-0006-7769-4719"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Howard Wainer","raw_affiliation_strings":["Educational Testing Service","HOWARD WAINER is Principal Research Scientist at the Educational Testing Service (T-15), Princeton, NJ 08541; [email protected] . His research interests include statistical graphics and psychometrics","XIAOHUI WANG is a graduate student in the Department of Statistics at the University of North Carolina, Chapel Hill, NC 27599-3270; [email protected] . Her research interests include applied statistics, psychometrics, and computer applications","HOWARD WAINER is Principal Research Scientist at the Educational Testing Service (T-15), Princeton, NJ 08541","XIAOHUI WANG is a graduate student in the Department of Statistics at the University of North Carolina, Chapel Hill, NC 27599-3270","[email protected]. Her research interests include applied statistics, psychometrics, and computer applications","[email protected]. His research interests include statistical graphics and psychometrics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"HOWARD WAINER is Principal Research Scientist at the Educational Testing Service (T-15), Princeton, NJ 08541; [email protected] . His research interests include statistical graphics and psychometrics","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"XIAOHUI WANG is a graduate student in the Department of Statistics at the University of North Carolina, Chapel Hill, NC 27599-3270; [email protected] . Her research interests include applied statistics, psychometrics, and computer applications","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"HOWARD WAINER is Principal Research Scientist at the Educational Testing Service (T-15), Princeton, NJ 08541","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"XIAOHUI WANG is a graduate student in the Department of Statistics at the University of North Carolina, Chapel Hill, NC 27599-3270","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"[email protected]. Her research interests include applied statistics, psychometrics, and computer applications","institution_ids":[]},{"raw_affiliation_string":"[email protected]. His research interests include statistical graphics and psychometrics","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100410743","display_name":"Xiaohui Wang","orcid":"https://orcid.org/0000-0003-2126-1712","observed_orcids":["https://orcid.org/0000-0003-2126-1712"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaohui Wang","raw_affiliation_strings":["HOWARD WAINER is Principal Research Scientist at the Educational Testing Service (T-15), Princeton, NJ 08541; [email protected] . His research interests include statistical graphics and psychometrics","University of North Carolina at Chapel Hill","XIAOHUI WANG is a graduate student in the Department of Statistics at the University of North Carolina, Chapel Hill, NC 27599-3270; [email protected] . Her research interests include applied statistics, psychometrics, and computer applications","HOWARD WAINER is Principal Research Scientist at the Educational Testing Service (T-15), Princeton, NJ 08541","XIAOHUI WANG is a graduate student in the Department of Statistics at the University of North Carolina, Chapel Hill, NC 27599-3270","[email protected]. Her research interests include applied statistics, psychometrics, and computer applications","[email protected]. His research interests include statistical graphics and psychometrics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HOWARD WAINER is Principal Research Scientist at the Educational Testing Service (T-15), Princeton, NJ 08541; [email protected] . His research interests include statistical graphics and psychometrics","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"University of North Carolina at Chapel Hill","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"XIAOHUI WANG is a graduate student in the Department of Statistics at the University of North Carolina, Chapel Hill, NC 27599-3270; [email protected] . Her research interests include applied statistics, psychometrics, and computer applications","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"HOWARD WAINER is Principal Research Scientist at the Educational Testing Service (T-15), Princeton, NJ 08541","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"XIAOHUI WANG is a graduate student in the Department of Statistics at the University of North Carolina, Chapel Hill, NC 27599-3270","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"[email protected]. Her research interests include applied statistics, psychometrics, and computer applications","institution_ids":[]},{"raw_affiliation_string":"[email protected]. His research interests include statistical graphics and psychometrics","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5082689830"],"corresponding_institution_ids":["https://openalex.org/I114027177","https://openalex.org/I1341030882"],"apc_list":{"value":3040,"currency":"USD","value_usd":3040},"apc_paid":null,"fwci":1.5973,"has_fulltext":false,"cited_by_count":153,"citation_normalized_percentile":{"value":0.81650641,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"37","issue":"3","first_page":"203","last_page":"220"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testlets","display_name":"testlets","score":0.9670000076293945},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"item response theory","score":0.7400000095367432},{"id":"https://openalex.org/keywords/local-dependence","display_name":"local dependence","score":0.8289999961853027},{"id":"https://openalex.org/keywords/conditional-independence","display_name":"conditional independence","score":0.699999988079071},{"id":"https://openalex.org/keywords/toefl","display_name":"TOEFL","score":0.875},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"reading comprehension","score":0.6129999756813049},{"id":"https://openalex.org/keywords/listening-comprehension","display_name":"listening comprehension","score":1.0},{"id":"https://openalex.org/keywords/item-discrimination","display_name":"item discrimination","score":0.4690000116825104},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.7139999866485596},{"id":"https://openalex.org/keywords/guessing-parameter","display_name":"guessing parameter","score":0.8360000252723694},{"id":"https://openalex.org/keywords/test-information","display_name":"test information","score":0.746999979019165},{"id":"https://openalex.org/keywords/adaptive-testing","display_name":"adaptive testing","score":0.5600000023841858},{"id":"https://openalex.org/keywords/measurement-precision","display_name":"measurement precision","score":0.37700000405311584}],"concepts":[{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.6290432214736938},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.5726130604743958},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.564119815826416},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5485542416572571},{"id":"https://openalex.org/C18747219","wikidata":"https://www.wikidata.org/wiki/Q620994","display_name":"Standard error","level":2,"score":0.5460420250892639},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.5443122386932373},{"id":"https://openalex.org/C18563106","wikidata":"https://www.wikidata.org/wiki/Q487425","display_name":"Test of English as a Foreign Language","level":3,"score":0.5113574862480164},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.45047175884246826},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4255324900150299},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.4249071478843689},{"id":"https://openalex.org/C79772020","wikidata":"https://www.wikidata.org/wiki/Q5159264","display_name":"Conditional independence","level":2,"score":0.42137208580970764},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3216060698032379},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3169260621070862},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.30185943841934204},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.2938469648361206},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.19188886880874634},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.1646413803100586},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.15774497389793396},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/j.1745-3984.2000.tb01083.x","doi":"https://doi.org/10.1111/j.1745-3984.2000.tb01083.x","is_oa":false,"landing_page_url":"https://doi.org/10.1111/j.1745-3984.2000.tb01083.x","pdf_url":null,"source":{"id":"https://openalex.org/S30638350","display_name":"Journal of Educational Measurement","issn_l":"0022-0655","issn":["0022-0655","1745-3984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","erih-plus","ki-jl-2","norway-2","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4156000018119812,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W386978356","https://openalex.org/W1535520578","https://openalex.org/W1588286827","https://openalex.org/W1605548433","https://openalex.org/W1964052265","https://openalex.org/W2000619651","https://openalex.org/W2002479639","https://openalex.org/W2024475444","https://openalex.org/W2032751959","https://openalex.org/W2073124272","https://openalex.org/W2076648067","https://openalex.org/W2083875149","https://openalex.org/W2084840427","https://openalex.org/W2090212281","https://openalex.org/W2108306139","https://openalex.org/W2121161291","https://openalex.org/W2132892763","https://openalex.org/W2138703513","https://openalex.org/W2145849938","https://openalex.org/W2158303445","https://openalex.org/W2505213109","https://openalex.org/W2999660727","https://openalex.org/W4234508882","https://openalex.org/W4242896767"],"related_works":["https://openalex.org/W4234508882","https://openalex.org/W3166058168","https://openalex.org/W2810150981","https://openalex.org/W2076648067","https://openalex.org/W2076984005","https://openalex.org/W6940353472","https://openalex.org/W2158303445","https://openalex.org/W2625675150","https://openalex.org/W7207616968","https://openalex.org/W1777583727"],"abstract_inverted_index":{"Standard":[0],"item":[1],"response":[2],"theory":[3],"(IRT)":[4],"models":[5],"fit":[6,136],"to":[7,37,42,69,105],"examination":[8],"responses":[9],"ignore":[10],"the":[11,56,80,86,115,127,148,156,165],"fact":[12],"that":[13,50,184,211],"sets":[14],"of":[15,65,90,129,158,193],"items":[16,35,112],"(testlets)":[17],"often":[18],"are":[19,40],"matched":[20],"with":[21,58,147,175],"a":[22,27,133,153,195],"single":[23],"common":[24],"stimulus":[25],"(e.g.,":[26,93],"reading":[28,141],"comprehension":[29,142],"passage).":[30],"In":[31],"this":[32],"setting,":[33],"all":[34],"given":[36],"an":[38,94,107],"examinee":[39,47,60,91],"unlikely":[41],"be":[43],"conditionally":[44],"independent":[45],"(given":[46],"proficiency).":[48],"Models":[49],"assume":[51],"conditional":[52,201,218],"independence":[53,202,219],"will":[54],"overestimate":[55],"precision":[57,66],"which":[59,79],"proficiency":[61,92],"is":[62,83,177,203],"measured.":[63],"Overstatement":[64],"may":[67],"lead":[68],"inaccurate":[70],"inferences":[71],"as":[72,74],"well":[73,187],"prematurely":[75],"ended":[76],"examinations":[77],"in":[78,132],"stopping":[81],"rule":[82],"based":[84],"on":[85],"estimated":[87,188],"standard":[88,98,166],"error":[89],"adaptive":[95],"test).":[96],"The":[97],"three":[99],"parameter":[100],"IRT":[101],"model":[102],"was":[103,214,220],"modified":[104],"include":[106],"additional":[108],"random":[109],"effect":[110],"for":[111,155,160],"nested":[113],"within":[114],"same":[116],"testlet":[117],"(Wainer,":[118],"Bradlow,":[119],"&":[120],"Du,":[121],"2000).":[122],"This":[123],"parameter,":[124],"\u03b3":[125,159],"characterizes":[126],"amount":[128],"local":[130],"dependence":[131],"testlet.":[134,162],"We":[135,163,182],"86":[137],"TOEFL":[138],"testlets":[139],"(50":[140],"and":[143,151,172,196],"36":[144],"listening":[145],"comprehension)":[146],"new":[149],"model,":[150],"obtained":[152,178],"value":[154],"variance":[157],"each":[161],"compared":[164],"parameters":[167],"(discrimination":[168],"(a),":[169],"difficulty":[170],"(b)":[171],"guessing":[173],"(c))":[174],"what":[176],"through":[179],"traditional":[180],"modeling.":[181],"found":[183,210],"difficulties":[185],"were":[186,198],"either":[189],"way,":[190],"but":[191],"estimates":[192],"both":[194],"c":[197],"biased":[199],"if":[200],"incorrectly":[204,221],"assumed.":[205,222],"Of":[206],"greater":[207],"import,":[208],"we":[209],"test":[212],"information":[213],"substantially":[215],"over\u2010estimated":[216],"when":[217]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2134685366","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":13},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":9}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
