{"id":"https://openalex.org/W2040815946","doi":"https://doi.org/10.1080/10627190903422856","title":"A Framework for Test Validity Research on Content Assessments Taken by English Language Learners","display_name":"A Framework for Test Validity Research on Content Assessments Taken by English Language Learners","publication_year":2009,"publication_date":"2009-10-30","ids":{"openalex":"https://openalex.org/W2040815946","doi":"https://doi.org/10.1080/10627190903422856","mag":"2040815946"},"language":"en","primary_location":{"id":"doi:10.1080/10627190903422856","doi":"https://doi.org/10.1080/10627190903422856","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10627190903422856","pdf_url":null,"source":{"id":"https://openalex.org/S129210194","display_name":"Educational Assessment","issn_l":"1062-7197","issn":["1062-7197","1532-6977"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Assessment","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038693063","display_name":"John W. Young","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"John W. Young","raw_affiliation_strings":["Educational Testing Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038693063"],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":4.9732,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.94695782,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"14","issue":"3-4","first_page":"122","last_page":"138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.6304000020027161,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.6304000020027161,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10265","display_name":"Multilingual Education and Policy","score":0.1185000017285347,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.07900000363588333,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-validity","display_name":"test validity","score":0.9120000004768372},{"id":"https://openalex.org/keywords/english-language-learners","display_name":"English language learners","score":0.9909999966621399},{"id":"https://openalex.org/keywords/content-assessment","display_name":"content assessment","score":0.9110000133514404},{"id":"https://openalex.org/keywords/test-comparability","display_name":"test comparability","score":0.9210000038146973},{"id":"https://openalex.org/keywords/test-score-comparability","display_name":"test score comparability","score":0.9710000157356262},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"conceptual framework","score":0.6349999904632568},{"id":"https://openalex.org/keywords/students-with-disabilities","display_name":"students with disabilities","score":0.6790000200271606},{"id":"https://openalex.org/keywords/k-12-education","display_name":"K-12 education","score":0.6399999856948853}],"concepts":[{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.9825212955474854},{"id":"https://openalex.org/C192717464","wikidata":"https://www.wikidata.org/wiki/Q214377","display_name":"Ell","level":4,"score":0.8509179353713989},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6166024208068848},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6042632460594177},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5603283047676086},{"id":"https://openalex.org/C58916136","wikidata":"https://www.wikidata.org/wiki/Q1663508","display_name":"Content validity","level":3,"score":0.46283602714538574},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.43034490942955017},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3308185935020447},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.2579251229763031},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1829523742198944},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.12027767300605774},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.1129390299320221},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62737587","wikidata":"https://www.wikidata.org/wiki/Q7939179","display_name":"Vocabulary development","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10627190903422856","doi":"https://doi.org/10.1080/10627190903422856","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10627190903422856","pdf_url":null,"source":{"id":"https://openalex.org/S129210194","display_name":"Educational Assessment","issn_l":"1062-7197","issn":["1062-7197","1532-6977"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Assessment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W22684906","https://openalex.org/W98174399","https://openalex.org/W105986171","https://openalex.org/W233723568","https://openalex.org/W576160609","https://openalex.org/W1514657501","https://openalex.org/W1576592401","https://openalex.org/W1602722405","https://openalex.org/W1784684835","https://openalex.org/W1872508448","https://openalex.org/W1939793819","https://openalex.org/W1963760706","https://openalex.org/W1967719758","https://openalex.org/W1969615044","https://openalex.org/W1970064097","https://openalex.org/W1985695119","https://openalex.org/W1992737233","https://openalex.org/W1995229119","https://openalex.org/W2008278874","https://openalex.org/W2014150911","https://openalex.org/W2014830061","https://openalex.org/W2029196932","https://openalex.org/W2032012222","https://openalex.org/W2039781615","https://openalex.org/W2058021311","https://openalex.org/W2059745742","https://openalex.org/W2063406965","https://openalex.org/W2064625566","https://openalex.org/W2072296938","https://openalex.org/W2079924928","https://openalex.org/W2082520129","https://openalex.org/W2092117854","https://openalex.org/W2105578309","https://openalex.org/W2115736634","https://openalex.org/W2134019621","https://openalex.org/W2139259661","https://openalex.org/W2148397842","https://openalex.org/W2150974025","https://openalex.org/W2152277843","https://openalex.org/W2153975526","https://openalex.org/W2171273909","https://openalex.org/W2269626755","https://openalex.org/W2500916675","https://openalex.org/W2586861666","https://openalex.org/W2977659465","https://openalex.org/W3009594170","https://openalex.org/W4213276201","https://openalex.org/W4229773170","https://openalex.org/W4243216998","https://openalex.org/W4248674065","https://openalex.org/W4249377231","https://openalex.org/W4253106138"],"related_works":["https://openalex.org/W1979068205","https://openalex.org/W6925995317","https://openalex.org/W195444253","https://openalex.org/W1967719758","https://openalex.org/W3100564680","https://openalex.org/W2312154517","https://openalex.org/W2105848883","https://openalex.org/W2057292945","https://openalex.org/W2148704231","https://openalex.org/W7095280125"],"abstract_inverted_index":{"In":[0,78],"this":[1,79],"article,":[2],"I":[3,153],"specify":[4],"a":[5],"conceptual":[6],"framework":[7,28,80],"for":[8,81,123,146,173],"test":[9,90,121,144],"validity":[10],"research":[11,73,82,111,150,158],"on":[12,74,83,115],"content":[13,124,171],"assessments":[14,125,172],"taken":[15,126],"by":[16,35,127],"English":[17],"language":[18],"learners":[19],"(ELLs)":[20],"in":[21,24],"U.S.":[22],"schools":[23],"grades":[25],"K\u201312.":[26],"This":[27],"is":[29],"modeled":[30],"after":[31],"one":[32],"previously":[33],"delineated":[34],"Willingham":[36],"et":[37],"al.":[38],"(1988)":[39],"Willingham,":[40],"W.":[41],"W.,":[42],"Ragosta,":[43],"M.,":[44],"Bennett,":[45],"R.":[46],"E.,":[47],"Braun,":[48],"H.,":[49],"Rock,":[50],"D.":[51,55],"A.":[52],"and":[53],"Powers,":[54],"E.":[56],"1988.":[57],"Testing":[58],"handicapped":[59],"people":[60],"Needham,":[61],"MA:":[62],"Allyn":[63],"&":[64],"Bacon..":[65],"[Google":[66],"Scholar],":[67],"which":[68,147],"was":[69],"developed":[70],"to":[71,163,166],"guide":[72],"students":[75],"with":[76],"disabilities.":[77],"ELLs,":[84],"there":[85],"are":[86,96,104,136,161],"eight":[87],"indicators":[88,95,103,119,142],"of":[89,93,98,106,117,120,143,157,170],"comparability.":[91,108],"Five":[92],"these":[94,130],"measures":[97,105],"score":[99],"comparability,":[100],"while":[101],"three":[102],"task":[107],"To":[109],"date,":[110],"has":[112],"been":[113],"conducted":[114],"six":[116],"the":[118,139,155,168],"comparability":[122,145,169],"ELLs.":[128,174],"For":[129,138],"indicators,":[131],"findings":[132],"from":[133],"representative":[134],"studies":[135,159],"summarized.":[137],"remaining":[140],"two":[141],"no":[148],"published":[149],"currently":[151],"exists,":[152],"describe":[154],"types":[156],"that":[160],"necessary":[162],"gather":[164],"evidence":[165],"evaluate":[167]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":6}],"updated_date":"2026-10-02T10:15:12.560889","created_date":"2016-06-24T00:00:00"}