{"id":"https://openalex.org/W2057950380","doi":"https://doi.org/10.1177/0265532213489568","title":"Re-examining the content validation of a grammar test: The (im)possibility of distinguishing vocabulary and structural knowledge","display_name":"Re-examining the content validation of a grammar test: The (im)possibility of distinguishing vocabulary and structural knowledge","publication_year":2013,"publication_date":"2013-07-02","ids":{"openalex":"https://openalex.org/W2057950380","doi":"https://doi.org/10.1177/0265532213489568","mag":"2057950380"},"language":"en","primary_location":{"id":"doi:10.1177/0265532213489568","doi":"https://doi.org/10.1177/0265532213489568","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0265532213489568","pdf_url":null,"source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040972979","display_name":"J. Charles Alderson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"J. Charles Alderson","raw_affiliation_strings":["Lancaster University, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lancaster University, UK","institution_ids":["https://openalex.org/I67415387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074115647","display_name":"Benjamin Kremmel","orcid":"https://orcid.org/0000-0002-2536-0091","observed_orcids":["https://orcid.org/0000-0002-2536-0091"]},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Benjamin Kremmel","raw_affiliation_strings":["University of Innsbruck, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Innsbruck, Austria","institution_ids":["https://openalex.org/I190249584"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3900,"currency":"USD","value_usd":3900},"apc_paid":null,"fwci":19.6145,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.9924409,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"30","issue":"4","first_page":"535","last_page":"556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.5234000086784363,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.5234000086784363,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.35910001397132874,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0340999998152256,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/content-validation","display_name":"content validation","score":0.8569999933242798},{"id":"https://openalex.org/keywords/grammar-tests","display_name":"grammar tests","score":0.4790000021457672},{"id":"https://openalex.org/keywords/vocabulary-knowledge","display_name":"vocabulary knowledge","score":0.8489999771118164},{"id":"https://openalex.org/keywords/syntactic-knowledge","display_name":"syntactic knowledge","score":0.9340000152587891},{"id":"https://openalex.org/keywords/expert-opinion","display_name":"expert opinion","score":0.5950000286102295},{"id":"https://openalex.org/keywords/second-language-reading","display_name":"second language reading","score":0.8209999799728394},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.4659999907016754},{"id":"https://openalex.org/keywords/replication","display_name":"replication","score":0.4569999873638153},{"id":"https://openalex.org/keywords/language-assessment","display_name":"language assessment","score":0.49900001287460327},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.39100000262260437}],"concepts":[{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.6618428230285645},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.6304505467414856},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.6103160381317139},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6087273955345154},{"id":"https://openalex.org/C516687495","wikidata":"https://www.wikidata.org/wiki/Q3226977","display_name":"Lexis","level":2,"score":0.6040376424789429},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5978459119796753},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5752492547035217},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5422187447547913},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4782925248146057},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.439432293176651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32649433612823486},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/0265532213489568","doi":"https://doi.org/10.1177/0265532213489568","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0265532213489568","pdf_url":null,"source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lancs.ac.uk:71536","doi":null,"is_oa":false,"landing_page_url":"https://eprints.lancs.ac.uk/id/eprint/71536/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5385000109672546,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3126196613","display_name":"Diagnosing reading in a second or foreign language","funder_award_id":"ES/H022872/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"}],"funders":[{"id":"https://openalex.org/F4320334630","display_name":"Economic and Social Research Council","ror":"https://ror.org/03n0ht308"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W118255295","https://openalex.org/W256498028","https://openalex.org/W360683419","https://openalex.org/W583074137","https://openalex.org/W600677481","https://openalex.org/W633482614","https://openalex.org/W1569737621","https://openalex.org/W1578005008","https://openalex.org/W1647705916","https://openalex.org/W1726569562","https://openalex.org/W1975721018","https://openalex.org/W1996953518","https://openalex.org/W2003963058","https://openalex.org/W2005745319","https://openalex.org/W2020018978","https://openalex.org/W2026820021","https://openalex.org/W2035091448","https://openalex.org/W2042225150","https://openalex.org/W2045772071","https://openalex.org/W2066805295","https://openalex.org/W2079670019","https://openalex.org/W2080512696","https://openalex.org/W2124527997","https://openalex.org/W2131030700","https://openalex.org/W2138200957","https://openalex.org/W2158793710","https://openalex.org/W2162445884","https://openalex.org/W2167219466","https://openalex.org/W2170156012","https://openalex.org/W2412672173","https://openalex.org/W2601702341","https://openalex.org/W3135800748","https://openalex.org/W4236595676","https://openalex.org/W4237961478"],"related_works":["https://openalex.org/W2167219466","https://openalex.org/W3139309534","https://openalex.org/W2077939716","https://openalex.org/W2080553085","https://openalex.org/W4412259796","https://openalex.org/W1538198766","https://openalex.org/W1895613437","https://openalex.org/W7097156017","https://openalex.org/W2282085330","https://openalex.org/W2043763309"],"abstract_inverted_index":{"\u201cVocabulary":[0],"and":[1,75,140,185,226,238,285,290],"structural":[2,30],"knowledge\u201d":[3],"(Grabe,":[4],"1991,":[5],"p.":[6],"379)":[7],"appears":[8],"to":[9,21,58,62,117,147,172,275],"be":[10,22,39,52,118,194,273],"a":[11,25,32,45,82,124,181,187,200,232,295],"key":[12,130],"component":[13,20],"of":[14,47,67,77,84,90,106,128,132,176,212,221,253,256,287],"reading":[15,63,230,293],"ability.":[16],"However,":[17],"is":[18,29,279],"this":[19,65],"taken":[23],"as":[24,81,113],"unitary":[26],"one":[27],"or":[28,88,121,156],"knowledge":[31,69],"separate":[33],"factor":[34],"that":[35,205,269],"can":[36,51],"therefore":[37],"also":[38],"tested":[40],"in":[41,56,93,160,229,231,264,271,292,294],"isolation":[42],"in,":[43],"say,":[44],"test":[46,66,91,177],"syntax?":[48],"If":[49],"syntax":[50],"singled":[53],"out":[54],"(e.g.":[55],"order":[57],"investigate":[59],"its":[60],"contribution":[61],"ability),":[64],"syntactic":[68],"would":[70],"require":[71],"validation.":[72],"The":[73,196],"usefulness":[74,263],"reliability":[76],"using":[78],"expert":[79,107,207,257],"judgments":[80],"means":[83],"analysing":[85],"the":[86,119,166,174,210,218,222,246,251,254],"content":[87,175,243],"difficulty":[89],"items":[92,178],"language":[94],"assessment":[95],"has":[96,191],"been":[97],"questioned":[98],"for":[99,164,282],"more":[100,260],"than":[101],"two":[102],"decades.":[103],"Still,":[104],"groups":[105],"judges":[108,144,169],"are":[109,115,137,145,152,157,170],"often":[110],"called":[111],"upon":[112],"they":[114],"perceived":[116],"only":[120,153,250],"at":[122],"least":[123],"very":[125],"convenient":[126],"way":[127],"establishing":[129],"features":[131],"items.":[133],"Such":[134],"judgments,":[135,208,258],"however,":[136],"particularly":[138,280],"opaque":[139],"thus":[141],"problematic":[142],"when":[143,168],"required":[146],"make":[148],"categorizations":[149],"where":[150],"categories":[151],"vaguely":[154],"defined":[155],"ontologically":[158],"questionable":[159],"themselves.":[161],"This":[162,278],"is,":[163],"example,":[165],"case":[167],"asked":[171],"classify":[173],"based":[179],"on":[180,209],"distinction":[182],"between":[183,266],"lexis":[184],"syntax,":[186],"dichotomy":[188],"corpus":[189],"linguistics":[190],"suggested":[192],"cannot":[193],"maintained.":[195],"present":[197],"paper":[198,247],"scrutinizes":[199],"study":[201],"by":[202],"Shiotsu":[203],"(2010)":[204,242],"employed":[206],"basis":[211],"which":[213],"claims":[214],"were":[215],"made":[216],"about":[217],"relative":[219],"significance":[220],"components":[223,268],"\u2018syntactic":[224],"knowledge\u2019":[225,228],"\u2018vocabulary":[227],"second":[233,296],"language.":[234,297],"By":[235],"both":[236],"replicating":[237,240],"partially":[239],"Shiotsu\u2019s":[241],"analysis":[244],"study,":[245],"problematizes":[248],"not":[249],"issue":[252],"use":[255],"but,":[259],"importantly,":[261],"their":[262],"distinguishing":[265],"construct":[267],"might,":[270],"fact,":[272],"difficult":[274],"distinguish":[276],"anyway.":[277],"important":[281],"an":[283],"understanding":[284],"diagnosis":[286],"learners\u2019":[288],"strengths":[289],"weaknesses":[291]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":25},{"year":2014,"cited_by_count":2}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}