{"id":"https://openalex.org/W2000682468","doi":"https://doi.org/10.1002/j.2330-8516.1989.tb00153.x","title":"ENHANCING THE INTERPRETATION OF A NORM\u2010REFERENCED SECOND\u2010LANGUAGE TEST THROUGH CRITERION\u2010REFERENCING: A RESEARCH ASSESSMENT OF EXPERIENCE IN THE TOEIC TESTING CONTEXT","display_name":"ENHANCING THE INTERPRETATION OF A NORM\u2010REFERENCED SECOND\u2010LANGUAGE TEST THROUGH CRITERION\u2010REFERENCING: A RESEARCH ASSESSMENT OF EXPERIENCE IN THE TOEIC TESTING CONTEXT","publication_year":1989,"publication_date":"1989-12-01","ids":{"openalex":"https://openalex.org/W2000682468","doi":"https://doi.org/10.1002/j.2330-8516.1989.tb00153.x","mag":"2000682468"},"language":"en","primary_location":{"id":"doi:10.1002/j.2330-8516.1989.tb00153.x","doi":"https://doi.org/10.1002/j.2330-8516.1989.tb00153.x","is_oa":false,"landing_page_url":"https://doi.org/10.1002/j.2330-8516.1989.tb00153.x","pdf_url":null,"source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002932499","display_name":"Kenneth M. Wilson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kenneth M. Wilson","raw_affiliation_strings":["Educational Testing Service; Princeton New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service; Princeton New Jersey","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5002932499"],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.33161976,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"1989","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.6991999745368958,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.6991999745368958,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.25290000438690186,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.008899999782443047,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/toeic","display_name":"TOEIC","score":0.9419999718666077},{"id":"https://openalex.org/keywords/norm-referenced-tests","display_name":"norm-referenced tests","score":0.8579999804496765},{"id":"https://openalex.org/keywords/test-score-interpretation","display_name":"test score interpretation","score":0.6769999861717224},{"id":"https://openalex.org/keywords/english-speaking-proficiency","display_name":"oral English proficiency","score":0.7990000247955322},{"id":"https://openalex.org/keywords/listening-comprehension","display_name":"listening comprehension","score":0.8230000138282776},{"id":"https://openalex.org/keywords/reading-proficiency","display_name":"reading proficiency","score":0.5540000200271606},{"id":"https://openalex.org/keywords/regression-models","display_name":"regression models","score":0.3160000145435333}],"concepts":[{"id":"https://openalex.org/C2780120261","wikidata":"https://www.wikidata.org/wiki/Q739067","display_name":"TOEIC","level":3,"score":0.9776328802108765},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5974152088165283},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5773545503616333},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.5684176683425903},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5258177518844604},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.49802112579345703},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4812909662723541},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26556676626205444},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18297120928764343},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.16138875484466553},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07462954521179199},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/j.2330-8516.1989.tb00153.x","doi":"https://doi.org/10.1002/j.2330-8516.1989.tb00153.x","is_oa":false,"landing_page_url":"https://doi.org/10.1002/j.2330-8516.1989.tb00153.x","pdf_url":null,"source":{"id":"https://openalex.org/S2764556220","display_name":"ETS Research Report Series","issn_l":"2330-8516","issn":["2330-8516"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ETS Research Report Series","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W14433090","https://openalex.org/W28319287","https://openalex.org/W30982160","https://openalex.org/W41392895","https://openalex.org/W93938592","https://openalex.org/W157468728","https://openalex.org/W209849323","https://openalex.org/W571332835","https://openalex.org/W573369768","https://openalex.org/W1487923672","https://openalex.org/W1973210001","https://openalex.org/W1983139426","https://openalex.org/W1996614694","https://openalex.org/W2007247383","https://openalex.org/W2029067204","https://openalex.org/W2049390958","https://openalex.org/W2064699050","https://openalex.org/W2065774271","https://openalex.org/W2068471471","https://openalex.org/W2072309064","https://openalex.org/W2077441375","https://openalex.org/W2081056624","https://openalex.org/W2081292461","https://openalex.org/W2094153508","https://openalex.org/W2101944868","https://openalex.org/W2118614973","https://openalex.org/W2119844339","https://openalex.org/W2323623120","https://openalex.org/W2330828852","https://openalex.org/W2480119054","https://openalex.org/W2733806167"],"related_works":["https://openalex.org/W2068383531","https://openalex.org/W141914249","https://openalex.org/W2076803248","https://openalex.org/W2101159260","https://openalex.org/W2070713977","https://openalex.org/W1983625480","https://openalex.org/W2150202450","https://openalex.org/W3118899809","https://openalex.org/W7018022594","https://openalex.org/W2185744311"],"abstract_inverted_index":{"ABSTRACT":[0],"This":[1],"study":[2,98],"was":[3,69,150,156],"undertaken":[4],"to":[5,39,59],"develop":[6],"guidelines":[7,185],"for":[8,19,135,188,204],"making":[9,189],"interpretive":[10],"inferences":[11,190],"from":[12,166,198],"scores":[13],"on":[14,63],"the":[15,49,64,76,90,180,211],"Test":[16],"of":[17,26,37,92,112,127,146,179,194],"English":[18,41,196],"International":[20],"Communication":[21],"(TOEIC),":[22],"a":[23,72,93],"norm\u2010referenced":[24],"test":[25],"English\u2010language":[27],"listening":[28],"comprehension":[29],"(LC)":[30],"and":[31,122,154,164,176,207],"reading":[32],"(R)":[33],"skills,":[34],"about":[35,191],"level":[36,193],"ability":[38],"use":[40],"in":[42,48,80,89,107,118,132,141,210],"face\u2010to\u2010face":[43],"conversation,":[44],"indexed":[45],"by":[46],"performance":[47],"Language":[50],"Proficiency":[51],"Interview":[52],"(LPI)":[53],"situation.":[54],"LPI":[55,162],"performance,":[56],"rated":[57],"according":[58],"behaviorally":[60],"defined":[61],"levels":[62],"LPI/ILR/FSI":[65],"quasi\u2010absolute":[66],"proficiency":[67,197],"scale,":[68],"treated":[70],"as":[71],"context\u2010independent":[73],"criterion,":[74],"using":[75,171],"familiar":[77],"regression":[78,173],"model":[79],"an":[81],"apparently":[82],"novel":[83],"application":[84],"(for":[85],"such":[86],"criterion\u2010referencing":[87],"purposes)":[88],"context":[91],"large\u2010scale":[94],"ESL\u2010testing":[95],"program.":[96],"The":[97,144],"employed":[99],"TOEIC/LPI":[100,147],"data\u2010sets":[101],"generated":[102],"during":[103],"operational":[104],"ESL":[105,116,130],"assessments":[106],"representative":[108],"TOEIC\u2010use":[109],"settings":[110],"(places":[111],"work":[113],"or":[114,133],"work\u2010related":[115],"training)":[117],"Japan,":[119],"France,":[120],"Mexico,":[121],"Saudia":[123],"Arabia,":[124],"involving":[125],"samples":[126,153],"adult,":[128],"educated":[129],"users/learners":[131],"preparing":[134],"ESL\u2010essential":[136],"positions":[137],"with":[138],"companies":[139],"engaged":[140],"international":[142],"commerce.":[143],"pattern":[145],"concurrent":[148],"correlations":[149],"consistent":[151],"across":[152],"there":[155],"relatively":[157],"close":[158],"fit":[159],"between":[160],"sample":[161],"means":[163],"estimates":[165],"TOEIC":[167,199,212],"scores,":[168],"especially":[169],"TOEIC\u2010LC,":[170],"combined\u2010sample":[172],"equations.":[174],"Theoretical":[175],"pragmatic":[177],"implications":[178],"findings":[181],"are":[182,186,202],"discussed.":[183],"General":[184],"provided":[187],"LPI\u2010assessed":[192],"oral":[195],"scores.":[200],"Directions":[201],"suggested":[203],"further":[205],"research":[206],"development":[208],"activities":[209],"testing":[213],"context.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}