{"id":"https://openalex.org/W2181741920","doi":"https://doi.org/10.1080/15305058.2015.1078335","title":"Enhancing the Interpretability of the Overall Results of an International Test of English-Language Proficiency","display_name":"Enhancing the Interpretability of the Overall Results of an International Test of English-Language Proficiency","publication_year":2015,"publication_date":"2015-09-25","ids":{"openalex":"https://openalex.org/W2181741920","doi":"https://doi.org/10.1080/15305058.2015.1078335","mag":"2181741920"},"language":"en","primary_location":{"id":"doi:10.1080/15305058.2015.1078335","doi":"https://doi.org/10.1080/15305058.2015.1078335","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15305058.2015.1078335","pdf_url":null,"source":{"id":"https://openalex.org/S145459003","display_name":"International Journal of Testing","issn_l":"1530-5058","issn":["1530-5058","1532-7574"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Testing","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027827836","display_name":"Spiros Papageorgiou","orcid":"https://orcid.org/0000-0002-7940-3472","observed_orcids":["https://orcid.org/0000-0002-7940-3472"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Spiros Papageorgiou","raw_affiliation_strings":["Educational Testing Service, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085446121","display_name":"Rick L. Morgan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rick Morgan","raw_affiliation_strings":["Educational Testing Service, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":null,"display_name":"Valerie Becker","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Valerie Becker","raw_affiliation_strings":["Educational Testing Service, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service, USA","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027827836"],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.10614152,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":93},"biblio":{"volume":"15","issue":"4","first_page":"310","last_page":"336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8672000169754028,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8672000169754028,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.09070000052452087,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/score-interpretation","display_name":"score interpretation","score":0.5170000195503235},{"id":"https://openalex.org/keywords/english-as-a-second-language","display_name":"English as a second language","score":0.7680000066757202},{"id":"https://openalex.org/keywords/english-as-a-foreign-language","display_name":"English as a foreign language","score":0.8889999985694885},{"id":"https://openalex.org/keywords/cutoff-values","display_name":"cut-off values","score":0.5120000243186951},{"id":"https://openalex.org/keywords/psychometric-properties","display_name":"psychometric properties","score":0.6299999952316284},{"id":"https://openalex.org/keywords/test-score-reporting","display_name":"test score reporting","score":0.3919999897480011}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8370211124420166},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6889355778694153},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6802759170532227},{"id":"https://openalex.org/C18563106","wikidata":"https://www.wikidata.org/wiki/Q487425","display_name":"Test of English as a Foreign Language","level":3,"score":0.6146314144134521},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5451551675796509},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.540351390838623},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.5305833220481873},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.5247143507003784},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4929366111755371},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.4651907980442047},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4640679955482483},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45567426085472107},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44627976417541504},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.43173977732658386},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.36907944083213806},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.3627692461013794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32153719663619995},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1903211772441864},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.14966750144958496},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13603180646896362},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/15305058.2015.1078335","doi":"https://doi.org/10.1080/15305058.2015.1078335","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15305058.2015.1078335","pdf_url":null,"source":{"id":"https://openalex.org/S145459003","display_name":"International Journal of Testing","issn_l":"1530-5058","issn":["1530-5058","1532-7574"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Testing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.6164000034332275}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W65997131","https://openalex.org/W240997337","https://openalex.org/W591238128","https://openalex.org/W643989955","https://openalex.org/W1531257686","https://openalex.org/W1704942559","https://openalex.org/W1824801213","https://openalex.org/W1942444330","https://openalex.org/W1985237815","https://openalex.org/W2004832001","https://openalex.org/W2012567146","https://openalex.org/W2039109786","https://openalex.org/W2043049802","https://openalex.org/W2051570834","https://openalex.org/W2102863621","https://openalex.org/W2123437507","https://openalex.org/W2124173512","https://openalex.org/W2148782771","https://openalex.org/W2304127486","https://openalex.org/W2333057202","https://openalex.org/W2490857485","https://openalex.org/W2613049552","https://openalex.org/W4243216998","https://openalex.org/W4248674065"],"related_works":["https://openalex.org/W1531257686","https://openalex.org/W2971012346","https://openalex.org/W2395652409","https://openalex.org/W4379415518","https://openalex.org/W4317733077","https://openalex.org/W2004832001","https://openalex.org/W2996036762","https://openalex.org/W2050322687","https://openalex.org/W4379415533","https://openalex.org/W2185744311"],"abstract_inverted_index":{"The":[0,28,53],"purpose":[1],"of":[2,10,13,40,47,60,116,121,124,144,149,161,170],"this":[3],"study":[4,54,118],"was":[5],"to":[6,34,96,128],"enhance":[7],"the":[8,11,36,58,69,76,114,135,138,142,146,150,155,159,168,177],"meaning":[9],"scores":[12,39],"an":[14,44,86],"English-language":[15],"test":[16,26,46,88],"by":[17],"developing":[18],"performance":[19,61,77,131,163],"levels":[20,29,62,153],"and":[21,30,68,110,133,154,165],"descriptors":[22,31,132],"for":[23,137,158,173],"reporting":[24],"overall":[25,152],"performance.":[27],"were":[32,90],"intended":[33],"accompany":[35],"total":[37],"scale":[38],"TOEFL":[41],"Junior\u00ae":[42],"Standard,":[43],"international":[45],"English":[48],"as":[49],"a":[50],"second/foreign":[51],"language.":[52],"addressed":[55],"two":[56],"issues:":[57],"number":[59],"that":[63,71],"could":[64],"be":[65,73],"meaningfully":[66],"reported":[67,151],"information":[70],"should":[72],"included":[74],"in":[75,126,176],"level":[78],"descriptors.":[79],"Data":[80],"from":[81],"3,607":[82],"students":[83],"who":[84],"took":[85],"operational":[87],"form":[89],"used.":[91],"Although":[92],"our":[93,171],"methodology":[94],"built":[95],"some":[97],"extent":[98],"on":[99],"earlier":[100],"work":[101,172],"(Papageorgiou":[102],"et":[103],"al.,":[104],"2015),":[105],"we":[106,166],"demonstrate":[107],"how":[108],"content":[109,160],"construct":[111,129],"differences":[112],"between":[113],"tests":[115],"each":[117],"dictated":[119],"use":[120],"different":[122],"types":[123],"data":[125],"order":[127],"meaningful":[130],"select":[134],"cut-offs":[136],"levels.":[139],"We":[140],"emphasize":[141],"importance":[143],"establishing":[145],"psychometric":[147],"quality":[148],"empirical":[156],"basis":[157],"their":[162],"descriptors,":[164],"discuss":[167],"implications":[169],"similar":[174],"efforts":[175],"future.":[178]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2016-06-24T00:00:00"}