{"id":"https://openalex.org/W3036190796","doi":"https://doi.org/10.1177/0265532220925731","title":"An investigation of the validity of a speaking assessment for adolescent English language learners","display_name":"An investigation of the validity of a speaking assessment for adolescent English language learners","publication_year":2020,"publication_date":"2020-06-17","ids":{"openalex":"https://openalex.org/W3036190796","doi":"https://doi.org/10.1177/0265532220925731","mag":"3036190796"},"language":"en","primary_location":{"id":"doi:10.1177/0265532220925731","doi":"https://doi.org/10.1177/0265532220925731","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0265532220925731","pdf_url":null,"source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076807404","display_name":"Becky H. Huang","orcid":"https://orcid.org/0000-0003-3235-5298","observed_orcids":["https://orcid.org/0000-0003-3235-5298"]},"institutions":[{"id":"https://openalex.org/I118292597","display_name":"National Taipei University of Technology","ror":"https://ror.org/00cn92c09","country_code":"TW","type":"education","lineage":["https://openalex.org/I118292597"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["TW","US"],"is_corresponding":true,"raw_author_name":"Becky H. Huang","raw_affiliation_strings":["National Taipei University of Technology, Taipei, Taiwan","The University of Texas in San Antonio, USA"],"raw_orcid":"https://orcid.org/0000-0003-3235-5298","affiliations":[{"raw_affiliation_string":"National Taipei University of Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I118292597"]},{"raw_affiliation_string":"The University of Texas in San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065522369","display_name":"Alison L. Bailey","orcid":"https://orcid.org/0000-0001-9303-8304","observed_orcids":["https://orcid.org/0000-0001-9303-8304"]},"institutions":[{"id":"https://openalex.org/I118292597","display_name":"National Taipei University of Technology","ror":"https://ror.org/00cn92c09","country_code":"TW","type":"education","lineage":["https://openalex.org/I118292597"]},{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["TW","US"],"is_corresponding":false,"raw_author_name":"Alison L. Bailey","raw_affiliation_strings":["National Taipei University of Technology, Taipei, Taiwan","University of California in Los Angeles, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taipei University of Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I118292597"]},{"raw_affiliation_string":"University of California in Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079638365","display_name":"Daniel A. Sass","orcid":"https://orcid.org/0000-0001-6774-9102","observed_orcids":["https://orcid.org/0000-0001-6774-9102"]},"institutions":[{"id":"https://openalex.org/I118292597","display_name":"National Taipei University of Technology","ror":"https://ror.org/00cn92c09","country_code":"TW","type":"education","lineage":["https://openalex.org/I118292597"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["TW","US"],"is_corresponding":false,"raw_author_name":"Daniel A. Sass","raw_affiliation_strings":["National Taipei University of Technology, Taipei, Taiwan","University of Texas in San Antonio, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taipei University of Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I118292597"]},{"raw_affiliation_string":"University of Texas in San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101037581","display_name":"Yung-hsiang Shawn Chang","orcid":"https://orcid.org/0000-0002-5126-6496","observed_orcids":["https://orcid.org/0000-0002-5126-6496"]},"institutions":[{"id":"https://openalex.org/I118292597","display_name":"National Taipei University of Technology","ror":"https://ror.org/00cn92c09","country_code":"TW","type":"education","lineage":["https://openalex.org/I118292597"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yung-hsiang Shawn Chang","raw_affiliation_strings":["National Taipei University of Technology, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taipei University of Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I118292597"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5076807404"],"corresponding_institution_ids":["https://openalex.org/I118292597","https://openalex.org/I45438204"],"apc_list":{"value":3000,"currency":"USD","value_usd":3000},"apc_paid":null,"fwci":10.0145,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.97736091,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"38","issue":"3","first_page":"401","last_page":"428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.04390000179409981,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speaking-assessment","display_name":"speaking assessment","score":0.9639999866485596},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.9470000267028809},{"id":"https://openalex.org/keywords/english-as-a-foreign-language","display_name":"English as a foreign language","score":0.9259999990463257},{"id":"https://openalex.org/keywords/communicative-competence","display_name":"communicative competence","score":0.7039999961853027},{"id":"https://openalex.org/keywords/internal-structure","display_name":"internal structure","score":0.5809999704360962},{"id":"https://openalex.org/keywords/foreign-relations","display_name":"foreign relations","score":0.718999981880188},{"id":"https://openalex.org/keywords/test-score-correlation","display_name":"test score correlation","score":0.39399999380111694},{"id":"https://openalex.org/keywords/teacher-evaluation","display_name":"teacher evaluation","score":0.5410000085830688}],"concepts":[{"id":"https://openalex.org/C18563106","wikidata":"https://www.wikidata.org/wiki/Q487425","display_name":"Test of English as a Foreign Language","level":3,"score":0.9115948677062988},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.8233681917190552},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.6699025630950928},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5228234529495239},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5180833339691162},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.5124610066413879},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.48358863592147827},{"id":"https://openalex.org/C40722632","wikidata":"https://www.wikidata.org/wiki/Q5160137","display_name":"Confirmatory factor analysis","level":3,"score":0.4770088493824005},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.45705127716064453},{"id":"https://openalex.org/C198999979","wikidata":"https://www.wikidata.org/wiki/Q5159115","display_name":"Concurrent validity","level":4,"score":0.4425181746482849},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.3106321096420288},{"id":"https://openalex.org/C71104824","wikidata":"https://www.wikidata.org/wiki/Q1476639","display_name":"Structural equation modeling","level":2,"score":0.2928221523761749},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.2913977801799774},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2044999897480011},{"id":"https://openalex.org/C3018868096","wikidata":"https://www.wikidata.org/wiki/Q2693233","display_name":"Internal consistency","level":3,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/0265532220925731","doi":"https://doi.org/10.1177/0265532220925731","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0265532220925731","pdf_url":null,"source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115}],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W587207381","https://openalex.org/W591603755","https://openalex.org/W630506140","https://openalex.org/W1483715820","https://openalex.org/W1496787742","https://openalex.org/W1583906522","https://openalex.org/W1704942559","https://openalex.org/W1791500101","https://openalex.org/W1824801213","https://openalex.org/W1903526608","https://openalex.org/W1975781348","https://openalex.org/W1983119278","https://openalex.org/W2000933541","https://openalex.org/W2014742680","https://openalex.org/W2022542923","https://openalex.org/W2022580804","https://openalex.org/W2039322651","https://openalex.org/W2071775050","https://openalex.org/W2080233433","https://openalex.org/W2083386803","https://openalex.org/W2094421831","https://openalex.org/W2103252912","https://openalex.org/W2126410617","https://openalex.org/W2131922494","https://openalex.org/W2136945725","https://openalex.org/W2148782771","https://openalex.org/W2188559592","https://openalex.org/W2222579273","https://openalex.org/W2227348605","https://openalex.org/W2238558961","https://openalex.org/W2247541123","https://openalex.org/W2255392565","https://openalex.org/W2280201061","https://openalex.org/W2291773362","https://openalex.org/W2304127486","https://openalex.org/W2426341443","https://openalex.org/W2490857485","https://openalex.org/W2611669906","https://openalex.org/W2612488585","https://openalex.org/W2736914405","https://openalex.org/W2744562894","https://openalex.org/W2758155714","https://openalex.org/W2765262590","https://openalex.org/W2797396555","https://openalex.org/W2808286657","https://openalex.org/W2901848848","https://openalex.org/W2912235186","https://openalex.org/W2948324862","https://openalex.org/W2974147044","https://openalex.org/W4246821341","https://openalex.org/W4253641048","https://openalex.org/W4256407697"],"related_works":["https://openalex.org/W1842804860","https://openalex.org/W7208692429","https://openalex.org/W4396985473","https://openalex.org/W2962019573","https://openalex.org/W2948407340","https://openalex.org/W2805730584","https://openalex.org/W2067524623","https://openalex.org/W2233951300","https://openalex.org/W3199239442","https://openalex.org/W2913929733"],"abstract_inverted_index":{"Given":[0],"the":[1,16,29,34,37,103,106,116,171],"increasing":[2],"emphasis":[3],"of":[4,18,36,57,73,105,134,154],"communicative":[5],"competence":[6],"in":[7,28,98],"English":[8,135,146,156],"as":[9],"a":[10,42,91,129],"foreign":[11],"language":[12,147,157],"(EFL)":[13],"contexts":[14],"and":[15,61,68,78,86,121,142,163,176,190],"lack":[17],"validation":[19],"research":[20],"on":[21,70],"speaking":[22,40,45,119,124],"assessments":[23],"for":[24,170,195],"adolescent":[25,113],"EFL":[26],"learners,":[27],"current":[30],"study":[31],"we":[32],"examined":[33],"validity":[35,59,74],"TOEFL":[38,107,117,186,196],"Junior\u00ae":[39,118,187],"test,":[41],"relatively":[43],"new":[44],"assessment":[46],"developed":[47],"by":[48],"Educational":[49],"Testing":[50],"Service.":[51],"We":[52,89],"utilized":[53],"Messick\u2019s":[54],"integrative":[55],"view":[56],"construct":[58,198],"(1996)":[60],"Kane\u2019s":[62],"interpretation":[63],"argument":[64],"framework":[65],"(Kane,":[66],"2013),":[67],"focused":[69],"two":[71,122],"sources":[72],"evidence:":[75],"internal":[76,173],"structure":[77],"external":[79,191],"relations":[80],"to":[81,140],"other":[82],"variables":[83],"(AERA,":[84],"APA,":[85],"NCME,":[87],"2014).":[88],"used":[90],"cross-sectional":[92],"design":[93],"with":[94,102],"252":[95],"seventh-to-ninth":[96],"graders":[97],"Taiwan,":[99],"which":[100],"aligns":[101],"spectrum":[104],"Junior\u00ae\u2019s":[108,197],"target":[109],"age":[110],"group.":[111],"All":[112],"participants":[114],"took":[115],"test":[120,188],"researcher-developed":[123],"tests.":[125],"They":[126],"also":[127,180],"completed":[128],"survey":[130],"reporting":[131],"their":[132,144],"history":[133],"learning":[136],"experiences":[137],"from":[138,160],"kindergarten":[139],"present":[141],"evaluating":[143],"own":[145],"skills.":[148,158],"Adolescent":[149],"participants\u2019":[150,155],"teachers":[151],"provided":[152],"evaluations":[153],"Results":[159],"correlational":[161],"tests":[162],"confirmatory":[164],"factor":[165],"analysis":[166],"showed":[167],"robust":[168],"evidence":[169,194],"test\u2019s":[172],"structure.":[174],"Correlation":[175],"multiple":[177],"regression":[178],"models":[179],"demonstrated":[181],"strong":[182],"positive":[183],"relationships":[184],"between":[185],"scores":[189],"variables,":[192],"providing":[193],"validity.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-06-25T00:00:00"}