{"id":"https://openalex.org/W4362561066","doi":"https://doi.org/10.1177/02655322231158550","title":"Examining the predictive validity of the Duolingo English Test: Evidence from a major UK university","display_name":"Examining the predictive validity of the Duolingo English Test: Evidence from a major UK university","publication_year":2023,"publication_date":"2023-04-03","ids":{"openalex":"https://openalex.org/W4362561066","doi":"https://doi.org/10.1177/02655322231158550"},"language":"en","primary_location":{"id":"doi:10.1177/02655322231158550","doi":"https://doi.org/10.1177/02655322231158550","is_oa":true,"landing_page_url":"https://doi.org/10.1177/02655322231158550","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/02655322231158550","source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/02655322231158550","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007330627","display_name":"Talia Isaacs","orcid":"https://orcid.org/0000-0003-4302-3379","observed_orcids":["https://orcid.org/0000-0003-4302-3379"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Talia Isaacs","raw_affiliation_strings":["University College London, UK"],"raw_orcid":"https://orcid.org/0000-0003-4302-3379","affiliations":[{"raw_affiliation_string":"University College London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063099609","display_name":"Ruolin Hu","orcid":"https://orcid.org/0000-0003-2153-4944","observed_orcids":["https://orcid.org/0000-0003-2153-4944"]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ruolin Hu","raw_affiliation_strings":["University College London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004958142","display_name":"Danijela Trenkic","orcid":"https://orcid.org/0000-0001-6340-6030","observed_orcids":["https://orcid.org/0000-0001-6340-6030"]},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Danijela Trenkic","raw_affiliation_strings":["University of York, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of York, UK","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"last","author":{"id":null,"display_name":"Julia Varga","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Julia Varga","raw_affiliation_strings":["University College London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, UK","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5007330627"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":{"value":3250,"currency":"USD","value_usd":3250},"apc_paid":{"value":3250,"currency":"USD","value_usd":3250},"fwci":20.2564,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.99266035,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"40","issue":"3","first_page":"748","last_page":"770"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":0.04280000180006027,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12542","display_name":"Second Language Learning and Teaching","score":0.035999998450279236,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/duolingo-english-test","display_name":"Duolingo English Test","score":0.9990000128746033},{"id":"https://openalex.org/keywords/predictive-validity","display_name":"predictive validity","score":0.8809999823570251},{"id":"https://openalex.org/keywords/criterion-validity","display_name":"criterion validity","score":0.9509999752044678},{"id":"https://openalex.org/keywords/university-admission","display_name":"university admission","score":0.7360000014305115},{"id":"https://openalex.org/keywords/english-language-proficiency-testing","display_name":"English language proficiency testing","score":0.7699999809265137},{"id":"https://openalex.org/keywords/academic-achievement","display_name":"academic performance","score":0.6549999713897705},{"id":"https://openalex.org/keywords/ielts","display_name":"IELTS","score":0.9079999923706055},{"id":"https://openalex.org/keywords/toefl-ibt","display_name":"TOEFL iBT","score":0.9959999918937683},{"id":"https://openalex.org/keywords/graduate-students","display_name":"graduate students","score":0.6539999842643738},{"id":"https://openalex.org/keywords/undergraduate-students","display_name":"undergraduate students","score":0.9729999899864197},{"id":"https://openalex.org/keywords/academic-disciplines","display_name":"academic disciplines","score":0.6119999885559082},{"id":"https://openalex.org/keywords/nationality","display_name":"nationality","score":0.628000020980835},{"id":"https://openalex.org/keywords/covid-19","display_name":"COVID-19 pandemic","score":0.8040000200271606},{"id":"https://openalex.org/keywords/cutoff-values","display_name":"cut-off values","score":0.7210000157356262}],"concepts":[{"id":"https://openalex.org/C18563106","wikidata":"https://www.wikidata.org/wiki/Q487425","display_name":"Test of English as a Foreign Language","level":3,"score":0.8654518127441406},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7663018703460693},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7206511497497559},{"id":"https://openalex.org/C2778498041","wikidata":"https://www.wikidata.org/wiki/Q915466","display_name":"Academic year","level":2,"score":0.5228272676467896},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.5005214214324951},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4489995241165161},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.4281516671180725},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.39885133504867554},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.3488723635673523},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.18035027384757996},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.15838488936424255},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1177/02655322231158550","doi":"https://doi.org/10.1177/02655322231158550","is_oa":true,"landing_page_url":"https://doi.org/10.1177/02655322231158550","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/02655322231158550","source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:215856","doi":null,"is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-6340-6030>","pdf_url":"https://eprints.whiterose.ac.uk/id/eprint/215856/1/isaacs-et-al-2023-examining-the-predictive-validity-of-the-duolingo-english-test-evidence-from-a-major-uk-university.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10164102","doi":null,"is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10164102/","pdf_url":"https://discovery.ucl.ac.uk/id/eprint/10164102/7/Isaacs_Examining%20the%20predictive%20validity%20of%20the%20Duolingo%20English%20Test-%20Evidence%20from%20a%20major%20UK%20university_VoR.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Language Testing , 40 (3) pp. 748-770. (2023)","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1177/02655322231158550","doi":"https://doi.org/10.1177/02655322231158550","is_oa":true,"landing_page_url":"https://doi.org/10.1177/02655322231158550","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/02655322231158550","source":{"id":"https://openalex.org/S10038439","display_name":"Language Testing","issn_l":"0265-5322","issn":["0265-5322","1477-0946"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","erih-plus","jufo-2","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Testing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8278999924659729,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4362561066.pdf","grobid_xml":"https://content.openalex.org/works/W4362561066.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1620544500","https://openalex.org/W1997809363","https://openalex.org/W2002374281","https://openalex.org/W2003435870","https://openalex.org/W2005791097","https://openalex.org/W2025877530","https://openalex.org/W2055952351","https://openalex.org/W2147982679","https://openalex.org/W2160217926","https://openalex.org/W2189260281","https://openalex.org/W2337306331","https://openalex.org/W2472075195","https://openalex.org/W2490857485","https://openalex.org/W2522408031","https://openalex.org/W2567289819","https://openalex.org/W2610626126","https://openalex.org/W2756470304","https://openalex.org/W2784803553","https://openalex.org/W2808752687","https://openalex.org/W2990822548","https://openalex.org/W3017239000","https://openalex.org/W3037731873","https://openalex.org/W3043163499","https://openalex.org/W3115581357","https://openalex.org/W3115889566","https://openalex.org/W3119403338","https://openalex.org/W3120718057","https://openalex.org/W3123728952","https://openalex.org/W3124483971","https://openalex.org/W3129509655","https://openalex.org/W3130482923","https://openalex.org/W3133247642","https://openalex.org/W3196081197","https://openalex.org/W3207928497","https://openalex.org/W3211961610","https://openalex.org/W4220883634","https://openalex.org/W4281653927","https://openalex.org/W4286561208","https://openalex.org/W4292060392","https://openalex.org/W4384158879","https://openalex.org/W4384161119","https://openalex.org/W4384161642"],"related_works":["https://openalex.org/W6921900273","https://openalex.org/W3037731873","https://openalex.org/W4384264370","https://openalex.org/W4384162324","https://openalex.org/W1620544500","https://openalex.org/W4415255462","https://openalex.org/W4384163816","https://openalex.org/W747821315","https://openalex.org/W2522904171","https://openalex.org/W7061435925"],"abstract_inverted_index":{"The":[0],"COVID-19":[1],"pandemic":[2],"has":[3,14],"changed":[4],"the":[5,16,22,45,49,170],"university":[6,30,59,107],"admissions":[7],"and":[8,71,149,172,191,199],"proficiency":[9,87],"testing":[10],"landscape.":[11],"One":[12],"change":[13],"been":[15],"meteoric":[17],"rise":[18],"in":[19,56,108,137],"use":[20],"of":[21,52,82,93],"fully":[23],"automated":[24],"Duolingo":[25],"English":[26],"Test":[27],"(DET)":[28],"for":[29,118,140,187],"entrance":[31],"purposes,":[32],"offering":[33],"test-takers":[34,96],"a":[35,103],"cheaper,":[36],"shorter,":[37],"accessible":[38],"alternative.":[39],"This":[40,133],"rapid":[41],"response":[42],"study":[43],"is":[44],"first":[46],"to":[47,58,157],"investigate":[48],"predictive":[50],"value":[51],"DET":[53,76,95,115,164],"test":[54],"scores":[55,117,190],"relation":[57],"students\u2019":[60,66],"academic":[61,69,78,91,167,194],"attainment,":[62],"taking":[63],"into":[64],"account":[65],"degree":[67],"level,":[68],"discipline,":[70],"nationality.":[72],"We":[73,184],"also":[74],"compared":[75],"test-takers\u2019":[77,193],"performance":[79],"with":[80,114,163],"that":[81],"students":[83,120,128,141],"admitted":[84,142,162],"using":[85],"traditional":[86],"tests.":[88],"Credit-weighted":[89],"first-year":[90],"grades":[92],"1881":[94],"(1389":[97],"postgraduate,":[98],"492":[99],"undergraduate)":[100],"enrolled":[101],"at":[102],"large,":[104],"research-intensive":[105],"London":[106],"Autumn":[109],"2020":[110],"were":[111],"positively":[112],"associated":[113],"Overall":[116],"postgraduate":[119],"(adj.":[121,129],"r":[122,130],"=":[123,131,147,154],".195)":[124],"but":[125],"not":[126],"undergraduate":[127],"\u2212.112).":[132],"result":[134],"was":[135],"mirrored":[136],"correlational":[138],"patterns":[139],"through":[143,197],"IELTS":[144,171],"(":[145,152],"n":[146,153],"2651)":[148],"TOEFL":[150,173],"iBT":[151,174],"436),":[155],"contributing":[156],"criterion-related":[158],"validity":[159],"evidence.":[160],"Students":[161],"enjoyed":[165],"lower":[166],"success":[168],"than":[169],"test-takers,":[175],"although":[176],"sample":[177],"characteristics":[178],"may":[179],"have":[180],"shaped":[181],"this":[182],"finding.":[183],"discuss":[185],"implications":[186],"establishing":[188],"cut":[189],"harnessing":[192],"language":[195],"development":[196],"pre-sessional":[198],"in-sessional":[200],"support.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2023-04-06T00:00:00"}