{"id":"https://openalex.org/W4403662745","doi":"https://doi.org/10.48550/arxiv.2409.07476","title":"Responsible AI for Test Equity and Quality: The Duolingo English Test as a Case Study","display_name":"Responsible AI for Test Equity and Quality: The Duolingo English Test as a Case Study","alternate_titles":[],"publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4403662745","doi":"https://doi.org/10.48550/arxiv.2409.07476"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.07476","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.07476","pdf_url":"https://arxiv.org/pdf/2409.07476","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4403662745"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.07476","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030991878","display_name":"Jill C. Burstein","orcid":"https://orcid.org/0000-0001-7725-7574","observed_orcids":["https://orcid.org/0000-0001-7725-7574"]},"institutions":[{"id":"https://openalex.org/I4401726994","display_name":"Duolingo (United States)","ror":"https://ror.org/02b92xv22","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Burstein, Jill","raw_affiliation_strings":["Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206","institution_ids":["https://openalex.org/I4401726994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020799829","display_name":"Geoffrey T. LaFlair","orcid":"https://orcid.org/0000-0003-0306-6550","observed_orcids":["https://orcid.org/0000-0003-0306-6550"]},"institutions":[{"id":"https://openalex.org/I4401726994","display_name":"Duolingo (United States)","ror":"https://ror.org/02b92xv22","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"LaFlair, Geoffrey T.","raw_affiliation_strings":["Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206","institution_ids":["https://openalex.org/I4401726994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066843321","display_name":"Kevin P. Yancey","orcid":"https://orcid.org/0000-0001-5017-5675","observed_orcids":["https://orcid.org/0000-0001-5017-5675"]},"institutions":[{"id":"https://openalex.org/I4401726994","display_name":"Duolingo (United States)","ror":"https://ror.org/02b92xv22","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yancey, Kevin","raw_affiliation_strings":["Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206","institution_ids":["https://openalex.org/I4401726994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069338102","display_name":"Alina A. von Davier","orcid":"https://orcid.org/0000-0002-5505-5311","observed_orcids":["https://orcid.org/0000-0002-5505-5311"]},"institutions":[{"id":"https://openalex.org/I4401726994","display_name":"Duolingo (United States)","ror":"https://ror.org/02b92xv22","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"von Davier, Alina A.","raw_affiliation_strings":["Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206","institution_ids":["https://openalex.org/I4401726994"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065366021","display_name":"Ravit Dotan","orcid":"https://orcid.org/0000-0002-9646-8315","observed_orcids":["https://orcid.org/0000-0002-9646-8315"]},"institutions":[{"id":"https://openalex.org/I4401726994","display_name":"Duolingo (United States)","ror":"https://ror.org/02b92xv22","country_code":"US","type":"company","lineage":["https://openalex.org/I4401726994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dotan, Ravit","raw_affiliation_strings":["Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Inc. 5900 Penn Avenue Pittsburgh , PA 15206","institution_ids":["https://openalex.org/I4401726994"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4401726994"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.017999999225139618,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/responsible-ai","display_name":"responsible AI","score":0.9769999980926514},{"id":"https://openalex.org/keywords/test-quality","display_name":"test quality","score":0.9860000014305115},{"id":"https://openalex.org/keywords/duolingo-english-test","display_name":"Duolingo English Test","score":0.9929999709129333},{"id":"https://openalex.org/keywords/ai-generated-test-items","display_name":"AI-generated test items","score":0.7329999804496765},{"id":"https://openalex.org/keywords/english-language-testing","display_name":"English language assessment","score":0.7829999923706055},{"id":"https://openalex.org/keywords/high-stakes-testing","display_name":"high-stakes testing","score":0.8299999833106995},{"id":"https://openalex.org/keywords/fairness-in-assessment","display_name":"assessment fairness","score":0.6299999952316284},{"id":"https://openalex.org/keywords/reliability-and-validity","display_name":"reliability and validity","score":0.7950000166893005},{"id":"https://openalex.org/keywords/security-and-privacy","display_name":"privacy and security","score":0.9049999713897705},{"id":"https://openalex.org/keywords/transparency-and-accountability","display_name":"transparency and accountability","score":0.9739999771118164}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6587768793106079},{"id":"https://openalex.org/C199728807","wikidata":"https://www.wikidata.org/wiki/Q2578557","display_name":"Equity (law)","level":2,"score":0.4868694841861725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32143235206604004},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.14621827006340027},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.04229351878166199},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.07476","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.07476","pdf_url":"https://arxiv.org/pdf/2409.07476","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.07476","doi":"https://doi.org/10.48550/arxiv.2409.07476","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.07476","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.07476","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.07476","pdf_url":"https://arxiv.org/pdf/2409.07476","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.4156000018119812}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403662745.pdf","grobid_xml":"https://content.openalex.org/works/W4403662745.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1593930920","https://openalex.org/W1684685049","https://openalex.org/W1704942559","https://openalex.org/W1954968711","https://openalex.org/W1966485408","https://openalex.org/W2011088969","https://openalex.org/W2022085897","https://openalex.org/W2024029582","https://openalex.org/W2029191210","https://openalex.org/W2084403116","https://openalex.org/W2087100630","https://openalex.org/W2089973337","https://openalex.org/W2093710465","https://openalex.org/W2112630006","https://openalex.org/W2118426465","https://openalex.org/W2125448737","https://openalex.org/W2145770094","https://openalex.org/W2295598076","https://openalex.org/W2413863797","https://openalex.org/W2484187659","https://openalex.org/W2514166524","https://openalex.org/W2741494657","https://openalex.org/W2948223045","https://openalex.org/W2953522645","https://openalex.org/W2970238989","https://openalex.org/W2999331643","https://openalex.org/W3044021949","https://openalex.org/W3088155791","https://openalex.org/W3198114581","https://openalex.org/W4206477851","https://openalex.org/W4281645097","https://openalex.org/W4281645690","https://openalex.org/W4285799116","https://openalex.org/W4286561208","https://openalex.org/W4296229708","https://openalex.org/W4309674289","https://openalex.org/W4313483544","https://openalex.org/W4317748910","https://openalex.org/W4321599389","https://openalex.org/W4382133845","https://openalex.org/W4382567523","https://openalex.org/W4383617070","https://openalex.org/W4384158879","https://openalex.org/W4384159078","https://openalex.org/W4384161084","https://openalex.org/W4384161119","https://openalex.org/W4387145092"],"related_works":["https://openalex.org/W7117132026","https://openalex.org/W4400961961","https://openalex.org/W4384159078","https://openalex.org/W4413876575","https://openalex.org/W4382567523","https://openalex.org/W4396890852","https://openalex.org/W7077856555","https://openalex.org/W4414040117","https://openalex.org/W4409907189"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"creates":[3],"opportunities":[4],"for":[5,10],"assessments,":[6],"such":[7],"as":[8,28],"efficiencies":[9],"item":[11,32],"generation":[12],"and":[13,17,63,100,126,130,132,134,141],"scoring":[14],"of":[15,51,59,111,124],"spoken":[16],"written":[18],"responses.":[19],"At":[20],"the":[21,48,73,80,94,121],"same":[22],"time,":[23],"it":[24,108],"poses":[25],"risks":[26,41],"(such":[27],"bias":[29],"in":[30,54],"AI-generated":[31],"content).":[33],"Responsible":[34],"AI":[35],"(RAI)":[36],"practices":[37,53,118],"aim":[38],"to":[39,67,103,137],"mitigate":[40],"associated":[42],"with":[43],"AI.":[44],"This":[45],"chapter":[46,74,92],"addresses":[47],"critical":[49],"role":[50],"RAI":[52,96,105,113],"achieving":[55],"test":[56,60,64,69,139],"quality":[57],"(appropriateness":[58],"score":[61],"inferences),":[62],"equity":[65,140],"(fairness":[66],"all":[68],"takers).":[70],"To":[71],"illustrate,":[72],"presents":[75],"a":[76],"case":[77],"study":[78],"using":[79],"Duolingo":[81],"English":[82,88],"Test":[83],"(DET),":[84],"an":[85],"AI-powered,":[86],"high-stakes":[87],"language":[89],"assessment.":[90],"The":[91],"discusses":[93],"DET":[95],"standards,":[97],"their":[98,101],"development":[99],"relationship":[102],"domain-agnostic":[104],"principles.":[106],"Further,":[107],"provides":[109],"examples":[110],"specific":[112],"practices,":[114],"showing":[115],"how":[116],"these":[117],"meaningfully":[119],"address":[120],"ethical":[122],"principles":[123],"validity":[125],"reliability,":[127],"fairness,":[128],"privacy":[129],"security,":[131],"transparency":[133],"accountability":[135],"standards":[136],"ensure":[138],"quality.":[142]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403662745","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":17}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-10-23T00:00:00"}
