{"id":"https://openalex.org/W4404043532","doi":"https://doi.org/10.3389/frai.2024.1474019","title":"A generative AI-driven interactive listening assessment task","display_name":"A generative AI-driven interactive listening assessment task","publication_year":2024,"publication_date":"2024-11-04","ids":{"openalex":"https://openalex.org/W4404043532","doi":"https://doi.org/10.3389/frai.2024.1474019","pmid":"https://pubmed.ncbi.nlm.nih.gov/39559344"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2024.1474019","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1474019","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1474019/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1474019/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084103813","display_name":"Andrew Runge","orcid":"https://orcid.org/0000-0002-8647-8616"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Andrew Runge","raw_affiliation_strings":["Duolingo, Pittsburgh, PA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Pittsburgh, PA, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043400579","display_name":"Yigal Attali","orcid":"https://orcid.org/0000-0002-3907-247X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yigal Attali","raw_affiliation_strings":["Duolingo, Pittsburgh, PA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Pittsburgh, PA, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020799829","display_name":"Geoffrey T. LaFlair","orcid":"https://orcid.org/0000-0003-0306-6550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geoffrey T. LaFlair","raw_affiliation_strings":["Duolingo, Pittsburgh, PA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Pittsburgh, PA, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029949169","display_name":"Yena Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yena Park","raw_affiliation_strings":["Duolingo, Pittsburgh, PA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Pittsburgh, PA, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008600726","display_name":"Jacqueline Church","orcid":"https://orcid.org/0009-0009-2969-3692"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacqueline Church","raw_affiliation_strings":["Duolingo, Pittsburgh, PA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duolingo, Pittsburgh, PA, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5084103813"],"corresponding_institution_ids":[],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1150,"currency":"USD","value_usd":1150},"fwci":29.5913,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.99592329,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"1474019","last_page":"1474019"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.2574000060558319,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.2574000060558319,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.07509999722242355,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13447","display_name":"Educational and Psychological Assessments","score":0.07500000298023224,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-listening","display_name":"Active listening","score":0.7844614386558533},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6549068093299866},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6199073195457458},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5782762765884399},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.5613876581192017},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5064960718154907},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4314213693141937},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3979046046733856},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3720768690109253},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26096346974372864},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.1096237301826477}],"concepts":[{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.7844614386558533},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6549068093299866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6199073195457458},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5782762765884399},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.5613876581192017},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5064960718154907},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4314213693141937},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3979046046733856},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3720768690109253},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26096346974372864},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.1096237301826477},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frai.2024.1474019","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1474019","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1474019/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:39559344","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39559344","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11571064","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11571064","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11571064/pdf/frai-07-1474019.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Artif Intell","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:f525346263fa4326b920bb7287173c44","is_oa":true,"landing_page_url":"https://doaj.org/article/f525346263fa4326b920bb7287173c44","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 7 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frai.2024.1474019","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1474019","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1474019/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8799999952316284,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404043532.pdf","grobid_xml":"https://content.openalex.org/works/W4404043532.grobid-xml"},"referenced_works_count":88,"referenced_works":["https://openalex.org/W282787389","https://openalex.org/W958651444","https://openalex.org/W1491032495","https://openalex.org/W1514875575","https://openalex.org/W1970147855","https://openalex.org/W1993225241","https://openalex.org/W2004365904","https://openalex.org/W2015009929","https://openalex.org/W2016114400","https://openalex.org/W2024475444","https://openalex.org/W2045892050","https://openalex.org/W2074298374","https://openalex.org/W2096375645","https://openalex.org/W2147424708","https://openalex.org/W2214031504","https://openalex.org/W2301128046","https://openalex.org/W2337093286","https://openalex.org/W2399855989","https://openalex.org/W2524369579","https://openalex.org/W2532524286","https://openalex.org/W2599674900","https://openalex.org/W2603499134","https://openalex.org/W2612488585","https://openalex.org/W2620949368","https://openalex.org/W2730189203","https://openalex.org/W2743375593","https://openalex.org/W2791246286","https://openalex.org/W2802934784","https://openalex.org/W2805082944","https://openalex.org/W2808821690","https://openalex.org/W2808843378","https://openalex.org/W2809549464","https://openalex.org/W2907125152","https://openalex.org/W2956772138","https://openalex.org/W2970641574","https://openalex.org/W2979372603","https://openalex.org/W3035068109","https://openalex.org/W3040268353","https://openalex.org/W3127238994","https://openalex.org/W3152941763","https://openalex.org/W3212362289","https://openalex.org/W4200485803","https://openalex.org/W4210448108","https://openalex.org/W4210738361","https://openalex.org/W4212774754","https://openalex.org/W4213443699","https://openalex.org/W4220985655","https://openalex.org/W4240402692","https://openalex.org/W4246329300","https://openalex.org/W4286561208","https://openalex.org/W4309674289","https://openalex.org/W4311730108","https://openalex.org/W4319161339","https://openalex.org/W4381573643","https://openalex.org/W4385276268","https://openalex.org/W4385572601","https://openalex.org/W4385973406","https://openalex.org/W4386566590","https://openalex.org/W4388939057","https://openalex.org/W4389009366","https://openalex.org/W4389240408","https://openalex.org/W4389519535","https://openalex.org/W4389617257","https://openalex.org/W4391040831","https://openalex.org/W4391227797","https://openalex.org/W4391399083","https://openalex.org/W4393304221","https://openalex.org/W4399652255","https://openalex.org/W4400208336","https://openalex.org/W6605848467","https://openalex.org/W6724651221","https://openalex.org/W6732438744","https://openalex.org/W6747998910","https://openalex.org/W6756500658","https://openalex.org/W6769813534","https://openalex.org/W6778883912","https://openalex.org/W6786736537","https://openalex.org/W6794173217","https://openalex.org/W6797005690","https://openalex.org/W6797971832","https://openalex.org/W6802267496","https://openalex.org/W6808227051","https://openalex.org/W6844202992","https://openalex.org/W6847592177","https://openalex.org/W6849363610","https://openalex.org/W6853601813","https://openalex.org/W6854400051","https://openalex.org/W6855540820"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W1511346092","https://openalex.org/W1527532029","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W2281307425","https://openalex.org/W2772323916"],"abstract_inverted_index":{"Introduction:":[0],"Assessments":[1],"of":[2,55,65,124,137,150,173,188,195,198,203,211,217,226],"interactional":[3,138],"competence":[4,139],"have":[5,60],"traditionally":[6],"been":[7],"limited":[8,26],"in":[9,52,88,163,168],"large-scale":[10],"language":[11,92],"assessments.":[12,117],"The":[13,153,193],"listening":[14,135,175],"portion":[15,23],"suffers":[16,24],"from":[17,25],"construct":[18,57],"underrepresentation,":[19],"whereas":[20],"the":[21,56,63,122,141,209,215],"speaking":[22],"task":[27,89,156],"formats":[28],"such":[29,125],"as":[30,186],"in-person":[31],"interviews":[32],"or":[33],"role":[34],"plays.":[35],"Human-delivered":[36],"tasks":[37,68,111,200],"are":[38,48],"challenging":[39],"to":[40,69,127,161],"administer":[41],"at":[42,112,130,230],"large":[43],"scales,":[44],"while":[45],"automated":[46,99,179],"assessments":[47,74,180,229],"typically":[49],"very":[50],"narrow":[51],"their":[53],"assessment":[54,172],"because":[58],"they":[59],"carried":[61],"over":[62],"limitations":[64],"traditional":[66],"paper-based":[67],"digital":[70],"formats.":[71],"However,":[72],"computer-based":[73],"do":[75],"allow":[76],"for":[77,97,132,140,223],"more":[78,170],"interactive,":[79],"automatically":[80],"administered":[81],"tasks,":[82],"but":[83],"come":[84],"with":[85,201,208],"increased":[86],"complexity":[87],"creation.":[90],"Large":[91],"models":[93],"present":[94],"new":[95],"opportunities":[96],"enhanced":[98],"item":[100],"generation":[101],"(AIG)":[102],"processes":[103],"that":[104,114],"can":[105],"create":[106],"complex":[107,227],"content":[108,129],"types":[109],"and":[110,184,191],"scale":[113,131],"support":[115],"richer":[116],"Methods:":[118],"This":[119],"paper":[120],"describes":[121],"use":[123],"methods":[126],"generate":[128],"an":[133],"interactive":[134,174],"measure":[136],"Duolingo":[142],"English":[143,151],"Test":[144],"(DET),":[145],"a":[146,164,169,196,218],"large-scale,":[147],"high-stakes":[148],"test":[149,158],"proficiency.":[152],"Interactive":[154],"Listening":[155],"assesses":[157],"takers'":[159],"ability":[160,176],"participate":[162],"full":[165],"conversation,":[166],"resulting":[167],"authentic":[171],"than":[177],"prior":[178],"by":[181],"positing":[182],"comprehension":[183],"interaction":[185],"purposes":[187],"listening.":[189],"Results":[190],"discussion:":[192],"results":[194,210],"pilot":[197],"713":[199],"hundreds":[202],"responses":[204],"per":[205],"task,":[206],"along":[207],"human":[212],"review,":[213],"demonstrate":[214],"feasibility":[216],"human-in-the-loop,":[219],"generative":[220],"AI-driven":[221],"approach":[222],"automatic":[224],"creation":[225],"educational":[228],"scale.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":5}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}