{"id":"https://openalex.org/W4408317893","doi":"https://doi.org/10.1016/j.rmal.2025.100197","title":"Assessing Whisper automatic speech recognition and WER scoring for elicited imitation: Steps toward automation","display_name":"Assessing Whisper automatic speech recognition and WER scoring for elicited imitation: Steps toward automation","publication_year":2025,"publication_date":"2025-03-11","ids":{"openalex":"https://openalex.org/W4408317893","doi":"https://doi.org/10.1016/j.rmal.2025.100197"},"language":"en","primary_location":{"id":"doi:10.1016/j.rmal.2025.100197","doi":"https://doi.org/10.1016/j.rmal.2025.100197","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.rmal.2025.100197","pdf_url":null,"source":{"id":"https://openalex.org/S4210233502","display_name":"Research Methods in Applied Linguistics","issn_l":"2772-7661","issn":["2772-7661"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Methods in Applied Linguistics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.rmal.2025.100197","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Michael McGuire","orcid":"https://orcid.org/0000-0002-7370-6405","observed_orcids":["https://orcid.org/0000-0002-7370-6405"]},"institutions":[{"id":"https://openalex.org/I133984924","display_name":"Doshisha University","ror":"https://ror.org/01fxdkm29","country_code":"JP","type":"education","lineage":["https://openalex.org/I133984924"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Michael McGuire","raw_affiliation_strings":["Doshisha University, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7370-6405","affiliations":[{"raw_affiliation_string":"Doshisha University, Japan","institution_ids":["https://openalex.org/I133984924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007577049","display_name":"Jenifer Larson\u2010Hall","orcid":"https://orcid.org/0000-0003-3945-6411","observed_orcids":["https://orcid.org/0000-0003-3945-6411"]},"institutions":[{"id":"https://openalex.org/I17056963","display_name":"The University of Kitakyushu","ror":"https://ror.org/03mfefw72","country_code":"JP","type":"education","lineage":["https://openalex.org/I17056963"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jenifer Larson-Hall","raw_affiliation_strings":["Jenifer Larson-Hall, The University of Kitakyushu, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3945-6411","affiliations":[{"raw_affiliation_string":"Jenifer Larson-Hall, The University of Kitakyushu, Japan","institution_ids":["https://openalex.org/I17056963"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I133984924"],"apc_list":{"value":2000,"currency":"USD","value_usd":2000},"apc_paid":{"value":2000,"currency":"USD","value_usd":2000},"fwci":7.4224,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.97640841,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"4","issue":"1","first_page":"100197","last_page":"100197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.8817999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.8817999958992004,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.023800000548362732,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.019200000911951065,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/elicited-imitation","display_name":"elicited imitation","score":0.9919999837875366},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"speech recognition","score":0.8500000238418579},{"id":"https://openalex.org/keywords/whisper","display_name":"Whisper","score":0.7889999747276306},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"word error rate","score":0.9769999980926514},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.6579999923706055},{"id":"https://openalex.org/keywords/oral-proficiency-assessment","display_name":"oral proficiency assessment","score":0.8550000190734863},{"id":"https://openalex.org/keywords/second-language-acquisition","display_name":"second language acquisition","score":0.753000020980835},{"id":"https://openalex.org/keywords/english-as-a-second-language","display_name":"English as a second language","score":0.9039999842643738},{"id":"https://openalex.org/keywords/transcription-accuracy","display_name":"transcription accuracy","score":0.41600000858306885}],"concepts":[{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.8616929650306702},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6154939532279968},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5613366961479187},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.46188563108444214},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34404194355010986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33124077320098877},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2844122052192688},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13830840587615967},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.09487706422805786},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.rmal.2025.100197","doi":"https://doi.org/10.1016/j.rmal.2025.100197","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.rmal.2025.100197","pdf_url":null,"source":{"id":"https://openalex.org/S4210233502","display_name":"Research Methods in Applied Linguistics","issn_l":"2772-7661","issn":["2772-7661"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Methods in Applied Linguistics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.rmal.2025.100197","doi":"https://doi.org/10.1016/j.rmal.2025.100197","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.rmal.2025.100197","pdf_url":null,"source":{"id":"https://openalex.org/S4210233502","display_name":"Research Methods in Applied Linguistics","issn_l":"2772-7661","issn":["2772-7661"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research Methods in Applied Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/10","score":0.44999998807907104,"display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W13213911","https://openalex.org/W1586645951","https://openalex.org/W1914426800","https://openalex.org/W1944410334","https://openalex.org/W2012784657","https://openalex.org/W2075721110","https://openalex.org/W2089427654","https://openalex.org/W2114828781","https://openalex.org/W2157532967","https://openalex.org/W2396149866","https://openalex.org/W2404281507","https://openalex.org/W2472803348","https://openalex.org/W2517697638","https://openalex.org/W2726540553","https://openalex.org/W2785721701","https://openalex.org/W2972382531","https://openalex.org/W2993628244","https://openalex.org/W3000729081","https://openalex.org/W3102801172","https://openalex.org/W3196047329","https://openalex.org/W4285386386","https://openalex.org/W4311000453","https://openalex.org/W4386398896","https://openalex.org/W4392100823","https://openalex.org/W4396535922","https://openalex.org/W4400230320"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Elicited":[0],"imitation":[1],"(EI)":[2],"has":[3],"received":[4],"considerable":[5],"attention":[6],"in":[7,50,121,232],"the":[8,28,75,83,90,96,109,133,145,149,219,222,227],"field":[9],"of":[10,27,85,148,202,221],"SLA":[11],"as":[12],"a":[13,69,117,186,199],"psycholinguistic":[14],"method":[15,190],"for":[16,30],"oral":[17],"proficiency":[18],"assessment.":[19],"However,":[20],"EI":[21,62,87,126,233],"tests":[22],"are":[23,242],"perhaps":[24],"underutilized":[25],"because":[26],"need":[29],"time-consuming":[31],"scoring":[32,71,88,103,189,229],"by":[33,132,182,192],"hand.":[34],"A":[35],"clear":[36],"solution":[37],"to":[38,48,60,73,178],"this":[39,79],"is":[40],"computer":[41],"automation,":[42],"which":[43,105,129],"requires":[44],"two":[45,134],"key":[46],"components":[47],"work":[49],"parallel:":[51],"(1)":[52],"an":[53,244],"accurate":[54],"automatic":[55],"speech":[56,64],"recognition":[57],"(ASR)":[58],"system":[59,94,225],"transcribe":[61],"response":[63],"into":[65],"text,":[66],"and":[67,95,136,152,197,226,241],"(2)":[68],"computational":[70],"metric":[72,104,230],"assess":[74],"resulting":[76,120],"text.":[77],"In":[78],"paper,":[80],"we":[81],"test":[82,174,234],"feasibility":[84],"automating":[86],"with":[89,240],"open-source":[91],"Whisper":[92,137,153,223],"ASR":[93,224],"Word":[97],"Error":[98],"Rate":[99],"(":[100],"WER":[101,177,228],")":[102],"measures":[106],"deviation":[107],"from":[108],"original":[110],"prompt.":[111],"30":[112],"Japanese":[113],"L1":[114],"participants":[115],"took":[116],"30-item":[118],"test,":[119],"900":[122],"English":[123],"L2":[124],"learner":[125],"sentence":[127],"responses":[128],"were":[130],"transcribed":[131],"authors":[135],"ASR.":[138],"The":[139],"intraclass":[140],"correlation":[141,201],"coefficient":[142],"(ICC)":[143],"between":[144],"error":[146],"rates":[147],"human":[150,183],"raters":[151,184],"across":[154,211],"all":[155],"items":[156],"was":[157],"ICC":[158],"=":[159,204],"0.929,":[160],"95":[161,206],"%":[162,207],"CI":[163,208],"[0.921,":[164],"0.936]":[165],"indicating":[166],"very":[167],"strong":[168],"alignment.":[169],"We":[170],"then":[171],"compared":[172],"automated":[173],"scores":[175,235],"using":[176,185],"those":[179],"done":[180],"manually":[181],"traditional":[187],"ordinal-scale":[188],"developed":[191],"Ortega":[193],"et":[194],"al.":[195],"(2002)":[196],"found":[198],"robust":[200],"r":[203],"0.969,":[205],"[0.935,":[209],"0.985]":[210],"overall":[212],"participant":[213],"scores.":[214],"These":[215],"findings":[216],"show":[217],"that":[218,236],"combination":[220],"result":[231],"align":[237],"almost":[238],"perfectly":[239],"arguably":[243],"improvement":[245],"on":[246],"currently":[247],"accepted":[248],"methods.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":6}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}