{"id":"https://openalex.org/W2798685342","doi":"https://doi.org/10.18653/v1/p18-2004","title":"Word Error Rate Estimation for Speech Recognition: e-WER","display_name":"Word Error Rate Estimation for Speech Recognition: e-WER","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2798685342","doi":"https://doi.org/10.18653/v1/p18-2004","mag":"2798685342"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p18-2004","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-2004","pdf_url":"https://www.aclweb.org/anthology/P18-2004.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P18-2004.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100693435","display_name":"Ahmed Ali","orcid":"https://orcid.org/0000-0002-9186-7544"},"institutions":[{"id":"https://openalex.org/I4210138380","display_name":"Qatar Cardiovascular Research Center","ror":"https://ror.org/038vyt185","country_code":"QA","type":"healthcare","lineage":["https://openalex.org/I4210138380"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Ahmed Ali","raw_affiliation_strings":["Qatar Computing Research Institute QCRI Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute QCRI Doha, Qatar","institution_ids":["https://openalex.org/I4210138380"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027442277","display_name":"Steve Renals","orcid":"https://orcid.org/0000-0002-8790-3389"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steve Renals","raw_affiliation_strings":["Centre for Speech Technology Research University of Edinburgh UK"],"affiliations":[{"raw_affiliation_string":"Centre for Speech Technology Research University of Edinburgh UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100693435"],"corresponding_institution_ids":["https://openalex.org/I4210138380"],"apc_list":null,"apc_paid":null,"fwci":3.2152,"has_fulltext":true,"cited_by_count":115,"citation_normalized_percentile":{"value":0.93469621,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"20","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.7509428262710571},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7502957582473755},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7389482259750366},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.6047748327255249},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5413541197776794},{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.538923978805542},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.47970789670944214},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47105929255485535},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.463853120803833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43892917037010193},{"id":"https://openalex.org/keywords/transcription","display_name":"Transcription (linguistics)","score":0.43720483779907227},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.4226619601249695},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3725188076496124},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16016057133674622},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12460482120513916},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12391659617424011},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06681007146835327}],"concepts":[{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.7509428262710571},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7502957582473755},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7389482259750366},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.6047748327255249},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5413541197776794},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.538923978805542},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.47970789670944214},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47105929255485535},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.463853120803833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43892917037010193},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.43720483779907227},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.4226619601249695},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3725188076496124},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16016057133674622},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12460482120513916},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12391659617424011},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06681007146835327},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/p18-2004","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-2004","pdf_url":"https://www.aclweb.org/anthology/P18-2004.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:figshare.com:article/25920577","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Word_Error_Rate_Estimation_for_Speech_Recognition_e-WER/25920577","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pure.ed.ac.uk:publications/0faada1c-2f2e-44b9-a48f-6493fe41c9ca","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/0faada1c-2f2e-44b9-a48f-6493fe41c9ca","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"doi:10.18653/v1/p18-2004","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-2004","pdf_url":"https://www.aclweb.org/anthology/P18-2004.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2798685342.pdf","grobid_xml":"https://content.openalex.org/works/W2798685342.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W173561343","https://openalex.org/W1485103818","https://openalex.org/W2028825255","https://openalex.org/W2034537249","https://openalex.org/W2046566693","https://openalex.org/W2130169233","https://openalex.org/W2145077480","https://openalex.org/W2164984707","https://openalex.org/W2199529914","https://openalex.org/W2250799045","https://openalex.org/W2251880053","https://openalex.org/W2280141299","https://openalex.org/W2290469434","https://openalex.org/W2294161614","https://openalex.org/W2404195525","https://openalex.org/W2407874404","https://openalex.org/W2408121998","https://openalex.org/W2513363206","https://openalex.org/W2517015344","https://openalex.org/W2586568968","https://openalex.org/W2594395650","https://openalex.org/W2963077089"],"related_works":["https://openalex.org/W2382566571","https://openalex.org/W4249048193","https://openalex.org/W3000360420","https://openalex.org/W2145230572","https://openalex.org/W2166312020","https://openalex.org/W168676510","https://openalex.org/W2150750161","https://openalex.org/W4384389756","https://openalex.org/W3136989387","https://openalex.org/W3082335021"],"abstract_inverted_index":{"Measuring":[0],"the":[1,17,49,79,112,118],"performance":[2],"of":[3,48,59],"automatic":[4],"speech":[5],"recognition":[6,65,69],"(ASR)":[7],"systems":[8],"requires":[9],"manually":[10],"transcribed":[11],"data":[12],"in":[13],"order":[14],"to":[15,36,67],"compute":[16],"word":[18],"error":[19,99],"rate":[20],"(WER),":[21],"which":[22,41],"is":[23],"often":[24],"time-consuming":[25],"and":[26,71,83],"expensive.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31],"propose":[32],"a":[33,45,56],"novel":[34],"approach":[35],"estimate":[37],"WER,":[38],"or":[39],"e-WER,":[40],"does":[42],"not":[43],"require":[44],"gold-standard":[46],"transcription":[47],"test":[50,115],"set.":[51],"Our":[52,91],"e-WER":[53,108],"framework":[54],"uses":[55],"comprehensive":[57],"set":[58],"features:":[60],"ASR":[61],"recognised":[62],"text,":[63],"character":[64],"results":[66,77],"complement":[68],"output,":[70],"internal":[72],"decoder":[73],"features.":[74],"We":[75],"report":[76],"for":[78,111],"two":[80],"features;":[81],"black-box":[82],"glass-box":[84],"using":[85],"unseen":[86],"24":[87],"Arabic":[88],"broadcast":[89],"programs.":[90],"system":[92],"achieves":[93],"16.9%":[94],"WER":[95,107,120],"root":[96],"mean":[97],"squared":[98],"(RMSE)":[100],"across":[101],"1,400":[102],"sentences.":[103],"The":[104],"estimated":[105],"overall":[106],"was":[109,121],"25.3%":[110],"three":[113],"hours":[114],"set,":[116],"while":[117],"actual":[119],"28.5%.":[122]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}