{"id":"https://openalex.org/W4401042084","doi":"https://doi.org/10.18653/v1/2024.vardial-1.3","title":"Does Whisper Understand Swiss German? An Automatic, Qualitative, and Human Evaluation","display_name":"Does Whisper Understand Swiss German? An Automatic, Qualitative, and Human Evaluation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401042084","doi":"https://doi.org/10.18653/v1/2024.vardial-1.3"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.vardial-1.3","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.vardial-1.3","pdf_url":"https://aclanthology.org/2024.vardial-1.3.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh Workshop on NLP for Similar Languages, Varieties, and Dialects (VarDial 2024)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.vardial-1.3.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092193915","display_name":"Eyal Liron Dolev","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Eyal Dolev","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5096147975","display_name":"Clemens Fidel Lutz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clemens Lutz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5047249362","display_name":"No\u00ebmi Aepli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"No\u00ebmi Aepli","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5092193915"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.7429,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.98140459,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"28","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14006","display_name":"Linguistics, Language Diversity, and Identity","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14006","display_name":"Linguistics, Language Diversity, and Identity","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12373","display_name":"Linguistic research and analysis","score":0.902400016784668,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.8149194121360779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6568455100059509},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.1532042920589447},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.04848244786262512}],"concepts":[{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.8149194121360779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6568455100059509},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.1532042920589447},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.04848244786262512}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.vardial-1.3","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.vardial-1.3","pdf_url":"https://aclanthology.org/2024.vardial-1.3.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh Workshop on NLP for Similar Languages, Varieties, and Dialects (VarDial 2024)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.vardial-1.3","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.vardial-1.3","pdf_url":"https://aclanthology.org/2024.vardial-1.3.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh Workshop on NLP for Similar Languages, Varieties, and Dialects (VarDial 2024)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.44999998807907104,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G6640846087","display_name":null,"funder_award_id":"205913","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401042084.pdf","grobid_xml":"https://content.openalex.org/works/W4401042084.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2315527029","https://openalex.org/W2065387230","https://openalex.org/W2323937687","https://openalex.org/W648995381","https://openalex.org/W3033791384","https://openalex.org/W2141885522","https://openalex.org/W2776312268","https://openalex.org/W4246315097"],"abstract_inverted_index":{"Whisper":[0,28,153],"is":[1,154,169],"a":[2,39,46,94,136,155],"state-of-the-art":[3],"automatic":[4,107],"speech":[5,40],"recognition":[6],"(ASR)":[7],"model":[8],"(Radford":[9],"et":[10,75,80,88],"al.,":[11,76,81,89],"2022).Although":[12],"Swiss":[13,31,53,84,160],"German":[14,32,167],"dialects":[15],"are":[16],"allegedly":[17],"not":[18],"part":[19],"of":[20,49,148],"Whisper's":[21,50,122,146],"training":[22],"data,":[23],"preliminary":[24],"experiments":[25],"showed":[26],"that":[27,152],"can":[29],"transcribe":[30],"quite":[33],"well,":[34],"with":[35,138],"the":[36,117,131,165],"output":[37,129,168],"being":[38],"translation":[41],"into":[42],"Standard":[43,166],"German.To":[44],"gain":[45],"better":[47],"understanding":[48],"performance":[51,67],"on":[52,68,102],"German,":[54,161],"we":[55,92,109,120,134],"systematically":[56],"evaluate":[57,145],"it":[58],"using":[59],"automatic,":[60],"qualitative,":[61],"and":[62,83,115,124,126],"human":[63,132],"evaluation.We":[64],"test":[65,71,96],"its":[66],"three":[69],"existing":[70],"sets:":[72],"SwissDial":[73],"(Dogan-Schnberger":[74],"2021),":[77],"STT4SG-350":[78],"(Plss":[79,87],"2023),":[82],"Parliaments":[85],"Corpus":[86],"2021).In":[90],"addition,":[91],"create":[93],"new":[95],"set":[97],"for":[98,159],"this":[99],"work,":[100],"based":[101],"short":[103],"mock":[104],"clinical":[105],"interviews.For":[106],"evaluation,":[108,133],"used":[110],"word":[111],"error":[112],"rate":[113],"(WER)":[114],"BLEU.In":[116],"qualitative":[118],"analysis,":[119],"discuss":[121],"strengths":[123],"weaknesses":[125],"analyze":[127],"some":[128],"examples.For":[130],"conducted":[135],"survey":[137],"28":[139],"participants":[140],"who":[141],"were":[142],"asked":[143],"to":[144],"performance.All":[147],"our":[149],"evaluations":[150],"suggest":[151],"viable":[156],"ASR":[157],"system":[158],"so":[162],"long":[163],"as":[164],"desired.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}
