{"id":"https://openalex.org/W3198862519","doi":"https://doi.org/10.21437/interspeech.2021-1929","title":"Semantic Distance: A New Metric for ASR Performance Analysis Towards Spoken Language Understanding","display_name":"Semantic Distance: A New Metric for ASR Performance Analysis Towards Spoken Language Understanding","publication_year":2021,"publication_date":"2021-08-27","ids":{"openalex":"https://openalex.org/W3198862519","doi":"https://doi.org/10.21437/interspeech.2021-1929","mag":"3198862519"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2021-1929","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2021-1929","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2021","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062940343","display_name":"Suyoun Kim","orcid":"https://orcid.org/0000-0002-6822-337X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suyoun Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112604231","display_name":"Abhinav Arora","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abhinav Arora","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103098852","display_name":"Duc Le","orcid":"https://orcid.org/0000-0001-9490-2563"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duc Le","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087421101","display_name":"Ching-Feng Yeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ching-Feng Yeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047073253","display_name":"Christian Fuegen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christian Fuegen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066166549","display_name":"Ozlem Kalinli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ozlem Kalinli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041313589","display_name":"Michael L. Seltzer","orcid":"https://orcid.org/0000-0003-3474-2451"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael L. Seltzer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0771,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.93375287,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1977","last_page":"1981"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8803033828735352},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7414495348930359},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6559752225875854},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.6144658327102661},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.6034953594207764},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5911369919776917},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5623959302902222},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.4956413507461548},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.48036178946495056},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4484885334968567},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44750815629959106},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.43170514702796936},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4115193784236908},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09176379442214966}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8803033828735352},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7414495348930359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6559752225875854},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.6144658327102661},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.6034953594207764},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5911369919776917},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5623959302902222},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.4956413507461548},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.48036178946495056},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4484885334968567},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44750815629959106},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.43170514702796936},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4115193784236908},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09176379442214966},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2021-1929","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2021-1929","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2021","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2293063786","https://openalex.org/W2911292476","https://openalex.org/W2367925007","https://openalex.org/W3015724364","https://openalex.org/W4288263119","https://openalex.org/W2911279001","https://openalex.org/W2967994095","https://openalex.org/W2900126711","https://openalex.org/W4285240985","https://openalex.org/W4225162083"],"abstract_inverted_index":{"Word":[0],"Error":[1],"Rate":[2],"(WER)":[3],"has":[4],"been":[5],"the":[6,12,62,101,116,136,141],"predominant":[7],"metric":[8,89,146],"used":[9],"to":[10,93],"evaluate":[11],"performance":[13],"of":[14,59,64,143],"automatic":[15],"speech":[16],"recognition":[17],"(ASR)":[18],"systems.":[19,47],"However,":[20],"WER":[21,51],"is":[22,49,66],"sometimes":[23],"not":[24],"a":[25,79,104,110,121,127],"good":[26],"indicator":[27],"for":[28,70,90],"downstream":[29,72,149],"Natural":[30],"Language":[31],"Understanding":[32],"(NLU)":[33],"tasks,":[34,150],"such":[35],"as":[36,85,100,120],"intent":[37,152],"recognition,":[38,153],"slot":[39],"filling,":[40],"and":[41,106,118,156],"semantic":[42,60,154],"parsing":[43],"in":[44,109],"task-oriented":[45],"dialog":[46],"This":[48],"because":[50],"takes":[52],"into":[53],"consideration":[54],"only":[55],"literal":[56],"correctness":[57],"instead":[58],"correctness,":[61],"latter":[63],"which":[65],"typically":[67],"more":[68],"important":[69],"these":[71],"tasks.":[73],"In":[74],"this":[75,95],"study,":[76],"we":[77,124],"propose":[78],"novel":[80],"Semantic":[81],"Distance":[82],"(SemDist)":[83],"measure":[84],"an":[86],"alternative":[87],"evaluation":[88],"ASR":[91],"systems":[92],"address":[94],"issue.":[96],"We":[97,139],"define":[98],"SemDist":[99],"distance":[102],"between":[103],"reference":[105,117],"hypothesis":[107,119],"pair":[108],"sentence-level":[111],"embedding":[112],"space.":[113],"To":[114],"represent":[115],"sentence":[122],"embedding,":[123],"exploit":[125],"RoBERTa,":[126],"state-of-the-art":[128],"pre-trained":[129],"deep":[130],"contextualized":[131],"language":[132],"model":[133],"based":[134],"on":[135,147],"transformer":[137],"architecture.":[138],"demonstrate":[140],"effectiveness":[142],"our":[144],"proposed":[145],"various":[148],"including":[151],"parsing,":[155],"named":[157],"entity":[158],"recognition.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}