{"id":"https://openalex.org/W4391021586","doi":"https://doi.org/10.1109/asru57964.2023.10389717","title":"H EVAL : A New Hybrid Evaluation Metric for Automatic Speech Recognition Tasks","display_name":"H EVAL : A New Hybrid Evaluation Metric for Automatic Speech Recognition Tasks","publication_year":2023,"publication_date":"2023-12-16","ids":{"openalex":"https://openalex.org/W4391021586","doi":"https://doi.org/10.1109/asru57964.2023.10389717"},"language":"en","primary_location":{"id":"doi:10.1109/asru57964.2023.10389717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru57964.2023.10389717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045162901","display_name":"Zitha Sasindran","orcid":"https://orcid.org/0000-0002-0224-3722"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Zitha Sasindran","raw_affiliation_strings":["Indian Institute of Science,Department of Electronic Systems Engineering,Bengaluru,India,560012"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science,Department of Electronic Systems Engineering,Bengaluru,India,560012","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084754332","display_name":"Harsha Yelchuri","orcid":"https://orcid.org/0000-0002-2388-9020"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Harsha Yelchuri","raw_affiliation_strings":["Indian Institute of Science,Department of Electronic Systems Engineering,Bengaluru,India,560012"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science,Department of Electronic Systems Engineering,Bengaluru,India,560012","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110648785","display_name":"T. V. Prabhakar","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"T. V. Prabhakar","raw_affiliation_strings":["Indian Institute of Science,Department of Electronic Systems Engineering,Bengaluru,India,560012"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science,Department of Electronic Systems Engineering,Bengaluru,India,560012","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023442772","display_name":"Supreeth Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Supreeth Rao","raw_affiliation_strings":["Indian Institute of Science,Department of Electronic Systems Engineering,Bengaluru,India,560012"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science,Department of Electronic Systems Engineering,Bengaluru,India,560012","institution_ids":["https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59270414"],"apc_list":null,"apc_paid":null,"fwci":1.4396,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85343054,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.8475304245948792},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8378022909164429},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.696882963180542},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.6141709685325623},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.5935501456260681},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5817676782608032},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.555476188659668},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5340147614479065},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5221274495124817},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5186049938201904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4938386082649231},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.486565500497818},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21926745772361755},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1336193084716797}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.8475304245948792},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8378022909164429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.696882963180542},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.6141709685325623},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5935501456260681},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5817676782608032},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.555476188659668},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5340147614479065},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5221274495124817},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5186049938201904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4938386082649231},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.486565500497818},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21926745772361755},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1336193084716797},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/asru57964.2023.10389717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru57964.2023.10389717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W38194800","https://openalex.org/W1840435438","https://openalex.org/W2018363392","https://openalex.org/W2097550833","https://openalex.org/W2114483840","https://openalex.org/W2126400076","https://openalex.org/W2133458109","https://openalex.org/W2250790822","https://openalex.org/W2404260248","https://openalex.org/W2407386500","https://openalex.org/W2462305634","https://openalex.org/W2608050011","https://openalex.org/W2739351760","https://openalex.org/W2896457183","https://openalex.org/W2936695845","https://openalex.org/W2963846996","https://openalex.org/W2965373594","https://openalex.org/W2970641574","https://openalex.org/W3036601975","https://openalex.org/W3104033643","https://openalex.org/W3198862519","https://openalex.org/W3207504077","https://openalex.org/W4311000453","https://openalex.org/W4313023767","https://openalex.org/W4385245566","https://openalex.org/W6603769893","https://openalex.org/W6673536509","https://openalex.org/W6682338420","https://openalex.org/W6687566353","https://openalex.org/W6691303741","https://openalex.org/W6691695795","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6761205521","https://openalex.org/W6766673545"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W2133478886","https://openalex.org/W2944691285"],"abstract_inverted_index":{"Many":[0],"studies":[1],"have":[2,42,51],"examined":[3],"the":[4,123],"shortcomings":[5],"of":[6],"word":[7],"error":[8,80],"rate":[9,81],"(WER)":[10],"as":[11,36,56],"an":[12],"evaluation":[13,29,69],"metric":[14,70,107,124],"for":[15,71],"automatic":[16],"speech":[17],"recognition":[18],"(ASR)":[19],"systems.":[20],"Since":[21],"WER":[22,89],"considers":[23,75],"only":[24],"literal":[25],"word-level":[26],"correctness,":[27],"new":[28,67],"metrics":[30,50],"based":[31],"on":[32],"semantic":[33,37,77],"similarity":[34],"such":[35,55],"distance":[38],"(SD)":[39],"and":[40,79,82,90,131],"BERTScore":[41],"been":[43],"developed.":[44],"However,":[45],"we":[46,111,127],"found":[47],"that":[48,74,113],"these":[49],"their":[52],"own":[53],"limitations,":[54],"a":[57,66],"tendency":[58],"to":[59,95,99,121],"overly":[60],"prioritise":[61],"keywords.":[62],"We":[63],"propose":[64],"HEVAL,":[65],"hybrid":[68],"ASR":[72],"systems":[73],"both":[76],"correctness":[78],"performs":[83],"significantly":[84],"well":[85],"in":[86,106,140],"scenarios":[87],"where":[88],"SD":[91],"perform":[92],"poorly.":[93],"Due":[94],"lighter":[96],"computation":[97,108],"compared":[98],"BERTScore,":[100],"it":[101],"offers":[102],"49":[103],"times":[104],"reduction":[105,139],"time.":[109],"Furthermore,":[110],"show":[112],"HEVALcorrelates":[114],"strongly":[115],"with":[116],"downstream":[117],"NLP":[118],"tasks.":[119],"Also,":[120],"reduce":[122],"calculation":[125],"time,":[126],"built":[128],"multiple":[129],"fast":[130],"lightweight":[132],"models":[133],"using":[134],"distillation":[135],"techniques":[136],"without":[137],"significant":[138],"performance.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}