{"id":"https://openalex.org/W3172959160","doi":"https://doi.org/10.1145/3447548.3467372","title":"Meaning Error Rate","display_name":"Meaning Error Rate","publication_year":2021,"publication_date":"2021-08-12","ids":{"openalex":"https://openalex.org/W3172959160","doi":"https://doi.org/10.1145/3447548.3467372","mag":"3172959160"},"language":"en","primary_location":{"id":"doi:10.1145/3447548.3467372","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3467372","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028433126","display_name":"Ludmila Gordeeva","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Ludmila Gordeeva","raw_affiliation_strings":["Yandex, Saint Petersburg, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Saint Petersburg, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082827638","display_name":"Vasily Ershov","orcid":"https://orcid.org/0000-0002-2444-5237"},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Vasily Ershov","raw_affiliation_strings":["Yandex, Saint Petersburg, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Saint Petersburg, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080245076","display_name":"Oleg Gulyaev","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Oleg Gulyaev","raw_affiliation_strings":["Yandex, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051158391","display_name":"Igor Kuralenok","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Igor Kuralenok","raw_affiliation_strings":["Yandex, Saint Petersburg, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Yandex, Saint Petersburg, Russian Fed","institution_ids":["https://openalex.org/I58957048"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028433126"],"corresponding_institution_ids":["https://openalex.org/I58957048"],"apc_list":null,"apc_paid":null,"fwci":0.4687,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70157352,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"458","last_page":"466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8283910751342773},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6872955560684204},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6145164370536804},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5643167495727539},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5438703298568726},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5434567928314209},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4601353704929352},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39566880464553833},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38012751936912537},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3593083918094635},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0868414044380188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8283910751342773},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6872955560684204},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6145164370536804},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5643167495727539},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5438703298568726},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5434567928314209},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4601353704929352},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39566880464553833},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38012751936912537},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3593083918094635},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0868414044380188},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3447548.3467372","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3467372","pdf_url":null,"source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W38194800","https://openalex.org/W1494198834","https://openalex.org/W1507985183","https://openalex.org/W1995929454","https://openalex.org/W2013784666","https://openalex.org/W2047865878","https://openalex.org/W2095734449","https://openalex.org/W2114483840","https://openalex.org/W2134305421","https://openalex.org/W2137862343","https://openalex.org/W2155653793","https://openalex.org/W2183890422","https://openalex.org/W2402238668","https://openalex.org/W2403044103","https://openalex.org/W2973215447","https://openalex.org/W2997591727","https://openalex.org/W3015537910","https://openalex.org/W4252684946"],"related_works":["https://openalex.org/W2081647779","https://openalex.org/W2789919619","https://openalex.org/W2293457016","https://openalex.org/W2989714914","https://openalex.org/W3169305685","https://openalex.org/W3112082055","https://openalex.org/W4237750775","https://openalex.org/W3213382954","https://openalex.org/W2520822601","https://openalex.org/W2005176141"],"abstract_inverted_index":{"Speech":[0],"recognition":[1,12,46,97,154],"became":[2],"a":[3,95,111,123,140],"popular":[4],"task":[5],"during":[6],"the":[7,45,49,57],"last":[8],"decade.":[9],"Automatic":[10],"speech":[11,25,96],"(ASR)":[13],"systems":[14],"are":[15,162],"used":[16],"in":[17,37,48,69,139,156],"many":[18],"fields:":[19],"virtual":[20],"assistants,":[21],"call-center":[22],"automation,":[23],"device":[24],"interfaces,":[26],"etc.":[27],"Each":[28],"application":[29],"defines":[30],"its":[31],"own":[32],"measure":[33],"of":[34,44,108,143],"quality.":[35,144],"Improvement":[36],"one":[38],"domain":[39,88],"could":[40],"lead":[41],"to":[42,56,62,87,164],"loss":[43],"quality":[47,65,98,155],"other":[50],"domain.":[51],"For":[52,114],"ASR":[53],"services":[54],"open":[55],"public,":[58],"it":[59],"is":[60],"essential":[61],"provide":[63],"reasonable":[64],"for":[66,79,127],"all":[67],"customers":[68,109],"their":[70,132,160],"scenarios.":[71],"State-of-the-art":[72],"metrics":[73,138,147],"currently":[74],"do":[75,84],"not":[76,85],"fit":[77],"well":[78],"this":[80,115],"purpose":[81],"as":[82],"they":[83,152],"adapt":[86],"specifics.":[89],"In":[90],"our":[91],"work,":[92],"we":[93,117],"build":[94],"evaluation":[99],"framework":[100],"that":[101],"unifies":[102],"feedback":[103,119],"coming":[104],"from":[105,120],"different":[106,157],"types":[107],"into":[110],"single":[112,141],"metric.":[113],"purpose,":[116],"collect":[118],"customers,":[121],"train":[122],"new":[124],"dedicated":[125],"metric":[126],"each":[128],"customer":[129],"based":[130],"on":[131],"feedback,":[133],"and":[134,159],"finally":[135],"aggregate":[136],"these":[137],"criterion":[142],"The":[145],"resulting":[146],"have":[148],"two":[149],"significant":[150],"properties:":[151],"compare":[153],"domains,":[158],"results":[161],"easy":[163],"interpret.":[165]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-06-22T00:00:00"}