{"id":"https://openalex.org/W2952698673","doi":"https://doi.org/10.1145/3325862","title":"Predicting the Understandability of Imperfect English Captions for People Who Are Deaf or Hard of Hearing","display_name":"Predicting the Understandability of Imperfect English Captions for People Who Are Deaf or Hard of Hearing","publication_year":2019,"publication_date":"2019-06-11","ids":{"openalex":"https://openalex.org/W2952698673","doi":"https://doi.org/10.1145/3325862","mag":"2952698673"},"language":"en","primary_location":{"id":"doi:10.1145/3325862","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3325862","pdf_url":null,"source":{"id":"https://openalex.org/S79551877","display_name":"ACM Transactions on Accessible Computing","issn_l":"1936-7228","issn":["1936-7228","1936-7236"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Accessible Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053524841","display_name":"Sushant Kafle","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sushant Kafle","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034572826","display_name":"Matt Huenerfauth","orcid":"https://orcid.org/0000-0001-6290-2681"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Huenerfauth","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":11.2052,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.98111183,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"12","issue":"2","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8224069476127625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.821114182472229},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6521929502487183},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5607283711433411},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5348039865493774},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4891364872455597},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4862781763076782},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.4776909649372101},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45996126532554626},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.45058131217956543},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3261551260948181},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14719027280807495}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8224069476127625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.821114182472229},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6521929502487183},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5607283711433411},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5348039865493774},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4891364872455597},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4862781763076782},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.4776909649372101},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45996126532554626},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.45058131217956543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3261551260948181},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14719027280807495},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3325862","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3325862","pdf_url":null,"source":{"id":"https://openalex.org/S79551877","display_name":"ACM Transactions on Accessible Computing","issn_l":"1936-7228","issn":["1936-7228","1936-7236"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Accessible Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W38194800","https://openalex.org/W93233318","https://openalex.org/W259549804","https://openalex.org/W435404409","https://openalex.org/W745540356","https://openalex.org/W1488564527","https://openalex.org/W1494198834","https://openalex.org/W1496462336","https://openalex.org/W1522301498","https://openalex.org/W1963404253","https://openalex.org/W1968326021","https://openalex.org/W1969680923","https://openalex.org/W1971631540","https://openalex.org/W1979745795","https://openalex.org/W1988183576","https://openalex.org/W1992475611","https://openalex.org/W1994215802","https://openalex.org/W2010939725","https://openalex.org/W2011081701","https://openalex.org/W2013112874","https://openalex.org/W2014077830","https://openalex.org/W2022449868","https://openalex.org/W2038943390","https://openalex.org/W2041675900","https://openalex.org/W2051860727","https://openalex.org/W2067359214","https://openalex.org/W2072271845","https://openalex.org/W2077538051","https://openalex.org/W2081528270","https://openalex.org/W2095734449","https://openalex.org/W2101105183","https://openalex.org/W2109664771","https://openalex.org/W2113028363","https://openalex.org/W2115551023","https://openalex.org/W2123301721","https://openalex.org/W2123702045","https://openalex.org/W2123816038","https://openalex.org/W2133140493","https://openalex.org/W2143596068","https://openalex.org/W2151287755","https://openalex.org/W2160130749","https://openalex.org/W2166637769","https://openalex.org/W2168119002","https://openalex.org/W2250357346","https://openalex.org/W2252108951","https://openalex.org/W2296516251","https://openalex.org/W2403044103","https://openalex.org/W2404260248","https://openalex.org/W2405413469","https://openalex.org/W2505877856","https://openalex.org/W2519224033","https://openalex.org/W2532711791","https://openalex.org/W2533816498","https://openalex.org/W2554096094","https://openalex.org/W2566198195","https://openalex.org/W2576204408","https://openalex.org/W2600463316","https://openalex.org/W2603650716","https://openalex.org/W2609869877","https://openalex.org/W2612205435","https://openalex.org/W2618735189","https://openalex.org/W2765816858","https://openalex.org/W2765828580","https://openalex.org/W2796199965","https://openalex.org/W2962684341","https://openalex.org/W2963706742","https://openalex.org/W3021447771","https://openalex.org/W3098664369"],"related_works":["https://openalex.org/W3119155061","https://openalex.org/W4287548803","https://openalex.org/W2019914509","https://openalex.org/W3101868899","https://openalex.org/W1937192591","https://openalex.org/W2251677926","https://openalex.org/W2048917925","https://openalex.org/W2116192687","https://openalex.org/W2138093906","https://openalex.org/W3150750326"],"abstract_inverted_index":{"Automatic":[0],"Speech":[1],"Recognition":[2],"(ASR)":[3],"technology":[4,40],"has":[5,65],"seen":[6],"major":[7],"advancements":[8],"in":[9,14,44],"its":[10],"accuracy":[11],"and":[12,33,81,123],"speed":[13],"recent":[15],"years,":[16],"making":[17],"it":[18,64],"a":[19],"possible":[20],"mechanism":[21],"for":[22,75,88,102,141],"supporting":[23],"communication":[24],"between":[25],"people":[26,103],"who":[27,49,104],"are":[28,105],"Deaf":[29],"or":[30],"Hard-of-Hearing":[31],"(DHH)":[32],"their":[34],"hearing":[35],"peers.":[36],"However,":[37],"state-of-the-art":[38],"ASR":[39,51,93,142],"is":[41,126],"still":[42],"imperfect":[43],"many":[45,76],"realistic":[46],"settings.":[47],"Researchers":[48],"evaluate":[50],"performance":[52,74],"often":[53],"focus":[54],"on":[55,95,121],"improving":[56],"the":[57,90,96],"Word":[58],"Error":[59],"Rate":[60],"(WER)":[61],"metric,":[62],"but":[63],"been":[66],"found":[67,115],"to":[68,138],"have":[69,114],"little":[70],"correlation":[71],"with":[72,110,130],"human-subject":[73],"applications.":[77],"This":[78],"article":[79],"describes":[80],"evaluates":[82],"several":[83],"new":[84,118],"captioning-focused":[85],"evaluation":[86],"metrics":[87,140],"predicting":[89],"impact":[91],"of":[92,98,134],"errors":[94],"understandability":[97],"automatically":[99],"generated":[100],"captions":[101],"DHH.":[106],"Through":[107],"experimental":[108],"studies":[109],"DHH":[111,131],"users,":[112],"we":[113],"that":[116],"our":[117],"metric":[119],"(based":[120],"word-importance":[122],"semantic-difference":[124],"scoring)":[125],"more":[127],"closely":[128],"correlated":[129],"user's":[132],"judgements":[133],"caption":[135],"quality\u2014as":[136],"compared":[137],"pre-existing":[139],"evaluation.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}