{"id":"https://openalex.org/W2796199965","doi":"https://doi.org/10.1145/3173574.3173665","title":"Methods for Evaluation of Imperfect Captioning Tools by Deaf or Hard-of-Hearing Users at Different Reading Literacy Levels","display_name":"Methods for Evaluation of Imperfect Captioning Tools by Deaf or Hard-of-Hearing Users at Different Reading Literacy Levels","publication_year":2018,"publication_date":"2018-04-19","ids":{"openalex":"https://openalex.org/W2796199965","doi":"https://doi.org/10.1145/3173574.3173665","mag":"2796199965"},"language":"en","primary_location":{"id":"doi:10.1145/3173574.3173665","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3173574.3173665","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3173574.3173665","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3173574.3173665","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015477992","display_name":"Larwan Berke","orcid":"https://orcid.org/0000-0002-7264-3748"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Larwan Berke","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053524841","display_name":"Sushant Kafle","orcid":null},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sushant Kafle","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034572826","display_name":"Matt Huenerfauth","orcid":"https://orcid.org/0000-0001-6290-2681"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Huenerfauth","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY, USA","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5015477992"],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":25.09,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":{"value":0.99277831,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7557598352432251},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.716568112373352},{"id":"https://openalex.org/keywords/literacy","display_name":"Literacy","score":0.6659612655639648},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.5640384554862976},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5471053719520569},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4960409104824066},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4876776933670044},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.44368210434913635},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4141501188278198},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.369753897190094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36852043867111206},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.22638589143753052},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19769588112831116},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14911440014839172},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.0728636384010315}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7557598352432251},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.716568112373352},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.6659612655639648},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.5640384554862976},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5471053719520569},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4960409104824066},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4876776933670044},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.44368210434913635},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4141501188278198},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.369753897190094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36852043867111206},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.22638589143753052},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19769588112831116},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14911440014839172},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0728636384010315},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3173574.3173665","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3173574.3173665","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3173574.3173665","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3173574.3173665","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3173574.3173665","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3173574.3173665","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3125995205","display_name":null,"funder_award_id":"1746056","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6894402473","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2796199965.pdf","grobid_xml":"https://content.openalex.org/works/W2796199965.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W586828166","https://openalex.org/W1967390364","https://openalex.org/W1968326021","https://openalex.org/W1968935173","https://openalex.org/W1970663544","https://openalex.org/W1971631540","https://openalex.org/W1979585383","https://openalex.org/W1990031878","https://openalex.org/W2009006978","https://openalex.org/W2010939725","https://openalex.org/W2038943390","https://openalex.org/W2046147763","https://openalex.org/W2060436245","https://openalex.org/W2078731751","https://openalex.org/W2094732887","https://openalex.org/W2108460927","https://openalex.org/W2110766893","https://openalex.org/W2113028363","https://openalex.org/W2114483840","https://openalex.org/W2119832479","https://openalex.org/W2123816038","https://openalex.org/W2129866217","https://openalex.org/W2130131176","https://openalex.org/W2141342532","https://openalex.org/W2144425454","https://openalex.org/W2148279470","https://openalex.org/W2148883631","https://openalex.org/W2160054189","https://openalex.org/W2163597001","https://openalex.org/W2179170694","https://openalex.org/W2188368437","https://openalex.org/W2212056505","https://openalex.org/W2238010690","https://openalex.org/W2251061338","https://openalex.org/W2394492257","https://openalex.org/W2519224033","https://openalex.org/W2532711791","https://openalex.org/W2533816498","https://openalex.org/W2580831956","https://openalex.org/W2604692796","https://openalex.org/W2609869877","https://openalex.org/W2612601884","https://openalex.org/W2765828580","https://openalex.org/W2939720373","https://openalex.org/W2963266252"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W4283207562","https://openalex.org/W2082296339","https://openalex.org/W2161828220","https://openalex.org/W1972348076","https://openalex.org/W2083863157"],"abstract_inverted_index":{"As":[0],"Automatic":[1],"Speech":[2],"Recognition":[3],"(ASR)":[4],"improves":[5],"in":[6,16,97],"accuracy,":[7],"it":[8],"may":[9],"become":[10],"useful":[11],"for":[12,18,43,132],"transcribing":[13],"spoken":[14],"text":[15],"real-time":[17],"Deaf":[19],"and":[20,28,108],"Hard-of-Hearing":[21],"(DHH)":[22],"individuals.":[23],"To":[24],"quantify":[25],"users'":[26,89],"comprehension":[27],"opinion":[29],"of":[30,69,83,92,112],"automatic":[31],"captions,":[32],"which":[33,94],"inevitably":[34],"contain":[35],"some":[36,119,139],"errors,":[37],"we":[38,95],"must":[39],"identify":[40],"appropriate":[41],"methodologies":[42],"evaluation":[44],"studies":[45],"with":[46,101,122,134],"DHH":[47,61,102],"users,":[48,103],"including":[49],"quantitative":[50],"measurement":[51],"instruments":[52],"suitable":[53],"to":[54,144],"the":[55,60,109],"various":[56],"literacy":[57,106,124,136],"levels":[58,107],"among":[59],"population.":[62],"A":[63],"literature":[64],"review":[65],"guided":[66],"our":[67],"selection":[68],"several":[70],"probes":[71,140],"(e.g.":[72],"multiple-choice":[73],"comprehension-question":[74],"accuracy":[75,111,148],"or":[76,86],"response":[77],"time,":[78],"scalar-questions":[79],"about":[80],"user":[81],"estimation":[82,91],"ASR":[84],"errors":[85],"their":[87,105],"impact,":[88],"numerical":[90],"accuracy),":[93],"evaluated":[96],"a":[98],"lab":[99],"study":[100],"wherein":[104],"actual":[110],"each":[113],"caption":[114,147],"stimulus":[115],"were":[116,141],"factors.":[117],"For":[118],"probes,":[120],"participants":[121,133],"lower":[123],"had":[125],"more":[126],"positive":[127],"subjective":[128],"responses":[129],"overall,":[130],"and,":[131],"particular":[135],"score":[137],"ranges,":[138],"insufficiently":[142],"sensitive":[143],"distinguish":[145],"between":[146],"levels.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":3}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}