{"id":"https://openalex.org/W4394907089","doi":"https://doi.org/10.1145/3613904.3641988","title":"How Users Experience Closed Captions on Live Television: Quality Metrics Remain a Challenge","display_name":"How Users Experience Closed Captions on Live Television: Quality Metrics Remain a Challenge","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4394907089","doi":"https://doi.org/10.1145/3613904.3641988"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3641988","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641988","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641988","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641988","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076944565","display_name":"Mariana Arroyo Chavez","orcid":"https://orcid.org/0009-0004-6114-4355"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mariana Arroyo Chavez","raw_affiliation_strings":["Technology Access Program, Gallaudet University, United States"],"raw_orcid":"https://orcid.org/0009-0004-6114-4355","affiliations":[{"raw_affiliation_string":"Technology Access Program, Gallaudet University, United States","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095767608","display_name":"Molly Feanny","orcid":"https://orcid.org/0009-0005-9889-6355"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Molly Feanny","raw_affiliation_strings":["Gallaudet University, United States"],"raw_orcid":"https://orcid.org/0009-0005-9889-6355","affiliations":[{"raw_affiliation_string":"Gallaudet University, United States","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012117878","display_name":"Matthew Seita","orcid":"https://orcid.org/0000-0001-7991-2704"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Seita","raw_affiliation_strings":["Gallaudet University, United States"],"raw_orcid":"https://orcid.org/0000-0001-7991-2704","affiliations":[{"raw_affiliation_string":"Gallaudet University, United States","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102966338","display_name":"Bernard Thompson","orcid":"https://orcid.org/0009-0008-1611-4287"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bernard Thompson","raw_affiliation_strings":["Technology Access Program, Gallaudet University, United States"],"raw_orcid":"https://orcid.org/0009-0008-1611-4287","affiliations":[{"raw_affiliation_string":"Technology Access Program, Gallaudet University, United States","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095767609","display_name":"Keith Delk","orcid":"https://orcid.org/0009-0004-5265-6586"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keith Delk","raw_affiliation_strings":["Science, Technology, Accessibility, Mathematics, and Public Health (STAMP), Gallaudet University, United States"],"raw_orcid":"https://orcid.org/0009-0004-5265-6586","affiliations":[{"raw_affiliation_string":"Science, Technology, Accessibility, Mathematics, and Public Health (STAMP), Gallaudet University, United States","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095767610","display_name":"Skyler Officer","orcid":null},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Skyler Officer","raw_affiliation_strings":["Gallaudet University, United States"],"raw_orcid":"https://orcid.org/0009-0008-9344-6402","affiliations":[{"raw_affiliation_string":"Gallaudet University, United States","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021039594","display_name":"Abraham Glasser","orcid":"https://orcid.org/0000-0003-1763-4352"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abraham Glasser","raw_affiliation_strings":["Science, Technology, Accessibility, Mathematics, and Public Health (STAMP), Gallaudet University, United States"],"raw_orcid":"https://orcid.org/0000-0003-1763-4352","affiliations":[{"raw_affiliation_string":"Science, Technology, Accessibility, Mathematics, and Public Health (STAMP), Gallaudet University, United States","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084374376","display_name":"Raja Kushalnagar","orcid":"https://orcid.org/0000-0002-0493-413X"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raja Kushalnagar","raw_affiliation_strings":["Gallaudet University, United States"],"raw_orcid":"https://orcid.org/0000-0002-0493-413X","affiliations":[{"raw_affiliation_string":"Gallaudet University, United States","institution_ids":["https://openalex.org/I66108857"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016677245","display_name":"Christian Vogler","orcid":"https://orcid.org/0000-0003-2590-6880"},"institutions":[{"id":"https://openalex.org/I66108857","display_name":"Gallaudet University","ror":"https://ror.org/02b9aym09","country_code":"US","type":"education","lineage":["https://openalex.org/I66108857"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian Vogler","raw_affiliation_strings":["Technology Access Program, Gallaudet University, United States"],"raw_orcid":"https://orcid.org/0000-0003-2590-6880","affiliations":[{"raw_affiliation_string":"Technology Access Program, Gallaudet University, United States","institution_ids":["https://openalex.org/I66108857"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66108857"],"apc_list":null,"apc_paid":null,"fwci":30.9797,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.99613655,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9108152389526367},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.7314733266830444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6852678060531616},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.5453221201896667},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5216591358184814},{"id":"https://openalex.org/keywords/subjective-video-quality","display_name":"Subjective video quality","score":0.49048420786857605},{"id":"https://openalex.org/keywords/successor-cardinal","display_name":"Successor cardinal","score":0.4449147582054138},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.43822985887527466},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4347769618034363},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4242514967918396},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4050430655479431},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2682373821735382},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2637593746185303},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.15528634190559387},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12088850140571594},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.11760100722312927},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.09019404649734497},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08189070224761963},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07595455646514893}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9108152389526367},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.7314733266830444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6852678060531616},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.5453221201896667},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5216591358184814},{"id":"https://openalex.org/C114227958","wikidata":"https://www.wikidata.org/wiki/Q7631422","display_name":"Subjective video quality","level":4,"score":0.49048420786857605},{"id":"https://openalex.org/C75306776","wikidata":"https://www.wikidata.org/wiki/Q7632662","display_name":"Successor cardinal","level":2,"score":0.4449147582054138},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.43822985887527466},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4347769618034363},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4242514967918396},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4050430655479431},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2682373821735382},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2637593746185303},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.15528634190559387},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12088850140571594},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.11760100722312927},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.09019404649734497},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08189070224761963},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07595455646514893},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3613904.3641988","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641988","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641988","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.10153","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.10153","pdf_url":"https://arxiv.org/pdf/2404.10153","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3613904.3641988","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3641988","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3641988","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3498887668","display_name":null,"funder_award_id":"90DPCP0002","funder_id":"https://openalex.org/F4320337604","funder_display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research"},{"id":"https://openalex.org/G7617209353","display_name":"REU Site: Accessible Information and Communications Technologies","funder_award_id":"2150429","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306085","display_name":"U.S. Department of Health and Human Services","ror":"https://ror.org/033jnv181"},{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"},{"id":"https://openalex.org/F4320332398","display_name":"Administration for Community Living","ror":"https://ror.org/00vf4jm23"},{"id":"https://openalex.org/F4320337604","display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research","ror":"https://ror.org/033jnv181"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4394907089.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W616265588","https://openalex.org/W637759708","https://openalex.org/W982532552","https://openalex.org/W1969726694","https://openalex.org/W1979290264","https://openalex.org/W2006191099","https://openalex.org/W2024675961","https://openalex.org/W2038943390","https://openalex.org/W2070091591","https://openalex.org/W2079591709","https://openalex.org/W2117948609","https://openalex.org/W2176154736","https://openalex.org/W2338012757","https://openalex.org/W2533816498","https://openalex.org/W2765816858","https://openalex.org/W2765828580","https://openalex.org/W2921144007","https://openalex.org/W2923194069","https://openalex.org/W2952698673","https://openalex.org/W3022725711","https://openalex.org/W3175098987","https://openalex.org/W4200434312","https://openalex.org/W4250779854","https://openalex.org/W4285148224","https://openalex.org/W4366591041"],"related_works":["https://openalex.org/W3217195652","https://openalex.org/W2128378281","https://openalex.org/W1917776329","https://openalex.org/W2063251850","https://openalex.org/W2120003621","https://openalex.org/W2883239366","https://openalex.org/W2046050424","https://openalex.org/W2004990177","https://openalex.org/W2524963441","https://openalex.org/W3044529335"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,145],"mixed":[4],"methods":[5],"study":[6],"on":[7,42],"how":[8,132],"deaf,":[9],"hard":[10],"of":[11,106,148],"hearing":[12,14],"and":[13,55,68,74,123],"viewers":[15],"perceive":[16],"live":[17],"TV":[18,28],"caption":[19,33,52,124,134],"quality":[20,39,66,73,135],"with":[21,140],"captioned":[22],"video":[23],"stimuli":[24],"designed":[25],"to":[26,96,131],"mirror":[27],"captioning":[29],"experiences.":[30],"To":[31],"assess":[32],"quality,":[34],"we":[35],"used":[36],"four":[37,65],"commonly-used":[38],"metrics":[40,67,136],"focusing":[41],"accuracy:":[43],"word":[44,48],"error":[45,49],"rate,":[46,50],"weighted":[47],"automated":[51],"evaluation":[53],"(ACE),":[54],"its":[56],"successor":[57],"ACE2.":[58],"We":[59],"calculated":[60],"the":[61,64,77,141],"correlation":[62,78],"between":[63],"viewer":[69,107],"ratings":[70],"for":[71,101],"subjective":[72],"found":[75],"that":[76,82],"was":[79],"weak,":[80],"revealing":[81],"other":[83],"factors":[84,112],"besides":[85],"accuracy":[86],"affect":[87],"user":[88,142],"ratings.":[89],"Additionally,":[90],"even":[91],"high-quality":[92],"captions":[93],"are":[94],"perceived":[95],"have":[97],"problems,":[98],"despite":[99],"controlling":[100],"confounding":[102],"factors.":[103],"Qualitative":[104],"analysis":[105],"comments":[108],"revealed":[109],"three":[110],"major":[111],"affecting":[113],"their":[114],"experience:":[115],"Errors":[116],"within":[117],"captions,":[118,122],"difficulty":[119],"in":[120],"following":[121],"appearance.":[125],"The":[126],"findings":[127],"raise":[128],"questions":[129],"as":[130],"objective":[133],"can":[137],"be":[138],"reconciled":[139],"experience":[143],"across":[144],"diverse":[146],"spectrum":[147],"viewers.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}