{"id":"https://openalex.org/W4366548911","doi":"https://doi.org/10.1145/3544548.3581076","title":"Haptic-Captioning: Using Audio-Haptic Interfaces to Enhance Speaker Indication in Real-Time Captions for Deaf and Hard-of-Hearing Viewers","display_name":"Haptic-Captioning: Using Audio-Haptic Interfaces to Enhance Speaker Indication in Real-Time Captions for Deaf and Hard-of-Hearing Viewers","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366548911","doi":"https://doi.org/10.1145/3544548.3581076"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3581076","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544548.3581076","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100383444","display_name":"Yiwen Wang","orcid":"https://orcid.org/0000-0002-1234-7621"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiwen Wang","raw_affiliation_strings":["College of Information Studies, University of Maryland, United States"],"raw_orcid":"https://orcid.org/0000-0002-1234-7621","affiliations":[{"raw_affiliation_string":"College of Information Studies, University of Maryland, United States","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044459680","display_name":"Ziming Li","orcid":"https://orcid.org/0000-0003-4302-9949"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziming Li","raw_affiliation_strings":["School of Information, Rochester Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0003-4302-9949","affiliations":[{"raw_affiliation_string":"School of Information, Rochester Institute of Technology, United States","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080217018","display_name":"Pratheep Kumar Chelladurai","orcid":"https://orcid.org/0000-0003-1823-7738"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pratheep Kumar Chelladurai","raw_affiliation_strings":["School of Information, Rochester Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0003-1823-7738","affiliations":[{"raw_affiliation_string":"School of Information, Rochester Institute of Technology, United States","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054498149","display_name":"Wendy Dannels","orcid":"https://orcid.org/0000-0002-2344-6828"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wendy Dannels","raw_affiliation_strings":["NTID Center on Culture and Language, Rochester Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-2344-6828","affiliations":[{"raw_affiliation_string":"NTID Center on Culture and Language, Rochester Institute of Technology, United States","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017500181","display_name":"Tae Oh","orcid":"https://orcid.org/0000-0002-6390-8927"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tae Oh","raw_affiliation_strings":["School of Information, Rochester Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-6390-8927","affiliations":[{"raw_affiliation_string":"School of Information, Rochester Institute of Technology, United States","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000376873","display_name":"Roshan Lalintha Peiris","orcid":"https://orcid.org/0000-0002-4191-3565"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roshan L Peiris","raw_affiliation_strings":["School of Information, Rochester Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0002-4191-3565","affiliations":[{"raw_affiliation_string":"School of Information, Rochester Institute of Technology, United States","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5658,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.95634348,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9773029088973999},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.8639435172080994},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7967838048934937},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5571070313453674},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5273662209510803},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.40827029943466187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2305375337600708},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09187200665473938}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9773029088973999},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.8639435172080994},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7967838048934937},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5571070313453674},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5273662209510803},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40827029943466187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2305375337600708},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09187200665473938}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544548.3581076","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544548.3581076","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1511131817","https://openalex.org/W1969740881","https://openalex.org/W2008599024","https://openalex.org/W2014158228","https://openalex.org/W2029848040","https://openalex.org/W2041317995","https://openalex.org/W2070982779","https://openalex.org/W2082680288","https://openalex.org/W2094732887","https://openalex.org/W2117948609","https://openalex.org/W2120900691","https://openalex.org/W2169432103","https://openalex.org/W2315168619","https://openalex.org/W2558279318","https://openalex.org/W2572956202","https://openalex.org/W2597727620","https://openalex.org/W2611826103","https://openalex.org/W2612110125","https://openalex.org/W2748617861","https://openalex.org/W2765828580","https://openalex.org/W2897026134","https://openalex.org/W2913436310","https://openalex.org/W2941163248","https://openalex.org/W2943167538","https://openalex.org/W2970083835","https://openalex.org/W2986278062","https://openalex.org/W3031015919","https://openalex.org/W3083526683","https://openalex.org/W3100732527","https://openalex.org/W3165614589","https://openalex.org/W3175871971","https://openalex.org/W3201382849","https://openalex.org/W3206589013","https://openalex.org/W3206991467","https://openalex.org/W4232488826","https://openalex.org/W4233474693","https://openalex.org/W4285218196"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W4385473849","https://openalex.org/W4297156670","https://openalex.org/W4285173217"],"abstract_inverted_index":{"Captions":[0],"make":[1],"the":[2,31,43,57,62,75,81,84,99,104,117,147],"audio":[3],"content":[4,65],"of":[5,45,64,83,102,131,150],"videos":[6],"accessible":[7],"and":[8,90,97,133],"understandable":[9],"for":[10,26,146],"deaf":[11],"or":[12],"hard-of-hearing":[13],"people":[14],"(DHH).":[15],"However,":[16],"in":[17,34,38,107,137],"real-time":[18,46,53,89,138],"captioning":[19,93,139],"scenarios,":[20],"captions":[21,121],"alone":[22],"can":[23],"be":[24],"challenging":[25],"DHH":[27],"users":[28],"to":[29,72],"identify":[30],"active":[32],"speaker":[33,135],"a":[35],"real":[36],"time":[37],"multiple-speaker":[39],"scenarios.":[40,140],"To":[41],"enhance":[42],"accessibility":[44],"captioning,":[47],"we":[48,142],"propose":[49],"Haptic-Captioning":[50,105,118],"which":[51],"provides":[52],"vibration":[54],"feedback":[55],"on":[56],"wrist":[58],"by":[59,122],"directly":[60],"translating":[61],"sound":[63],"into":[66],"vibrations.":[67],"We":[68],"conducted":[69],"three":[70],"experiments":[71],"examine:":[73],"(1)":[74],"haptic":[76,85],"perception":[77],"(Preliminary":[78],"Study),":[79],"(2)":[80],"feasibility":[82],"modality":[86],"along":[87],"with":[88],"non-real-time":[91],"visual":[92,120],"methods":[94],"(Study":[95,111],"1),":[96],"(3)":[98],"user":[100],"experience":[101],"using":[103],"system":[106],"different":[108],"media":[109,127],"contexts":[110],"2).":[112],"Our":[113],"results":[114],"highlight":[115],"that":[116],"complements":[119],"improving":[123],"caption":[124],"readability,":[125],"maintaining":[126],"engagement,":[128],"enhancing":[129],"understanding":[130],"emotions,":[132],"assisting":[134],"indication":[136],"Furthermore,":[141],"discuss":[143],"design":[144],"implications":[145],"future":[148],"development":[149],"Haptic-Captioning.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-12T07:33:03.550515","created_date":"2025-10-10T00:00:00"}