{"id":"https://openalex.org/W4366527514","doi":"https://doi.org/10.1145/3544549.3585880","title":"Exploring the Design Space of Automatically Generated Emotive Captions for Deaf or Hard of Hearing Users","display_name":"Exploring the Design Space of Automatically Generated Emotive Captions for Deaf or Hard of Hearing Users","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366527514","doi":"https://doi.org/10.1145/3544549.3585880"},"language":"en","primary_location":{"id":"doi:10.1145/3544549.3585880","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544549.3585880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071804261","display_name":"Saad Hassan","orcid":"https://orcid.org/0000-0003-2792-2964"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saad Hassan","raw_affiliation_strings":["Computing and Information Sciences, Rochester Institute of Technology, United States"],"raw_orcid":"https://orcid.org/0000-0003-2792-2964","affiliations":[{"raw_affiliation_string":"Computing and Information Sciences, Rochester Institute of Technology, United States","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041011521","display_name":"Yao Ding","orcid":"https://orcid.org/0000-0001-7387-7645"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao Ding","raw_affiliation_strings":["Central Accessibility, Meta, United States"],"raw_orcid":"https://orcid.org/0000-0001-7387-7645","affiliations":[{"raw_affiliation_string":"Central Accessibility, Meta, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030068750","display_name":"Agneya Abhimanyu Kerure","orcid":"https://orcid.org/0009-0008-0974-3237"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agneya Abhimanyu Kerure","raw_affiliation_strings":["Meta, United States"],"raw_orcid":"https://orcid.org/0009-0008-0974-3237","affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011067741","display_name":"Christi Miller","orcid":"https://orcid.org/0000-0002-2042-7103"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christi Miller","raw_affiliation_strings":["Meta Reality Labs Research, United States"],"raw_orcid":"https://orcid.org/0000-0002-2042-7103","affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research, United States","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068618743","display_name":"John Burnett","orcid":"https://orcid.org/0000-0003-4804-841X"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Burnett","raw_affiliation_strings":["Meta Reality Labs Research, United States"],"raw_orcid":"https://orcid.org/0000-0003-4804-841X","affiliations":[{"raw_affiliation_string":"Meta Reality Labs Research, United States","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038594398","display_name":"Emily Biondo","orcid":"https://orcid.org/0009-0005-9660-5147"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emily Biondo","raw_affiliation_strings":["Meta, United States"],"raw_orcid":"https://orcid.org/0009-0005-9660-5147","affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006985913","display_name":"Brenden Gilbert","orcid":"https://orcid.org/0009-0008-1325-9691"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brenden Gilbert","raw_affiliation_strings":["Meta, United States"],"raw_orcid":"https://orcid.org/0009-0008-1325-9691","affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.47,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99213423,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotive","display_name":"Emotive","score":0.9180543422698975},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9059128165245056},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6346709132194519},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5868852138519287},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.53623366355896},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4510117173194885},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4024217128753662},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.370736300945282},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35122090578079224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20390889048576355},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.0998135507106781}],"concepts":[{"id":"https://openalex.org/C2776215170","wikidata":"https://www.wikidata.org/wiki/Q5373820","display_name":"Emotive","level":2,"score":0.9180543422698975},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9059128165245056},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6346709132194519},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5868852138519287},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.53623366355896},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4510117173194885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4024217128753662},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.370736300945282},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35122090578079224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20390889048576355},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0998135507106781},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544549.3585880","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544549.3585880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G3747356762","display_name":null,"funder_award_id":"2235405","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1912857193","https://openalex.org/W2003433441","https://openalex.org/W2082591969","https://openalex.org/W2187540677","https://openalex.org/W2291663305","https://openalex.org/W2301485308","https://openalex.org/W2338012757","https://openalex.org/W2981822980","https://openalex.org/W3006213956","https://openalex.org/W3009367825","https://openalex.org/W3017240551","https://openalex.org/W3084435752","https://openalex.org/W3163985423","https://openalex.org/W3165614589","https://openalex.org/W3177434257","https://openalex.org/W4224991981","https://openalex.org/W4230993971","https://openalex.org/W4285121455"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W2949522393","https://openalex.org/W4289422896"],"abstract_inverted_index":{"Caption":[0],"text":[1,40],"conveys":[2],"salient":[3],"auditory":[4],"information":[5,15],"to":[6,37,52,65,72,89,109,127],"deaf":[7],"or":[8,57,117],"hard-of-hearing":[9],"(DHH)":[10],"viewers.":[11],"However,":[12],"the":[13,17,30,53,97,111,115,133],"emotional":[14],"within":[16],"speech":[18],"is":[19],"not":[20],"captured.":[21],"We":[22,101],"developed":[23],"three":[24,47,98],"emotive":[25,140],"captioning":[26,99],"schemas":[27,48,68],"that":[28,41,142],"map":[29],"output":[31],"of":[32],"audio-based":[33],"emotion":[34,112],"detection":[35],"models":[36],"expressive":[38],"caption":[39],"can":[42],"convey":[43],"underlying":[44],"emotions.":[45],"The":[46],"used":[49,70],"typographic":[50],"changes":[51],"text,":[54],"color":[55],"changes,":[56],"both.":[58],"Next,":[59],"we":[60,84],"designed":[61],"a":[62],"Unity":[63],"framework":[64],"implement":[66],"these":[67],"and":[69,92,135],"it":[71],"generate":[73],"stimuli":[74],"videos.":[75],"In":[76],"an":[77],"experimental":[78],"evaluation":[79],"with":[80,137],"28":[81],"DHH":[82,86],"viewers,":[83],"compared":[85],"viewers\u2019":[87],"ability":[88,108],"understand":[90,110],"emotions":[91],"their":[93,118],"subjective":[94,119],"judgments":[95],"across":[96],"schemas.":[100],"found":[102],"no":[103],"significant":[104],"difference":[105],"in":[106,130],"participants\u2019":[107],"based":[113],"on":[114],"captions":[116,141],"preference":[120],"ratings.":[121],"Open-ended":[122],"feedback":[123],"revealed":[124],"factors":[125],"contributing":[126],"individual":[128],"differences":[129],"preferences":[131],"among":[132],"participants":[134],"challenges":[136],"automatically":[138],"generated":[139],"motivate":[143],"future":[144],"work.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}