{"id":"https://openalex.org/W4409061176","doi":"https://doi.org/10.1109/toh.2025.3556667","title":"Enhancing Video Experiences for DHH Individuals Through Sound-Inspired Motion Caption-Based Spatiotemporal Tacton","display_name":"Enhancing Video Experiences for DHH Individuals Through Sound-Inspired Motion Caption-Based Spatiotemporal Tacton","publication_year":2025,"publication_date":"2025-04-01","ids":{"openalex":"https://openalex.org/W4409061176","doi":"https://doi.org/10.1109/toh.2025.3556667","pmid":"https://pubmed.ncbi.nlm.nih.gov/40168209"},"language":"en","primary_location":{"id":"doi:10.1109/toh.2025.3556667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/toh.2025.3556667","pdf_url":null,"source":{"id":"https://openalex.org/S38993383","display_name":"IEEE Transactions on Haptics","issn_l":"1939-1412","issn":["1939-1412","2329-4051","2334-0134"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Haptics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070886654","display_name":"SooYeon Ahn","orcid":"https://orcid.org/0000-0002-3862-0614"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sooyeon Ahn","raw_affiliation_strings":["Department of AI Convergence, Gwangju Institute of Science and Technology, Gwangju, South Korea","School of Integrated Technology, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-3862-0614","affiliations":[{"raw_affiliation_string":"Department of AI Convergence, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"School of Integrated Technology, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gyungmin Jin","orcid":"https://orcid.org/0000-0003-2469-2796"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gyungmin Jin","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, South Korea","AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-2469-2796","affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gunhyuk Park","orcid":"https://orcid.org/0000-0003-0309-3233"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gunhyuk Park","raw_affiliation_strings":["Department of AI Convergence, Gwangju Institute of Science and Technology, Gwangju, South Korea","Haptic Assistive Media Laboratory, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-0309-3233","affiliations":[{"raw_affiliation_string":"Department of AI Convergence, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"Haptic Assistive Media Laboratory, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079549883","display_name":"Jin-Hyuk Hong","orcid":"https://orcid.org/0000-0002-8838-5667"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jin-Hyuk Hong","raw_affiliation_strings":["Department of AI Convergence, Gwangju Institute of Science and Technology, Gwangju, South Korea","School of Integrated Technology & AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8838-5667","affiliations":[{"raw_affiliation_string":"Department of AI Convergence, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"School of Integrated Technology & AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2288,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.76051598,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"18","issue":"3","first_page":"519","last_page":"530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9049000144004822,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9049000144004822,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6120232343673706},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5775663256645203},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5440816283226013},{"id":"https://openalex.org/keywords/sound","display_name":"Sound (geography)","score":0.5330371260643005},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.45711469650268555},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45658817887306213},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35593143105506897},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3536420464515686},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.18126347661018372}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6120232343673706},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5775663256645203},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5440816283226013},{"id":"https://openalex.org/C203718221","wikidata":"https://www.wikidata.org/wiki/Q491713","display_name":"Sound (geography)","level":2,"score":0.5330371260643005},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.45711469650268555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45658817887306213},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35593143105506897},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3536420464515686},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.18126347661018372},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003638","descriptor_name":"Deafness","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D003638","descriptor_name":"Deafness","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D003638","descriptor_name":"Deafness","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D003638","descriptor_name":"Deafness","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013016","descriptor_name":"Sound","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013016","descriptor_name":"Sound","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013016","descriptor_name":"Sound","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013016","descriptor_name":"Sound","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D019986","descriptor_name":"Persons with Hearing Disabilities","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D019986","descriptor_name":"Persons with Hearing Disabilities","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D019986","descriptor_name":"Persons with Hearing Disabilities","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D019986","descriptor_name":"Persons with Hearing Disabilities","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":true},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/toh.2025.3556667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/toh.2025.3556667","pdf_url":null,"source":{"id":"https://openalex.org/S38993383","display_name":"IEEE Transactions on Haptics","issn_l":"1939-1412","issn":["1939-1412","2329-4051","2334-0134"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Haptics","raw_type":"journal-article"},{"id":"pmid:40168209","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40168209","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on haptics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W95520839","https://openalex.org/W1495425814","https://openalex.org/W1503007957","https://openalex.org/W1516623623","https://openalex.org/W1993450913","https://openalex.org/W2008599024","https://openalex.org/W2014158228","https://openalex.org/W2021800436","https://openalex.org/W2035140157","https://openalex.org/W2052209655","https://openalex.org/W2098490501","https://openalex.org/W2111187723","https://openalex.org/W2116396066","https://openalex.org/W2187540677","https://openalex.org/W2205792287","https://openalex.org/W2395812722","https://openalex.org/W2884104260","https://openalex.org/W2894959258","https://openalex.org/W2970355225","https://openalex.org/W2980645646","https://openalex.org/W2997377425","https://openalex.org/W3006270940","https://openalex.org/W3034489085","https://openalex.org/W3093958788","https://openalex.org/W3198533357","https://openalex.org/W3205871590","https://openalex.org/W4307137011","https://openalex.org/W4366547334","https://openalex.org/W4366547358","https://openalex.org/W4366547608","https://openalex.org/W4366548911","https://openalex.org/W4385945128"],"related_works":["https://openalex.org/W2909726438","https://openalex.org/W2067046791","https://openalex.org/W2909888262","https://openalex.org/W2025747832","https://openalex.org/W3020957235","https://openalex.org/W2056769785","https://openalex.org/W611303608","https://openalex.org/W4313595395","https://openalex.org/W2312783472","https://openalex.org/W2909748163"],"abstract_inverted_index":{"When":[0],"deaf":[1],"and":[2,65,73,81,89,101,114],"hard":[3],"of":[4,116,129],"hearing":[5,103],"(DHH)":[6],"individuals":[7,56,110],"watch":[8],"videos,":[9],"captions":[10,80],"are":[11,23],"essential":[12],"for":[13,26,85,142],"them":[14],"to":[15,57,92,119,134],"understand":[16],"the":[17,112,117,143],"linguistic":[18],"content.":[19],"Current":[20],"captions,":[21],"however,":[22],"not":[24],"suitable":[25],"conveying":[27],"non-verbal":[28],"sound":[29,35,87],"information,":[30],"such":[31],"as":[32],"background":[33],"music,":[34],"effects,":[36],"or":[37],"speech":[38],"nuances.":[39],"In":[40],"this":[41],"paper,":[42],"we":[43],"designed":[44,78],"a":[45,70,127],"multimodal":[46,139],"system,":[47],"Motion":[48],"Caption":[49],"Haptic":[50],"System":[51],"(MCHS),":[52],"that":[53,132],"enables":[54],"DHH":[55,100,109,144],"encounter":[58],"sounds":[59],"in":[60],"videos":[61],"through":[62,96],"animated":[63],"caption":[64],"spatiotemporal":[66,82],"vibration":[67],"patterns,":[68],"supporting":[69],"more":[71],"vivid":[72],"immersive":[74],"experience.":[75],"We":[76],"elaborately":[77],"motion":[79],"haptic":[83],"patterns":[84],"representative":[86],"effects":[88],"spoken":[90],"emotions":[91],"work":[93],"well":[94],"together":[95],"surveys":[97],"from":[98],"27":[99],"64":[102],"participants.":[104],"An":[105],"evaluation":[106],"with":[107,126],"19":[108],"demonstrated":[111],"capabilities":[113],"potential":[115],"MCHS":[118],"improve":[120],"their":[121],"video":[122],"viewing":[123],"experience,":[124],"along":[125],"discussion":[128],"important":[130],"issues":[131],"need":[133],"be":[135],"addressed":[136],"when":[137],"designing":[138],"captioning":[140],"systems":[141],"viewers.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}