{"id":"https://openalex.org/W4396832434","doi":"https://doi.org/10.1145/3613904.3642665","title":"A Way for Deaf and Hard of Hearing People to Enjoy Music by Exploring and Customizing Cross-modal Music Concepts","display_name":"A Way for Deaf and Hard of Hearing People to Enjoy Music by Exploring and Customizing Cross-modal Music Concepts","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832434","doi":"https://doi.org/10.1145/3613904.3642665"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642665","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642665","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642665","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642665","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034366631","display_name":"Youjin Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youjin Choi","raw_affiliation_strings":["School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of"],"raw_orcid":"https://orcid.org/0000-0003-2788-7871","affiliations":[{"raw_affiliation_string":"School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039871959","display_name":"Junryeol Jeon","orcid":"https://orcid.org/0000-0003-2506-5962"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junryeol Jeon","raw_affiliation_strings":["School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of"],"raw_orcid":"https://orcid.org/0000-0003-2506-5962","affiliations":[{"raw_affiliation_string":"School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041848518","display_name":"ChungHa Lee","orcid":"https://orcid.org/0000-0002-2041-6957"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"ChungHa Lee","raw_affiliation_strings":["School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of"],"raw_orcid":"https://orcid.org/0000-0002-2041-6957","affiliations":[{"raw_affiliation_string":"School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084586750","display_name":"Yeo-Gyeong Noh","orcid":"https://orcid.org/0000-0003-3746-3060"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeo-Gyeong Noh","raw_affiliation_strings":["School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of"],"raw_orcid":"https://orcid.org/0000-0003-3746-3060","affiliations":[{"raw_affiliation_string":"School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079549883","display_name":"Jin-Hyuk Hong","orcid":"https://orcid.org/0000-0002-8838-5667"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jin-Hyuk Hong","raw_affiliation_strings":["School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of and Artificial Intelligence Graduate School, Gwangju Institute of Science and Technology, Korea, Republic of"],"raw_orcid":"https://orcid.org/0000-0002-8838-5667","affiliations":[{"raw_affiliation_string":"School of Integrated Technology/Soft Computing & Interaction Laboratory, Gwangju Institute of Science and Technology, Korea, Republic of and Artificial Intelligence Graduate School, Gwangju Institute of Science and Technology, Korea, Republic of","institution_ids":["https://openalex.org/I39534123"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.8119,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.97659984,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensory-substitution","display_name":"Sensory substitution","score":0.7323154211044312},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6492047309875488},{"id":"https://openalex.org/keywords/conceptualization","display_name":"Conceptualization","score":0.636492133140564},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.5541391968727112},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5305253267288208},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4525144398212433},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4428943991661072},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.422574907541275},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3841199278831482},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.3363516926765442},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.2832581400871277},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1252015233039856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.0820777416229248}],"concepts":[{"id":"https://openalex.org/C8651855","wikidata":"https://www.wikidata.org/wiki/Q356133","display_name":"Sensory substitution","level":3,"score":0.7323154211044312},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6492047309875488},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.636492133140564},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5541391968727112},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5305253267288208},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4525144398212433},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4428943991661072},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.422574907541275},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3841199278831482},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.3363516926765442},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2832581400871277},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1252015233039856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0820777416229248},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3642665","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642665","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642665","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642665","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642665","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642665","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832434.pdf"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W179626221","https://openalex.org/W278680411","https://openalex.org/W1515310672","https://openalex.org/W1722913383","https://openalex.org/W1763311249","https://openalex.org/W1976069042","https://openalex.org/W1978361468","https://openalex.org/W1988477650","https://openalex.org/W1992397638","https://openalex.org/W1993930201","https://openalex.org/W2020198989","https://openalex.org/W2034556069","https://openalex.org/W2035493476","https://openalex.org/W2036685683","https://openalex.org/W2040677163","https://openalex.org/W2041531769","https://openalex.org/W2050563001","https://openalex.org/W2050866390","https://openalex.org/W2052265952","https://openalex.org/W2067318237","https://openalex.org/W2078454994","https://openalex.org/W2091575484","https://openalex.org/W2097159626","https://openalex.org/W2099066211","https://openalex.org/W2112488547","https://openalex.org/W2130390250","https://openalex.org/W2137081130","https://openalex.org/W2144980670","https://openalex.org/W2146291194","https://openalex.org/W2147327385","https://openalex.org/W2161071682","https://openalex.org/W2169432103","https://openalex.org/W2172127625","https://openalex.org/W2527327409","https://openalex.org/W2530963669","https://openalex.org/W2540188294","https://openalex.org/W2568426415","https://openalex.org/W2613843898","https://openalex.org/W2756706736","https://openalex.org/W2783539613","https://openalex.org/W2795481454","https://openalex.org/W2797495916","https://openalex.org/W2799180167","https://openalex.org/W2885233092","https://openalex.org/W2909755590","https://openalex.org/W3082957766","https://openalex.org/W3097294246","https://openalex.org/W3122373455","https://openalex.org/W3128126343","https://openalex.org/W3128173442","https://openalex.org/W3147018575","https://openalex.org/W3159465014","https://openalex.org/W3175922611","https://openalex.org/W3197310000","https://openalex.org/W4220752910","https://openalex.org/W4236155905","https://openalex.org/W4238236281","https://openalex.org/W4252437390","https://openalex.org/W4253986229","https://openalex.org/W4289874628","https://openalex.org/W4366547334","https://openalex.org/W7047948714"],"related_works":["https://openalex.org/W2973534616","https://openalex.org/W245923058","https://openalex.org/W2609788485","https://openalex.org/W4315782476","https://openalex.org/W40238637","https://openalex.org/W3095284293","https://openalex.org/W3109329785","https://openalex.org/W2973712588","https://openalex.org/W2995712428","https://openalex.org/W1555616730"],"abstract_inverted_index":{"Deaf":[0],"and":[1,9,25,40,98,105,141],"hard":[2],"of":[3,116],"hearing":[4],"(DHH)":[5],"people":[6,93,130],"enjoy":[7],"music":[8,61,75,80,102,122,135],"access":[10],"it":[11,29,52],"using":[12],"a":[13,78,88],"music-sensory":[14,126],"substitution":[15,63],"system":[16,82,118],"that":[17,43,51,90],"delivers":[18],"sound":[19],"together":[20],"with":[21,68,101,109,131,144],"the":[22,37,74,96,114,117,139],"corresponding":[23],"visual":[24],"tactile":[26],"feedback.":[27],"However,":[28],"is":[30,53,87],"often":[31],"challenging":[32],"for":[33],"them":[34],"to":[35,46,55,94,103,119],"comprehend":[36],"colorful":[38],"visuals":[39,97],"strong":[41],"vibrations":[42,99],"are":[44],"designed":[45],"represent":[47],"music.":[48],"We":[49],"confirmed":[50],"necessary":[54],"conceptualize":[56],"cross-modal":[57,79],"mapping":[58],"before":[59],"experiencing":[60],"sensory":[62],"through":[64],"focus":[65],"group":[66],"interviews":[67],"24":[69],"DHH":[70,92,111,129],"people.":[71],"To":[72],"improve":[73,120],"appreciation":[76,123],"experience,":[77],"conceptualization":[81],"was":[83],"implemented":[84],"herein,":[85],"which":[86],"prototype":[89],"allows":[91],"explore":[95],"associated":[100],"perceive":[104],"appreciate.":[106],"An":[107],"evaluation":[108],"28":[110],"individuals":[112],"demonstrated":[113],"capability":[115],"subjective":[121],"experience":[124],"via":[125],"substitution.":[127],"Eventually,":[128],"negative":[132],"attitudes":[133],"toward":[134],"became":[136],"positive":[137],"in":[138],"exploration":[140],"customization":[142],"process":[143],"our":[145],"system.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}