{"id":"https://openalex.org/W4366547334","doi":"https://doi.org/10.1145/3544548.3580787","title":"Generating Real-Time, Selective, and Multimodal Haptic Effects from Sound for Gaming Experience Enhancement","display_name":"Generating Real-Time, Selective, and Multimodal Haptic Effects from Sound for Gaming Experience Enhancement","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366547334","doi":"https://doi.org/10.1145/3544548.3580787"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3580787","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3580787","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3544548.3580787","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057491852","display_name":"Gyeore Yun","orcid":"https://orcid.org/0000-0002-4332-596X"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]},{"id":"https://openalex.org/I2799891827","display_name":"Korea Post","ror":"https://ror.org/00p45d091","country_code":"KR","type":"government","lineage":["https://openalex.org/I2799891827","https://openalex.org/I2801339556","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Gyeore Yun","raw_affiliation_strings":["Computer Science &amp; Engineering / POSTECH / Interaction Laboratory, POSTECH, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"Computer Science &amp; Engineering / POSTECH / Interaction Laboratory, POSTECH, Korea, Republic of","institution_ids":["https://openalex.org/I2799891827","https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048030763","display_name":"Minjae Mun","orcid":"https://orcid.org/0000-0003-3732-0991"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]},{"id":"https://openalex.org/I2799891827","display_name":"Korea Post","ror":"https://ror.org/00p45d091","country_code":"KR","type":"government","lineage":["https://openalex.org/I2799891827","https://openalex.org/I2801339556","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minjae Mun","raw_affiliation_strings":["Computer Science &amp; Engineering / POSTECH / Interaction Laboratory, POSTECH, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"Computer Science &amp; Engineering / POSTECH / Interaction Laboratory, POSTECH, Korea, Republic of","institution_ids":["https://openalex.org/I2799891827","https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456876","display_name":"Jungeun Lee","orcid":"https://orcid.org/0000-0002-2025-0870"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]},{"id":"https://openalex.org/I2799891827","display_name":"Korea Post","ror":"https://ror.org/00p45d091","country_code":"KR","type":"government","lineage":["https://openalex.org/I2799891827","https://openalex.org/I2801339556","https://openalex.org/I4387152098"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jungeun Lee","raw_affiliation_strings":["Computer Science &amp; Engineering / POSTECH / Interaction Laboratory, POSTECH, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"Computer Science &amp; Engineering / POSTECH / Interaction Laboratory, POSTECH, Korea, Republic of","institution_ids":["https://openalex.org/I2799891827","https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068782374","display_name":"Dong-Geun Kim","orcid":"https://orcid.org/0000-0003-2282-2542"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dong-Geun Kim","raw_affiliation_strings":["Interaction Laboratory, Pohang University of Science and Technology, Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"Interaction Laboratory, Pohang University of Science and Technology, Korea, Republic of","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017494050","display_name":"Hong Z. Tan","orcid":"https://orcid.org/0000-0003-0032-9554"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I2802964274","display_name":"Interface (United States)","ror":"https://ror.org/04nvtmr42","country_code":"US","type":"company","lineage":["https://openalex.org/I2802964274"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Z Tan","raw_affiliation_strings":["Google LLC, United States and Haptic Interface Research Laboratory, Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Google LLC, United States and Haptic Interface Research Laboratory, Purdue University, USA","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I2802964274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086283693","display_name":"Seungmoon Choi","orcid":"https://orcid.org/0000-0002-5889-1083"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungmoon Choi","raw_affiliation_strings":["Computer Science and Engineering / Interaction Laboratory, Pohang University of Science and Technology (POSTECH), Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering / Interaction Laboratory, Pohang University of Science and Technology (POSTECH), Korea, Republic of","institution_ids":["https://openalex.org/I123900574"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057491852"],"corresponding_institution_ids":["https://openalex.org/I123900574","https://openalex.org/I2799891827"],"apc_list":null,"apc_paid":null,"fwci":4.6759,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.95667649,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9510999917984009,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8060117959976196},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.7934279441833496},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5652305483818054},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.49256569147109985},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4523606300354004},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.45018115639686584},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4385261833667755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40187737345695496},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37827157974243164},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.36328527331352234}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8060117959976196},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.7934279441833496},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5652305483818054},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.49256569147109985},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4523606300354004},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.45018115639686584},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4385261833667755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40187737345695496},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37827157974243164},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.36328527331352234},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544548.3580787","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3580787","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3544548.3580787","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3580787","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7436599942","display_name":null,"funder_award_id":"2022R1A2C2091161","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W30661839","https://openalex.org/W125759843","https://openalex.org/W964043822","https://openalex.org/W1082705836","https://openalex.org/W1737815586","https://openalex.org/W1964926733","https://openalex.org/W1967422521","https://openalex.org/W1975684011","https://openalex.org/W1984345356","https://openalex.org/W1989813787","https://openalex.org/W1992397638","https://openalex.org/W2014158228","https://openalex.org/W2038218630","https://openalex.org/W2043611920","https://openalex.org/W2063160442","https://openalex.org/W2085652830","https://openalex.org/W2103866054","https://openalex.org/W2114308537","https://openalex.org/W2119055989","https://openalex.org/W2120900691","https://openalex.org/W2133629575","https://openalex.org/W2134852839","https://openalex.org/W2142176715","https://openalex.org/W2197378127","https://openalex.org/W2205792287","https://openalex.org/W2217371521","https://openalex.org/W2345327032","https://openalex.org/W2345967438","https://openalex.org/W2501914118","https://openalex.org/W2513182975","https://openalex.org/W2515753009","https://openalex.org/W2740404628","https://openalex.org/W2793637051","https://openalex.org/W2796280382","https://openalex.org/W2890141959","https://openalex.org/W2911964244","https://openalex.org/W2940956434","https://openalex.org/W2946500157","https://openalex.org/W2952163316","https://openalex.org/W2970261763","https://openalex.org/W2970355225","https://openalex.org/W2976594877","https://openalex.org/W3029277680","https://openalex.org/W3031418419","https://openalex.org/W3049147960","https://openalex.org/W3092866509","https://openalex.org/W3094529756","https://openalex.org/W3096983469","https://openalex.org/W3097403457","https://openalex.org/W3160814597","https://openalex.org/W3163861815","https://openalex.org/W3215313126","https://openalex.org/W4224997518","https://openalex.org/W4225146972","https://openalex.org/W4243850493"],"related_works":["https://openalex.org/W156716224","https://openalex.org/W2111871955","https://openalex.org/W3175380930","https://openalex.org/W1989694608","https://openalex.org/W2139876914","https://openalex.org/W1986738380","https://openalex.org/W2642061445","https://openalex.org/W4233260495","https://openalex.org/W3094485622","https://openalex.org/W3001080452"],"abstract_inverted_index":{"We":[0,80],"propose":[1],"an":[2,8],"algorithm":[3,24,54,86],"that":[4,28,47],"generates":[5],"a":[6,11,17,42,88],"vibration,":[7],"impact,":[9],"or":[10],"vibration+impact":[12],"haptic":[13,36],"effect":[14],"by":[15,87],"processing":[16],"sound":[18,40],"signal":[19],"in":[20,27,91],"real":[21],"time.":[22],"Our":[23,53,103],"is":[25,48,55],"selective":[26],"it":[29],"matches":[30],"the":[31,39,71,82,99,111],"most":[32],"appropriate":[33],"type":[34],"of":[35,84],"effects":[37],"to":[38,57,93],"using":[41],"machine-learning":[43],"classifier":[44],"(random":[45],"forest)":[46],"built":[49],"on":[50],"expert-labeled":[51],"datasets.":[52],"tailored":[56],"enhance":[58],"user":[59,89,108],"experiences":[60,109],"for":[61,70,98,114],"video":[62],"game":[63,116],"play,":[64],"and":[65,75],"we":[66],"present":[67],"two":[68],"examples":[69],"RPG":[72],"(role-playing":[73],"game)":[74],"FPS":[76],"(first-person":[77],"shooter)":[78],"genres.":[79,117],"demonstrate":[81],"effectiveness":[83],"our":[85],"study":[90],"comparison":[92],"other":[94],"state-of-the-art":[95],"(SOTA)":[96],"methods":[97],"same":[100],"cross-modal":[101],"conversion.":[102],"system":[104],"elicits":[105],"better":[106],"multisensory":[107],"than":[110],"SOTA":[112],"algorithms":[113],"both":[115]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}
