{"id":"https://openalex.org/W4406890711","doi":"https://doi.org/10.1109/tmm.2025.3535282","title":"Strumming in the Metaverse: A Deep-Learning-Enabled Virtual Air Guitar System in VR With Enhanced Chord Recognition and Simulated Pedal Effects","display_name":"Strumming in the Metaverse: A Deep-Learning-Enabled Virtual Air Guitar System in VR With Enhanced Chord Recognition and Simulated Pedal Effects","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406890711","doi":"https://doi.org/10.1109/tmm.2025.3535282"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3535282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535282","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058676677","display_name":"Yi\u2010Zeng Hsieh","orcid":"https://orcid.org/0000-0002-5758-4516"},"institutions":[{"id":"https://openalex.org/I154864474","display_name":"National Taiwan University of Science and Technology","ror":"https://ror.org/00q09pe49","country_code":"TW","type":"education","lineage":["https://openalex.org/I154864474"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Yi-Zeng Hsieh","raw_affiliation_strings":["Department of Electrical Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan","Department of Electrical Engineering, National Taiwan University of Science and Technology, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-5758-4516","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Taiwan University of Science and Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I154864474"]},{"raw_affiliation_string":"Department of Electrical Engineering, National Taiwan University of Science and Technology, Taiwan","institution_ids":["https://openalex.org/I154864474"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ji-Jie Lin","orcid":"https://orcid.org/0009-0003-7142-3270"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ji-Jie Lin","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","Department of Computer Science and Information Engineering, National Central University, Taiwan"],"raw_orcid":"https://orcid.org/0009-0003-7142-3270","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083339136","display_name":"Mu\u2010Chun Su","orcid":"https://orcid.org/0000-0003-1263-9912"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Mu-Chun Su","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","Department of Computer Science and Information Engineering, National Central University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-1263-9912","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007632127","display_name":"Wei-Jen Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wei-Jen Lin","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","Department of Computer Science and Information Engineering, National Central University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I22265921"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058676677"],"corresponding_institution_ids":["https://openalex.org/I154864474"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0094665,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":null,"first_page":"4480","last_page":"4493"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/guitar","display_name":"Guitar","score":0.8436276912689209},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8000187873840332},{"id":"https://openalex.org/keywords/chord","display_name":"Chord (peer-to-peer)","score":0.7469800710678101},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5775598287582397},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5425394773483276},{"id":"https://openalex.org/keywords/metaverse","display_name":"Metaverse","score":0.49563920497894287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3467080593109131},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.11638972163200378}],"concepts":[{"id":"https://openalex.org/C95543465","wikidata":"https://www.wikidata.org/wiki/Q6607","display_name":"Guitar","level":2,"score":0.8436276912689209},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8000187873840332},{"id":"https://openalex.org/C194147245","wikidata":"https://www.wikidata.org/wiki/Q1076368","display_name":"Chord (peer-to-peer)","level":2,"score":0.7469800710678101},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5775598287582397},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5425394773483276},{"id":"https://openalex.org/C53332860","wikidata":"https://www.wikidata.org/wiki/Q2632041","display_name":"Metaverse","level":3,"score":0.49563920497894287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3467080593109131},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.11638972163200378},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3535282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535282","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2044330353","https://openalex.org/W2044505737","https://openalex.org/W2052603161","https://openalex.org/W2096046221","https://openalex.org/W2103525130","https://openalex.org/W2122658989","https://openalex.org/W2150968218","https://openalex.org/W2314578812","https://openalex.org/W2563502399","https://openalex.org/W2583503283","https://openalex.org/W2590294899","https://openalex.org/W2760103357","https://openalex.org/W2766354139","https://openalex.org/W2897524142","https://openalex.org/W2944432432","https://openalex.org/W2962926189","https://openalex.org/W2964655517","https://openalex.org/W2968532621","https://openalex.org/W2980895755","https://openalex.org/W2981477821","https://openalex.org/W2993486139","https://openalex.org/W3005785890","https://openalex.org/W3015338123","https://openalex.org/W3035814330","https://openalex.org/W3095554973","https://openalex.org/W3111639417","https://openalex.org/W3122206733","https://openalex.org/W3127566776","https://openalex.org/W3139517913","https://openalex.org/W3161237630","https://openalex.org/W3161714660","https://openalex.org/W3163053011","https://openalex.org/W3163245619","https://openalex.org/W3171782989","https://openalex.org/W3206565251","https://openalex.org/W3214172001","https://openalex.org/W4224249927","https://openalex.org/W4285367288","https://openalex.org/W4311361703","https://openalex.org/W4313455347","https://openalex.org/W4387197130","https://openalex.org/W4387446629","https://openalex.org/W6612825953","https://openalex.org/W6775698587","https://openalex.org/W6790289312"],"related_works":["https://openalex.org/W4220911637","https://openalex.org/W4385984930","https://openalex.org/W1990291079","https://openalex.org/W3118230952","https://openalex.org/W2232760491","https://openalex.org/W3033873164","https://openalex.org/W195768781","https://openalex.org/W4236830223","https://openalex.org/W2059650074","https://openalex.org/W4285504728"],"abstract_inverted_index":{"Virtual":[0,34,70,112],"reality":[1],"(VR)":[2],"is":[3],"increasingly":[4,83],"capable":[5],"and":[6,8,22,32,40,55,66,76,95,126,134,157,164,174],"inexpensive,":[7],"VR":[9,24,58,109],"devices":[10,59],"have":[11,87],"become":[12],"indispensable":[13],"in":[14,92,108],"many":[15],"domains,":[16],"such":[17,36],"as":[18,37],"gaming,":[19],"videoconferencing,":[20],"education,":[21],"healthcare.":[23],"has":[25],"also":[26],"been":[27],"applied":[28],"to":[29,47,62,176],"music":[30,64],"performance":[31],"learning.":[33],"instruments,":[35],"virtual":[38,90,104,148],"pianos":[39],"drums,":[41],"free":[42],"users":[43,61],"from":[44],"the":[45,119,131,138,190],"need":[46],"own":[48],"physical":[49],"forms":[50],"of":[51,78,192],"these":[52],"(often":[53],"bulky":[54],"expensive)":[56],"instruments.":[57],"enable":[60],"enjoy":[63],"anytime":[65],"anywhere":[67],"without":[68],"constraints.":[69],"concerts,":[71],"including":[72],"spatial":[73],"audio":[74],"simulations":[75],"reconstructions":[77],"historical":[79],"performances,":[80],"are":[81,116],"becoming":[82],"common.":[84],"Previous":[85],"studies":[86],"primarily":[88],"examined":[89],"guitars":[91],"non-VR":[93],"environments":[94],"air":[96,105,149],"guitar":[97,106,113,150,179,196],"chord":[98],"recognition.":[99],"However,":[100],"systematic":[101],"research":[102],"on":[103,118,194],"systems":[107],"remains":[110],"scarce.":[111],"games":[114],"that":[115,152],"available":[117],"market":[120],"cannot":[121,128],"recognize":[122,154],"hand":[123],"gestures":[124],"accurately":[125,129],"thus":[127],"identify":[130],"strumming":[132,159],"patterns":[133],"chords":[135,156],"played":[136],"by":[137],"player.":[139],"To":[140],"overcome":[141],"this":[142],"problem,":[143],"we":[144,171],"propose":[145],"a":[146,168,183,195],"VR-based":[147],"system":[151],"can":[153],"30":[155],"various":[158],"techniques":[160],"through":[161],"deep":[162],"learning":[163],"visual":[165],"feedback.":[166],"Employing":[167],"black-box":[169],"approach,":[170],"combine":[172],"WaveNet":[173],"FiLM":[175],"simulate":[177],"electric":[178],"pedal":[180],"effects":[181,197],"with":[182],"knob":[184],"difference":[185],"loss":[186],"mechanism,":[187],"which":[188],"simulates":[189],"turning":[191],"knobs":[193],"pedal,":[198],"for":[199],"enhanced":[200],"accuracy.":[201]},"counts_by_year":[],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}