{"id":"https://openalex.org/W4416965752","doi":"https://doi.org/10.1109/access.2025.3639710","title":"A Multimodal-Based Fingering Analysis Method for Piano Playing","display_name":"A Multimodal-Based Fingering Analysis Method for Piano Playing","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416965752","doi":"https://doi.org/10.1109/access.2025.3639710"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3639710","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3639710","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3639710","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wei Liao","orcid":"https://orcid.org/0009-0008-0034-271X"},"institutions":[{"id":"https://openalex.org/I4210135980","display_name":"Huainan Normal University","ror":"https://ror.org/03n7a5z57","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210135980"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Liao","raw_affiliation_strings":["School of Music, Huainan Normal University, Huainan, China"],"raw_orcid":"https://orcid.org/0009-0008-0034-271X","affiliations":[{"raw_affiliation_string":"School of Music, Huainan Normal University, Huainan, China","institution_ids":["https://openalex.org/I4210135980"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100602238","display_name":"Fan Cheng","orcid":"https://orcid.org/0000-0003-0175-0818"},"institutions":[{"id":"https://openalex.org/I4210135980","display_name":"Huainan Normal University","ror":"https://ror.org/03n7a5z57","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210135980"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Fan","raw_affiliation_strings":["School of Education, Huainan Normal University, Huainan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Education, Huainan Normal University, Huainan, China","institution_ids":["https://openalex.org/I4210135980"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210135980"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36594026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"205288","last_page":"205295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.6700000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.6700000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.1915999948978424,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.01979999989271164,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/piano","display_name":"Piano","score":0.8086000084877014},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5665000081062317},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4537000060081482},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.37380000948905945},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.36640000343322754},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.34529998898506165},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.33629998564720154}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8147000074386597},{"id":"https://openalex.org/C124086623","wikidata":"https://www.wikidata.org/wiki/Q5994","display_name":"Piano","level":2,"score":0.8086000084877014},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5665000081062317},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5134999752044678},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4537000060081482},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.43479999899864197},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.37380000948905945},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.36640000343322754},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36489999294281006},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36340001225471497},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C2777515626","wikidata":"https://www.wikidata.org/wiki/Q496939","display_name":"Levenshtein distance","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3639710","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3639710","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c9d0df5c9f7448e3b84fb3aee70e388b","is_oa":true,"landing_page_url":"https://doaj.org/article/c9d0df5c9f7448e3b84fb3aee70e388b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 205288-205295 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3639710","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3639710","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2679747558","display_name":null,"funder_award_id":"2023hsjyxm16","funder_id":"https://openalex.org/F4320335849","funder_display_name":"Anhui Provincial University Teaching Quality and Teaching Reform Project"},{"id":"https://openalex.org/G934061993","display_name":null,"funder_award_id":"2024xskc043","funder_id":"https://openalex.org/F4320333879","funder_display_name":"Anhui Provincial Quality Engineering Project"}],"funders":[{"id":"https://openalex.org/F4320333879","display_name":"Anhui Provincial Quality Engineering Project","ror":null},{"id":"https://openalex.org/F4320335849","display_name":"Anhui Provincial University Teaching Quality and Teaching Reform Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Piano":[0],"performance":[1,117],"involves":[2],"complex":[3],"motor":[4],"skills":[5],"and":[6,18,47,57,62,100,110,119],"expressive":[7,33],"control,":[8],"making":[9],"fingering":[10],"analysis":[11,26],"crucial":[12],"for":[13,114],"music":[14],"education,":[15,116],"technique":[16,121],"correction,":[17],"intelligent":[19,115],"accompaniment.":[20],"This":[21],"paper":[22],"proposes":[23],"a":[24,38,77,95,101],"multimodal":[25,30],"framework":[27],"that":[28],"integrates":[29],"features":[31],"from":[32],"piano":[34],"performances.":[35],"Built":[36],"upon":[37],"Transformer":[39],"encoder,":[40],"our":[41,92],"model":[42],"incorporates":[43],"Position-Aware":[44],"Encoding":[45],"(PAE)":[46],"Dynamic":[48],"Channel":[49],"Attention":[50],"(DCA)":[51],"to":[52,82],"better":[53],"capture":[54],"temporal":[55],"patterns":[56],"cross-modal":[58],"dependencies.":[59],"Fingering":[60],"identity":[61],"motion":[63],"direction":[64],"serve":[65],"as":[66],"supervision":[67],"signals.":[68],"A":[69],"joint":[70],"training":[71],"objective":[72],"combines":[73],"cross-entropy":[74],"losses":[75],"with":[76],"Jensen-Shannon":[78],"Divergence":[79],"(JSD)":[80],"term":[81],"enhance":[83],"structural":[84],"consistency.":[85],"Experiments":[86],"on":[87],"an":[88],"annotated":[89],"dataset":[90],"show":[91],"method":[93],"achieves":[94],"Finger":[96,102],"Accuracy":[97,104],"of":[98,105],"0.96":[99],"Direction":[103],"0.94,":[106],"demonstrating":[107],"strong":[108],"generalization":[109],"offering":[111],"new":[112],"insights":[113],"feedback,":[118],"automated":[120],"modeling.":[122]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-12-03T00:00:00"}