{"id":"https://openalex.org/W7154077401","doi":"https://doi.org/10.1145/3772318.3791621","title":"Visualising Pianists' Touch: Transcribing Expressive Piano Performance from Audio to Piano Key Motion","display_name":"Visualising Pianists' Touch: Transcribing Expressive Piano Performance from Audio to Piano Key Motion","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154077401","doi":"https://doi.org/10.1145/3772318.3791621"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3791621","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791621","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3791621","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101764210","display_name":"Jingjing Tang","orcid":"https://orcid.org/0009-0001-1517-667X"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]},{"id":"https://openalex.org/I4210122684","display_name":"Sony Computer Science Laboratories","ror":"https://ror.org/02nc46417","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210122684"]}],"countries":["GB","JP"],"is_corresponding":true,"raw_author_name":"Jingjing Tang","raw_affiliation_strings":["Queen Mary University of London, London, United Kingdom and Sony Computer Science Laboratories, Shinakawa, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0001-1517-667X","affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, United Kingdom and Sony Computer Science Laboratories, Shinakawa, Tokyo, Japan","institution_ids":["https://openalex.org/I4210122684","https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053518541","display_name":"Shinichi Furuya","orcid":"https://orcid.org/0000-0003-1387-6645"},"institutions":[{"id":"https://openalex.org/I4210122684","display_name":"Sony Computer Science Laboratories","ror":"https://ror.org/02nc46417","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210122684"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shinichi Furuya","raw_affiliation_strings":["Sony Computer Science Laboratories, Shinagawa, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1387-6645","affiliations":[{"raw_affiliation_string":"Sony Computer Science Laboratories, Shinagawa, Tokyo, Japan","institution_ids":["https://openalex.org/I4210122684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053651123","display_name":"Hayato Nishioka","orcid":"https://orcid.org/0000-0001-8323-8927"},"institutions":[{"id":"https://openalex.org/I4210122684","display_name":"Sony Computer Science Laboratories","ror":"https://ror.org/02nc46417","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210122684"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hayato Nishioka","raw_affiliation_strings":["Sony Computer Science Laboratories, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8323-8927","affiliations":[{"raw_affiliation_string":"Sony Computer Science Laboratories, Tokyo, Japan","institution_ids":["https://openalex.org/I4210122684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133548030","display_name":"Momoko Shioki","orcid":"https://orcid.org/0009-0004-0604-0334"},"institutions":[{"id":"https://openalex.org/I4210122684","display_name":"Sony Computer Science Laboratories","ror":"https://ror.org/02nc46417","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210122684"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Momoko Shioki","raw_affiliation_strings":["Sony Computer Science Laboratories, Shinagawa, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0004-0604-0334","affiliations":[{"raw_affiliation_string":"Sony Computer Science Laboratories, Shinagawa, Tokyo, Japan","institution_ids":["https://openalex.org/I4210122684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074298006","display_name":"Gera\u00ednt A. Wiggins","orcid":"https://orcid.org/0000-0002-1587-112X"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Geraint A. Wiggins","raw_affiliation_strings":["Queen Mary University of London, London, United Kingdom and Vrije Universiteit Brussel, Brussels, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1587-112X","affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, United Kingdom and Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114079109","display_name":"George Fazekas","orcid":null},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"George Fazekas","raw_affiliation_strings":["Queen Mary University of London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-2580-0007","affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, United Kingdom","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071270743","display_name":"Vincent K.M. Cheung","orcid":"https://orcid.org/0000-0002-0349-4398"},"institutions":[{"id":"https://openalex.org/I4210122684","display_name":"Sony Computer Science Laboratories","ror":"https://ror.org/02nc46417","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210122684"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Vincent K.M. Cheung","raw_affiliation_strings":["Sony Computer Science Laboratories, Shinagawa, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-0349-4398","affiliations":[{"raw_affiliation_string":"Sony Computer Science Laboratories, Shinagawa, Tokyo, Japan","institution_ids":["https://openalex.org/I4210122684"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101764210"],"corresponding_institution_ids":["https://openalex.org/I166337079","https://openalex.org/I4210122684"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82897637,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9422000050544739,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9422000050544739,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.013500000350177288,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.011099999770522118,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/piano","display_name":"Piano","score":0.9441999793052673},{"id":"https://openalex.org/keywords/midi","display_name":"MIDI","score":0.8091999888420105},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6707000136375427},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6147000193595886},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.607699990272522},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.5968000292778015},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5573999881744385},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.5144000053405762}],"concepts":[{"id":"https://openalex.org/C124086623","wikidata":"https://www.wikidata.org/wiki/Q5994","display_name":"Piano","level":2,"score":0.9441999793052673},{"id":"https://openalex.org/C8112396","wikidata":"https://www.wikidata.org/wiki/Q80535","display_name":"MIDI","level":2,"score":0.8091999888420105},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6707000136375427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6517999768257141},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6147000193595886},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.607699990272522},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.5968000292778015},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5573999881744385},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5144000053405762},{"id":"https://openalex.org/C95543465","wikidata":"https://www.wikidata.org/wiki/Q6607","display_name":"Guitar","level":2,"score":0.5127000212669373},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.5008999705314636},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4848000109195709},{"id":"https://openalex.org/C194147245","wikidata":"https://www.wikidata.org/wiki/Q1076368","display_name":"Chord (peer-to-peer)","level":2,"score":0.43630000948905945},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40610000491142273},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2946000099182129},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27720001339912415},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C196754913","wikidata":"https://www.wikidata.org/wiki/Q27333678","display_name":"Music technology","level":3,"score":0.25870001316070557}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772318.3791621","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791621","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3791621","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791621","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6532646417617798}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1972661533","https://openalex.org/W2002326478","https://openalex.org/W2053347927","https://openalex.org/W2899124505","https://openalex.org/W2937941430","https://openalex.org/W2963551352","https://openalex.org/W2978861395","https://openalex.org/W3122206733","https://openalex.org/W3185760609","https://openalex.org/W3209419355","https://openalex.org/W4283725114","https://openalex.org/W4293192967","https://openalex.org/W4396831906","https://openalex.org/W4409720230","https://openalex.org/W4409736191","https://openalex.org/W4409748895","https://openalex.org/W6948985863"],"related_works":[],"abstract_inverted_index":{"Detailed":[0],"measurements":[1],"of":[2],"piano":[3,44,48,79],"key":[4,49,59],"motion":[5,60],"capture":[6],"touch,":[7],"timing,":[8],"and":[9,29,67,94,101,108,128,145],"dynamic":[10],"control,":[11],"providing":[12,118],"crucial":[13],"performance":[14,45,92,109,122,143],"insights.":[15],"Such":[16],"expressive":[17,43],"gestures":[18],"are":[19],"overlooked":[20],"in":[21,64,71,140],"MIDI,":[22],"which":[23],"only":[24],"records":[25],"pitch":[26],"onset,":[27],"duration,":[28],"velocity.":[30],"Here,":[31],"we":[32],"introduce":[33],"a":[34,54,119,134],"novel":[35],"transcription":[36],"technique":[37,113],"that":[38,85,124],"directly":[39],"maps":[40],"audio":[41,76],"from":[42,77],"to":[46,56,75],"continuous":[47],"motion.":[50],"User":[51],"studies":[52],"reveal":[53,90],"preference":[55],"the":[57,86],"transcribed":[58,73],"trajectories":[61,74,88],"over":[62,68],"MIDI":[63],"representing":[65],"sound,":[66],"80%":[69],"accuracy":[70],"matching":[72],"contrasting":[78],"expressions.":[80],"Follow-up":[81],"interviews":[82],"further":[83],"indicate":[84],"visualised":[87],"can":[89,126],"subtle":[91],"nuances":[93],"provide":[95],"actionable":[96],"guidance":[97],"for":[98,106,136],"both":[99],"teaching":[100],"practice.":[102],"An":[103],"interface":[104],"example":[105],"pedagogy":[107],"analysis":[110],"utilising":[111],"our":[112],"is":[114],"also":[115],"illustrated.":[116],"By":[117],"physically":[120],"grounded":[121],"representation":[123],"musicians":[125],"interpret":[127],"act":[129],"upon,":[130],"this":[131],"work":[132],"establishes":[133],"foundation":[135],"future":[137],"interactive":[138],"tools":[139],"music":[141],"pedagogy,":[142],"feedback,":[144],"embodied":[146],"musical":[147],"learning.":[148]},"counts_by_year":[],"updated_date":"2026-04-14T06:08:25.285971","created_date":"2026-04-14T00:00:00"}