{"id":"https://openalex.org/W4404966493","doi":"https://doi.org/10.1145/3680528.3687703","title":"F\u00fcrElise: Capturing and Physically Synthesizing Hand Motion of Piano Performance","display_name":"F\u00fcrElise: Capturing and Physically Synthesizing Hand Motion of Piano Performance","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4404966493","doi":"https://doi.org/10.1145/3680528.3687703"},"language":"en","primary_location":{"id":"doi:10.1145/3680528.3687703","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687703","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687703","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687703","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042984495","display_name":"Ruocheng Wang","orcid":"https://orcid.org/0009-0005-8404-6405"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruocheng Wang","raw_affiliation_strings":["Stanford University, Stanford, United States of America"],"raw_orcid":"https://orcid.org/0009-0005-8404-6405","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, United States of America","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060753420","display_name":"Pei Xu","orcid":"https://orcid.org/0000-0001-7851-3971"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pei Xu","raw_affiliation_strings":["Stanford University, Stanford, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-7851-3971","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, United States of America","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021230092","display_name":"Haochen Shi","orcid":"https://orcid.org/0000-0002-3604-465X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haochen Shi","raw_affiliation_strings":["Stanford University, Stanford, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-3604-465X","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, United States of America","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043950753","display_name":"Elizabeth Schumann","orcid":"https://orcid.org/0009-0007-1331-2707"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Schumann","raw_affiliation_strings":["Stanford University, Stanford, United States of America"],"raw_orcid":"https://orcid.org/0009-0007-1331-2707","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, United States of America","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048338914","display_name":"C. Karen Liu","orcid":"https://orcid.org/0000-0001-5926-0905"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C. Karen Liu","raw_affiliation_strings":["Stanford University, Stanford, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-5926-0905","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, United States of America","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5042984495"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.9523,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77445068,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/piano","display_name":"Piano","score":0.9034899473190308},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6855295300483704},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.58436518907547},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.36076611280441284},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35944098234176636},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3360186219215393},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.14039644598960876},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06775781512260437}],"concepts":[{"id":"https://openalex.org/C124086623","wikidata":"https://www.wikidata.org/wiki/Q5994","display_name":"Piano","level":2,"score":0.9034899473190308},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6855295300483704},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.58436518907547},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.36076611280441284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35944098234176636},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3360186219215393},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.14039644598960876},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06775781512260437}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3680528.3687703","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687703","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687703","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3680528.3687703","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687703","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687703","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404966493.pdf","grobid_xml":"https://content.openalex.org/works/W4404966493.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1968976745","https://openalex.org/W1980265110","https://openalex.org/W2052912059","https://openalex.org/W2161697934","https://openalex.org/W2170049302","https://openalex.org/W2213758982","https://openalex.org/W2768683308","https://openalex.org/W2780124704","https://openalex.org/W2963488642","https://openalex.org/W2990747716","https://openalex.org/W3015674789","https://openalex.org/W3081268564","https://openalex.org/W3085146247","https://openalex.org/W3099926824","https://openalex.org/W3100204393","https://openalex.org/W3102619627","https://openalex.org/W3107825842","https://openalex.org/W3165605660","https://openalex.org/W3180172155","https://openalex.org/W3202733869","https://openalex.org/W3203637337","https://openalex.org/W3204221554","https://openalex.org/W4229044820","https://openalex.org/W4234634156","https://openalex.org/W4243070806","https://openalex.org/W4253948311","https://openalex.org/W4255847799","https://openalex.org/W4286611254","https://openalex.org/W4310895557","https://openalex.org/W4312821980","https://openalex.org/W4319301049","https://openalex.org/W4375959284","https://openalex.org/W4376864774","https://openalex.org/W4377010269","https://openalex.org/W4386065807","https://openalex.org/W4386076611","https://openalex.org/W4386136919","https://openalex.org/W4389339329","https://openalex.org/W4390872595","https://openalex.org/W4402354112","https://openalex.org/W4402704593","https://openalex.org/W4402727748"],"related_works":["https://openalex.org/W2316271602","https://openalex.org/W2357375963","https://openalex.org/W607893370","https://openalex.org/W629160228","https://openalex.org/W584653787","https://openalex.org/W4362512397","https://openalex.org/W587444722","https://openalex.org/W2022713566","https://openalex.org/W2336023324","https://openalex.org/W633023889"],"abstract_inverted_index":{"Piano":[0],"playing":[1,24,62],"requires":[2],"agile,":[3],"precise,":[4],"and":[5,37,56,139,154,181,185],"coordinated":[6],"hand":[7,54,123],"control":[8,148],"that":[9,47,119,236],"stretches":[10],"the":[11,18,98,112,130,150,158,163,188,205,216,221,224,227,242],"limits":[12],"of":[13,29,52,65,129,136,223],"dexterity.Hand":[14],"motion":[15,55,89,165,191],"models":[16],"with":[17,162],"sophistication":[19],"to":[20,142,172,211,219,238],"accurately":[21],"recreate":[22],"piano":[23,155,199],"have":[25],"a":[26,43,73,107,117,134,169],"wide":[27],"range":[28],"applications":[30],"in":[31,76,106],"character":[32],"animation,":[33],"embodied":[34],"AI,":[35],"biomechanics,":[36],"VR/AR.In":[38],"this":[39],"paper,":[40],"we":[41,71,115,167],"construct":[42],"first-of-its-kind":[44],"large-scale":[45],"dataset":[46,218],"contains":[48],"approximately":[49],"10":[50],"hours":[51],"3D":[53],"audio":[57],"from":[58,81,104,215,240],"15":[59],"elite-level":[60],"pianists":[61],"153":[63],"pieces":[64],"classical":[66],"music.To":[67],"capture":[68],"natural":[69,174],"performances,":[70],"designed":[72],"markerless":[74],"setup":[75],"which":[77,177],"motions":[78,124,214,235],"are":[79],"reconstructed":[80],"multiview":[82],"videos":[83],"using":[84,97,208],"state-of-the-art":[85],"pose":[86],"estimation":[87],"models.The":[88],"data":[90,102,206],"is":[91],"further":[92,203],"refined":[93],"via":[94],"inverse":[95],"kinematics":[96],"high-resolution":[99],"MIDI":[100],"key-pressing":[101],"obtained":[103],"sensors":[105],"specialized":[108],"Yamaha":[109],"Disklavier":[110],"piano.Leveraging":[111],"collected":[113],"dataset,":[114,166],"developed":[116],"pipeline":[118],"can":[120],"synthesize":[121],"physically-plausible":[122],"for":[125,145,198],"musical":[126,209],"scores":[127],"outside":[128,241],"dataset.Our":[131],"approach":[132],"employs":[133],"combination":[135],"imitation":[137],"learning":[138,141],"reinforcement":[140],"obtain":[143],"policies":[144],"physics-based":[146],"bimanual":[147],"involving":[149],"interaction":[151],"between":[152],"hands":[153],"keys.To":[156],"solve":[157],"sampling":[159],"efficiency":[160],"problem":[161],"large":[164],"use":[168],"diffusion":[170],"model":[171,231],"generate":[173],"reference":[175,190],"motions,":[176],"provide":[178,195],"high-level":[179],"trajectory":[180],"fingering":[182],"(finger":[183],"order":[184],"placement)":[186],"information.However,":[187],"generated":[189],"alone":[192],"does":[193],"not":[194],"sufficient":[196],"accuracy":[197],"performance":[200],"modeling.We":[201],"then":[202],"augmented":[204],"by":[207],"similarity":[210],"retrieve":[212],"similar":[213],"captured":[217],"boost":[220],"precision":[222],"RL":[225],"policy.With":[226],"proposed":[228],"method,":[229],"our":[230],"generates":[232],"natural,":[233],"dexterous":[234],"generalize":[237],"music":[239],"training":[243],"dataset.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}