{"id":"https://openalex.org/W7167237971","doi":"https://doi.org/10.1145/3811402","title":"MUSIC: Learning Muscle-Driven Dexterous Hand Control","display_name":"MUSIC: Learning Muscle-Driven Dexterous Hand Control","publication_year":2026,"publication_date":"2026-07-03","ids":{"openalex":"https://openalex.org/W7167237971","doi":"https://doi.org/10.1145/3811402"},"language":"en","primary_location":{"id":"doi:10.1145/3811402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811402","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3811402","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060753420","display_name":"Pei Xu","orcid":"https://orcid.org/0000-0001-7851-3971"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pei Xu","raw_affiliation_strings":["Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0000-0001-7851-3971","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113228420","display_name":"Yufei Ye","orcid":"https://orcid.org/0000-0001-8767-0848"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yufei Ye","raw_affiliation_strings":["Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0000-0001-8767-0848","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014440852","display_name":"Shuchun Sun","orcid":"https://orcid.org/0000-0002-7985-2745"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuchu Sun","raw_affiliation_strings":["Clemson University, Charleston, USA"],"raw_orcid":"https://orcid.org/0000-0002-7985-2745","affiliations":[{"raw_affiliation_string":"Clemson University, Charleston, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130317841","display_name":"Yu Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Ding","raw_affiliation_strings":["Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0009-0008-4759-5677","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043950753","display_name":"Elizabeth Schumann","orcid":"https://orcid.org/0009-0007-1331-2707"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Schumann","raw_affiliation_strings":["Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0009-0007-1331-2707","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048338914","display_name":"C. Karen Liu","orcid":"https://orcid.org/0000-0001-5926-0905"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C. Karen Liu","raw_affiliation_strings":["Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0000-0001-5926-0905","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.82613876,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":"4","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.3736000061035156,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.3736000061035156,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.25279998779296875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.0722000002861023,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/piano","display_name":"Piano","score":0.7232000231742859},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7123000025749207},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5515000224113464},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.5386999845504761},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5178999900817871},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4932999908924103},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.43810001015663147},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.43529999256134033}],"concepts":[{"id":"https://openalex.org/C124086623","wikidata":"https://www.wikidata.org/wiki/Q5994","display_name":"Piano","level":2,"score":0.7232000231742859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7192000150680542},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7123000025749207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5559999942779541},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5515000224113464},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.5386999845504761},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.43810001015663147},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3993000090122223},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.3407999873161316},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C137813230","wikidata":"https://www.wikidata.org/wiki/Q2996165","display_name":"Motor control","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C2983311337","wikidata":"https://www.wikidata.org/wiki/Q34379","display_name":"Musical instrument","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31349998712539673},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2851000130176544},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.26669999957084656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3811402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811402","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3811402","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3811402","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.42482370138168335,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1968976745","https://openalex.org/W1972148528","https://openalex.org/W1979752884","https://openalex.org/W1980287975","https://openalex.org/W2003584832","https://openalex.org/W2033299989","https://openalex.org/W2036407851","https://openalex.org/W2036826589","https://openalex.org/W2063844760","https://openalex.org/W2064789419","https://openalex.org/W2095661097","https://openalex.org/W2133220762","https://openalex.org/W2140190473","https://openalex.org/W2148833817","https://openalex.org/W2158782408","https://openalex.org/W2162304282","https://openalex.org/W2169508341","https://openalex.org/W2170049302","https://openalex.org/W2780124704","https://openalex.org/W2809366744","https://openalex.org/W2919962803","https://openalex.org/W2942634077","https://openalex.org/W2958043083","https://openalex.org/W2969543767","https://openalex.org/W2990747716","https://openalex.org/W3048550213","https://openalex.org/W3085146247","https://openalex.org/W3117262374","https://openalex.org/W3153168447","https://openalex.org/W3165605660","https://openalex.org/W3184085787","https://openalex.org/W3202733869","https://openalex.org/W4200420145","https://openalex.org/W4229890538","https://openalex.org/W4253948311","https://openalex.org/W4285981763","https://openalex.org/W4286611079","https://openalex.org/W4286611254","https://openalex.org/W4312821980","https://openalex.org/W4386136919","https://openalex.org/W4387323309","https://openalex.org/W4389339407","https://openalex.org/W4389539462","https://openalex.org/W4401417358","https://openalex.org/W4403250531","https://openalex.org/W4403784059","https://openalex.org/W4404376027","https://openalex.org/W4404526366","https://openalex.org/W4404966493","https://openalex.org/W4412596354","https://openalex.org/W4415536227","https://openalex.org/W4416789128","https://openalex.org/W4416789148","https://openalex.org/W4417000900","https://openalex.org/W4417125464"],"related_works":[],"abstract_inverted_index":{"We":[0,172,231],"present":[1,150],"a":[2,39,63,134,181],"data-driven":[3],"approach":[4,29,179,196],"for":[5,19,144,162],"physics-based,":[6],"muscle-driven":[7,259],"dexterous":[8,216],"control":[9,33,130,159,175],"that":[10,86,156,194,223,234,253,267],"enables":[11],"musculoskeletal":[12,153,236,255],"hands":[13],"to":[14,54,100,122,220,247],"perform":[15,276],"precise":[16],"piano":[17,183,212],"playing":[18,213],"novel":[20],"pieces":[21],"of":[22,160,177,211],"music":[23,222],"outside":[24],"the":[25,43,93,126,174,208,228,248],"reference":[26,65,127,229],"dataset.":[27,67,230],"Our":[28],"combines":[30],"high-frequency":[31],"muscle-level":[32],"with":[34,141,202,269],"low-frequency":[35],"latent-space":[36],"coordination":[37],"in":[38,102,214,227],"hierarchical":[40],"architecture.":[41],"At":[42],"low":[44],"level,":[45,95],"general":[46],"single-hand":[47],"policies":[48,71,99],"are":[49,72],"trained":[50],"via":[51],"reinforcement":[52,137],"learning":[53,138,143],"generate":[55,262],"dynamic":[56],"muscle-tendon":[57],"activations":[58],"while":[59,218],"tracking":[60,70,166,244],"trajectories":[61],"from":[62,118],"large":[64],"motion":[66,145,165,170],"The":[68],"resulting":[69],"then":[73],"distilled":[74],"into":[75],"variational":[76],"autoencoder":[77],"(VAE)":[78],"models,":[79],"yielding":[80],"smooth":[81],"and":[82,167,189,206,243,251,258],"structured":[83],"latent":[84,104],"spaces":[85],"abstract":[87],"away":[88],"low-level":[89,164],"muscle":[90],"dynamics.":[91],"For":[92],"high":[94],"we":[96,149],"train":[97],"piece-specific":[98],"operate":[101],"this":[103],"space,":[105],"coordinating":[106],"bimanual":[107,200],"motions":[108,201],"based":[109],"on":[110,180],"specific":[111],"goals,":[112],"denoted":[113],"by":[114],"note":[115],"events":[116],"extracted":[117],"given":[119],"musical":[120,187],"scores,":[121],"synthesize":[123,198],"performances":[124],"beyond":[125],"data.":[128],"High-level":[129],"is":[131,224],"formulated":[132],"as":[133],"decentralized":[135],"multiagent":[136],"problem":[139],"combined":[140],"adversarial":[142],"imitation.":[146],"In":[147],"addition,":[148],"an":[151],"enhanced":[152],"hand":[154,237,256],"model":[155,238,257],"supports":[157],"fine":[158],"fingers":[161],"accurate":[163,203],"diverse":[168,182],"high-level":[169],"synthesis.":[171],"evaluate":[173],"pipeline":[176],"our":[178,195,235,254],"repertoire":[184],"spanning":[185],"multiple":[186,277],"styles":[188],"technical":[190],"demands.":[191],"Results":[192],"demonstrate":[193],"can":[197,261],"coordinated":[199],"key":[204],"presses,":[205],"achieve":[207],"state-of-the-art":[209],"performance":[210],"physics-based":[215],"control,":[217],"generalizing":[219],"sheet":[221],"not":[225],"presented":[226],"also":[232],"show":[233],"demonstrates":[239],"superior":[240],"biomechanical":[241],"stability":[242],"precision":[245],"compared":[246],"existing":[249],"model,":[250],"validate":[252],"controller":[260],"physiologically":[263],"plausible":[264],"activation":[265],"patterns":[266],"align":[268],"human":[270],"electromyography":[271],"(EMG)":[272],"recordings":[273],"when":[274],"subjects":[275],"tasks.":[278]},"counts_by_year":[],"updated_date":"2026-07-04T06:14:54.683239","created_date":"2026-07-04T00:00:00"}