{"id":"https://openalex.org/W4403635682","doi":"https://doi.org/10.1109/tro.2024.3484633","title":"Human\u2013Robot Cooperative Piano Playing With Learning-Based Real-Time Music Accompaniment","display_name":"Human\u2013Robot Cooperative Piano Playing With Learning-Based Real-Time Music Accompaniment","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403635682","doi":"https://doi.org/10.1109/tro.2024.3484633"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2024.3484633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3484633","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069029580","display_name":"Huijiang Wang","orcid":"https://orcid.org/0000-0003-1274-6363"},"institutions":[{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["SS"],"is_corresponding":true,"raw_author_name":"Huijiang Wang","raw_affiliation_strings":["Bio-Inspired Robotics Lab, Department of Engineering, University of Cambridge, Cambridge, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1274-6363","affiliations":[{"raw_affiliation_string":"Bio-Inspired Robotics Lab, Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I4210096386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363152","display_name":"Xiaoping Zhang","orcid":"https://orcid.org/0000-0002-0063-5861"},"institutions":[{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["SS"],"is_corresponding":false,"raw_author_name":"Xiaoping Zhang","raw_affiliation_strings":["Bio-Inspired Robotics Lab, Department of Engineering, University of Cambridge, Cambridge, U.K"],"raw_orcid":"https://orcid.org/0000-0002-0063-5861","affiliations":[{"raw_affiliation_string":"Bio-Inspired Robotics Lab, Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I4210096386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041874420","display_name":"Fumiya Iida","orcid":"https://orcid.org/0000-0001-9246-7190"},"institutions":[{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["SS"],"is_corresponding":false,"raw_author_name":"Fumiya Iida","raw_affiliation_strings":["Bio-Inspired Robotics Lab, Department of Engineering, University of Cambridge, Cambridge, U.K"],"raw_orcid":"https://orcid.org/0000-0001-9246-7190","affiliations":[{"raw_affiliation_string":"Bio-Inspired Robotics Lab, Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I4210096386"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069029580"],"corresponding_institution_ids":["https://openalex.org/I4210096386"],"apc_list":null,"apc_paid":null,"fwci":2.6188,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.91315918,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"40","issue":null,"first_page":"4650","last_page":"4669"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9524000287055969,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9136999845504761,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/piano","display_name":"Piano","score":0.8106338381767273},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6061435341835022},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5839250683784485},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.49028757214546204},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4648968279361725},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4299089312553406},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4176759719848633},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33353692293167114},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.12467998266220093}],"concepts":[{"id":"https://openalex.org/C124086623","wikidata":"https://www.wikidata.org/wiki/Q5994","display_name":"Piano","level":2,"score":0.8106338381767273},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6061435341835022},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5839250683784485},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.49028757214546204},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4648968279361725},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4299089312553406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4176759719848633},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33353692293167114},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.12467998266220093},{"id":"https://openalex.org/C52119013","wikidata":"https://www.wikidata.org/wiki/Q50637","display_name":"Art history","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tro.2024.3484633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2024.3484633","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1502654754","https://openalex.org/W1973624457","https://openalex.org/W1992461594","https://openalex.org/W1995875735","https://openalex.org/W2011276890","https://openalex.org/W2018765478","https://openalex.org/W2021756757","https://openalex.org/W2050426505","https://openalex.org/W2057952125","https://openalex.org/W2064675550","https://openalex.org/W2076052312","https://openalex.org/W2079346998","https://openalex.org/W2095436958","https://openalex.org/W2134857549","https://openalex.org/W2171164547","https://openalex.org/W2172049598","https://openalex.org/W2175984635","https://openalex.org/W2214212631","https://openalex.org/W2605924076","https://openalex.org/W2606499982","https://openalex.org/W2736431903","https://openalex.org/W2765218414","https://openalex.org/W2857521408","https://openalex.org/W2905119925","https://openalex.org/W2940265767","https://openalex.org/W2963761716","https://openalex.org/W2965572192","https://openalex.org/W2991460789","https://openalex.org/W2994969521","https://openalex.org/W3033809666","https://openalex.org/W3034226296","https://openalex.org/W3049228738","https://openalex.org/W3049247973","https://openalex.org/W3094003854","https://openalex.org/W3094323237","https://openalex.org/W3094508869","https://openalex.org/W3103212359","https://openalex.org/W3105064013","https://openalex.org/W3135762338","https://openalex.org/W3179200345","https://openalex.org/W3192970068","https://openalex.org/W3194459689","https://openalex.org/W3200354096","https://openalex.org/W4205559380","https://openalex.org/W4225139335","https://openalex.org/W4312071386","https://openalex.org/W4312821980","https://openalex.org/W4317553817","https://openalex.org/W4385245566","https://openalex.org/W4386761489","https://openalex.org/W6660685488","https://openalex.org/W6771898419","https://openalex.org/W6781910838"],"related_works":["https://openalex.org/W2122871747","https://openalex.org/W3114279067","https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,158,173,181],"machine":[3],"learning":[4],"have":[5,110],"paved":[6],"the":[7,10,28,73,89,100,105,117,123,146,150,155,182],"way":[8],"for":[9,43],"development":[11],"of":[12,119,125],"musical":[13],"and":[14,32,107,176],"entertainment":[15],"robots.":[16],"However,":[17],"human\u2013robot":[18,44,130],"cooperative":[19,45],"instrument":[20],"playing":[21,47],"remains":[22],"a":[23,40,55,61,80,140],"challenge,":[24],"particularly":[25],"due":[26],"to":[27,66,83,91,115,154,170,178],"intricate":[29],"motor":[30],"coordination":[31],"temporal":[33,86],"synchronization.":[34],"In":[35],"this":[36],"article,":[37],"we":[38,53,78],"propose":[39,79],"theoretical":[41],"framework":[42,166],"piano":[46],"based":[48,71],"on":[49,72],"nonverbal":[50],"cues.":[51],"First,":[52],"present":[54],"music":[56],"improvisation":[57,137],"model":[58],"that":[59,134],"employs":[60],"recurrent":[62],"neural":[63],"network":[64],"(RNN)":[65],"predict":[67],"appropriate":[68],"chord":[69],"progressions":[70],"human's":[74],"melodic":[75],"input.":[76],"Second,":[77],"behavior-adaptive":[81],"controller":[82],"facilitate":[84],"seamless":[85],"synchronization,":[87],"allowing":[88,174],"cobot":[90],"generate":[92],"harmonious":[93],"acoustics.":[94],"The":[95],"collaboration":[96],"takes":[97],"into":[98],"account":[99],"bidirectional":[101],"information":[102],"flow":[103],"between":[104],"human":[106,156],"robot.":[108],"We":[109],"developed":[111],"an":[112],"entropy-based":[113],"system":[114],"assess":[116],"quality":[118],"cooperation":[120],"by":[121],"analyzing":[122],"impact":[124],"different":[126],"communication":[127],"modalities":[128],"during":[129],"collaboration.":[131],"Experiments":[132],"demonstrate":[133],"our":[135],"RNN-based":[136],"can":[138],"achieve":[139],"93%":[141],"accuracy":[142],"rate.":[143],"Meanwhile,":[144],"with":[145,161],"MPC":[147],"adaptive":[148],"controller,":[149],"robot":[151],"could":[152],"respond":[153],"teammate":[157],"homophony":[159],"performances":[160],"real-time":[162],"accompaniment.":[163],"Our":[164],"designed":[165],"has":[167],"been":[168],"validated":[169],"be":[171],"effective":[172],"humans":[175],"robots":[177],"work":[179],"collaboratively":[180],"artistic":[183],"piano-playing":[184],"task.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}