{"id":"https://openalex.org/W7165386647","doi":"https://doi.org/10.48550/arxiv.2606.19914","title":"Co-policy: Responsive Human-Robot Co-Creation for Musical Performances","display_name":"Co-policy: Responsive Human-Robot Co-Creation for Musical Performances","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165386647","doi":"https://doi.org/10.48550/arxiv.2606.19914"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19914","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19914","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19914","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138969646","display_name":"Xuetao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xuetao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102688813","display_name":"W E I-Xing Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Wenke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061281954","display_name":"M H Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Mang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138970630","display_name":"Zijian Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138975762","display_name":"Jinhua Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Jinhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138990421","display_name":"Jifeng Xuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuan, Jifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138987138","display_name":"Miao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Miao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.744700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.744700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.09539999812841415,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.015399999916553497,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/musical","display_name":"Musical","score":0.7279000282287598},{"id":"https://openalex.org/keywords/new-interfaces-for-musical-expression","display_name":"New Interfaces for Musical Expression","score":0.6308000087738037},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.6273999810218811},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5444999933242798},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.45579999685287476},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4291999936103821},{"id":"https://openalex.org/keywords/improvisation","display_name":"Improvisation","score":0.4122999906539917},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.40450000762939453},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4025000035762787},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.39010000228881836}],"concepts":[{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.7279000282287598},{"id":"https://openalex.org/C141841376","wikidata":"https://www.wikidata.org/wiki/Q4326497","display_name":"New Interfaces for Musical Expression","level":4,"score":0.6308000087738037},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.6273999810218811},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5999000072479248},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5444999933242798},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5422000288963318},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.45579999685287476},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4291999936103821},{"id":"https://openalex.org/C125468537","wikidata":"https://www.wikidata.org/wiki/Q214961","display_name":"Improvisation","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.40450000762939453},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4025000035762787},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C88639978","wikidata":"https://www.wikidata.org/wiki/Q233861","display_name":"Musical notation","level":3,"score":0.3752000033855438},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.36959999799728394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3490000069141388},{"id":"https://openalex.org/C2983311337","wikidata":"https://www.wikidata.org/wiki/Q34379","display_name":"Musical instrument","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C150898382","wikidata":"https://www.wikidata.org/wiki/Q1266967","display_name":"Musical development","level":3,"score":0.32760000228881836},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C146902061","wikidata":"https://www.wikidata.org/wiki/Q476590","display_name":"Music psychology","level":3,"score":0.3084000051021576},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C194147245","wikidata":"https://www.wikidata.org/wiki/Q1076368","display_name":"Chord (peer-to-peer)","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C10864753","wikidata":"https://www.wikidata.org/wiki/Q4353948","display_name":"Music and emotion","level":4,"score":0.2985000014305115},{"id":"https://openalex.org/C109568592","wikidata":"https://www.wikidata.org/wiki/Q207628","display_name":"Musical composition","level":3,"score":0.2879999876022339},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.2856999933719635},{"id":"https://openalex.org/C196017715","wikidata":"https://www.wikidata.org/wiki/Q862597","display_name":"Musical form","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2768000066280365},{"id":"https://openalex.org/C8112396","wikidata":"https://www.wikidata.org/wiki/Q80535","display_name":"MIDI","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2671999931335449},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C192327766","wikidata":"https://www.wikidata.org/wiki/Q1038799","display_name":"Cognitive robotics","level":3,"score":0.2554999887943268},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19914","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19914","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19914","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19914","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4561404585838318,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Art":[0],"has":[1],"long":[2],"stood":[3],"as":[4,111,178],"a":[5,15,54,81,105,112,128,179],"pivotal":[6],"expression":[7],"of":[8],"human":[9],"creativity.":[10],"Embodied":[11],"artificial":[12],"intelligence":[13],"offers":[14],"route":[16],"for":[17,56,182],"generative":[18],"models":[19],"to":[20,40,86,123],"participate":[21],"in":[22,127],"that":[23,60,116,136],"creativity":[24],"through":[25],"physical":[26,150],"action":[27,176],"rather":[28],"than":[29],"disembodied":[30],"digital":[31],"content.":[32],"In":[33],"robotic":[34,133],"music":[35],"co-creation,":[36],"it":[37],"is":[38],"challenging":[39],"connect":[41],"semantic":[42,62,78],"musical":[43,58,66,73,90,144,148],"understanding":[44],"with":[45],"real-time":[46],"and":[47,68,80,92,120,149,156,165,170],"physically":[48,174],"executable":[49],"performance.":[50],"We":[51],"present":[52],"Co-policy,":[53],"framework":[55],"human-robot":[57],"co-creation":[59,97],"separates":[61],"intent":[63,161],"grounding,":[64],"constrained":[65],"variation,":[67],"visuomotor":[69],"execution.":[70],"To":[71,99],"ground":[72],"semantics,":[74],"Co-policy":[75,103,141],"uses":[76],"pre-inference":[77],"anchors":[79],"fine-tuned":[82],"Qwen-vl":[83],"planner":[84],"(F-Qwen)":[85],"transform":[87],"speech,":[88],"live":[89],"seeds,":[91],"visual":[93,121],"observations":[94],"into":[95],"structured":[96],"plans.":[98],"support":[100],"low-latency":[101],"execution,":[102],"introduces":[104],"Gaussian-Mixture":[106],"Visuomotor":[107],"Policy":[108],"(GMP),":[109],"implemented":[110],"conditional":[113],"mixture-density":[114],"policy":[115],"maps":[117],"target":[118],"notes":[119],"context":[122],"multimodal":[124],"robot":[125],"actions":[126],"single":[129],"forward":[130],"pass.":[131],"Unlike":[132],"playback":[134],"systems":[135],"merely":[137],"reproduce":[138],"user-specified":[139],"notes,":[140],"generates":[142],"complementary":[143],"responses":[145],"under":[146],"both":[147],"constraints.":[151],"Real-robot":[152],"chime":[153],"experiments,":[154],"ablations,":[155],"expert":[157],"evaluation":[158],"show":[159],"improved":[160],"alignment,":[162],"execution":[163],"accuracy,":[164],"response":[166],"frequency":[167],"over":[168],"diffusion-policy":[169],"ablated":[171],"baselines,":[172],"supporting":[173],"grounded":[175],"generation":[177],"key":[180],"requirement":[181],"embodied":[183],"human-AI":[184],"co-creation.":[185]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-20T00:00:00"}