{"id":"https://openalex.org/W7153188025","doi":"https://doi.org/10.48550/arxiv.2604.07612","title":"Towards Real-Time Human-AI Musical Co-Performance: Accompaniment Generation with Latent Diffusion Models and MAX/MSP","display_name":"Towards Real-Time Human-AI Musical Co-Performance: Accompaniment Generation with Latent Diffusion Models and MAX/MSP","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7153188025","doi":"https://doi.org/10.48550/arxiv.2604.07612"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07612","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07612","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094208255","display_name":"Tornike Karchkhadze","orcid":"https://orcid.org/0009-0008-9799-8191"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karchkhadze, Tornike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5042278809","display_name":"Shlomo Dubnov","orcid":"https://orcid.org/0000-0003-0222-1125"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dubnov, Shlomo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.7717999815940857,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.7717999815940857,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.08699999749660492,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.046799998730421066,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/musical","display_name":"Musical","score":0.5995000004768372},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5648999810218811},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5146999955177307},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5105999708175659},{"id":"https://openalex.org/keywords/audio-signal-processing","display_name":"Audio signal processing","score":0.34540000557899475},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.3409999907016754},{"id":"https://openalex.org/keywords/beat","display_name":"Beat (acoustics)","score":0.32170000672340393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6998000144958496},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.5995000004768372},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5648999810218811},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5146999955177307},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5105999708175659},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4794999957084656},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.34540000557899475},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3409999907016754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3305000066757202},{"id":"https://openalex.org/C189809214","wikidata":"https://www.wikidata.org/wiki/Q829522","display_name":"Beat (acoustics)","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C167310288","wikidata":"https://www.wikidata.org/wiki/Q7564808","display_name":"Sound quality","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.27810001373291016},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2680000066757202},{"id":"https://openalex.org/C2987376176","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy inference system","level":5,"score":0.2563000023365021},{"id":"https://openalex.org/C2777946086","wikidata":"https://www.wikidata.org/wiki/Q1163335","display_name":"Music information retrieval","level":3,"score":0.25270000100135803},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07612","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07612","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07612","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,85],"present":[1],"a":[2,11,21,30,39,59,68,90,108,123],"framework":[3],"for":[4],"real-time":[5,33,61,78,133,166],"human-AI":[6],"musical":[7,137],"co-performance,":[8],"in":[9,18,56,126,149],"which":[10],"latent":[12],"diffusion":[13,120],"model":[14,96,174],"generates":[15],"instrumental":[16],"accompaniment":[17,87,167],"response":[19],"to":[20,54,97,118],"live":[22],"stream":[23],"of":[24,164],"context":[25],"audio.":[26],"The":[27],"system":[28,105,184],"combines":[29],"MAX/MSP":[31,57],"front-end-handling":[32],"audio":[34,100,142],"input,":[35],"buffering,":[36],"and":[37,81,141,153,168,178],"playback-with":[38],"Python":[40],"inference":[41],"server":[42],"running":[43],"the":[44,74,95,150,162,170],"generative":[45,71],"model,":[46,72,121],"communicating":[47],"via":[48],"OSC/UDP":[49],"messages.":[50],"This":[51],"allows":[52],"musicians":[53],"perform":[55],"-":[58,64],"well-established,":[60],"capable":[62],"environment":[63],"while":[65],"interacting":[66],"with":[67,129],"large-scale":[69],"Python-based":[70],"overcoming":[73],"fundamental":[75,171],"disconnect":[76],"between":[77,173],"music":[79],"tools":[80],"state-of-the-art":[82],"AI":[83],"models.":[84],"formulate":[86],"generation":[88,179],"as":[89,156],"sliding-window":[91],"look-ahead":[92,157,176],"protocol,":[93],"training":[94],"predict":[98],"future":[99],"from":[101],"partial":[102],"context,":[103],"where":[104],"latency":[106],"is":[107],"critical":[109],"constraint.":[110],"To":[111],"reduce":[112],"latency,":[113,175],"we":[114],"apply":[115],"consistency":[116],"distillation":[117],"our":[119],"achieving":[122,132],"5.4x":[124],"reduction":[125],"sampling":[127],"time,":[128],"both":[130,144],"models":[131,145],"operation.":[134],"Evaluated":[135],"on":[136],"coherence,":[138],"beat":[139],"alignment,":[140],"quality,":[143],"achieve":[146],"strong":[147],"performance":[148],"Retrospective":[151],"regime":[152],"degrade":[154],"gracefully":[155],"increases.":[158],"These":[159],"results":[160],"demonstrate":[161],"feasibility":[163],"diffusion-based":[165],"expose":[169],"trade-off":[172],"depth,":[177],"quality":[180],"that":[181],"any":[182],"such":[183],"must":[185],"navigate.":[186]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-11T00:00:00"}