{"id":"https://openalex.org/W7161241132","doi":"https://doi.org/10.48550/arxiv.2605.14555","title":"Break-the-Beat! Controllable MIDI-to-Drum Audio Synthesis","display_name":"Break-the-Beat! Controllable MIDI-to-Drum Audio Synthesis","publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161241132","doi":"https://doi.org/10.48550/arxiv.2605.14555"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.14555","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14555","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.14555","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136237245","display_name":"Shuyang Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Shuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136201424","display_name":"Zhi Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Zhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136227507","display_name":"Qiyu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Qiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136222276","display_name":"Zachary Novack","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Novack, Zachary","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136214744","display_name":"Woosung Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Woosung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050224316","display_name":"Keisuke Toyama","orcid":"https://orcid.org/0000-0003-3632-2530"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toyama, Keisuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069612434","display_name":"Kin Wai Cheuk","orcid":"https://orcid.org/0000-0003-3213-8242"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheuk, Kin Wai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136246378","display_name":"Junghyun Koo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koo, Junghyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087321595","display_name":"Yukara Ikemiya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ikemiya, Yukara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136258973","display_name":"Christian Simon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008903347","display_name":"Chihiro Nagashima","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nagashima, Chihiro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136215042","display_name":"Shusuke Takahashi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Takahashi, Shusuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.7355999946594238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.7355999946594238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.2013999968767166,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.02019999921321869,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drum","display_name":"Drum","score":0.767799973487854},{"id":"https://openalex.org/keywords/timbre","display_name":"Timbre","score":0.6985999941825867},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.6367999911308289},{"id":"https://openalex.org/keywords/digital-audio","display_name":"Digital audio","score":0.6054999828338623},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.4765999913215637},{"id":"https://openalex.org/keywords/midi","display_name":"MIDI","score":0.46549999713897705},{"id":"https://openalex.org/keywords/sound-recording-and-reproduction","display_name":"Sound recording and reproduction","score":0.41920000314712524},{"id":"https://openalex.org/keywords/audio-signal","display_name":"Audio signal","score":0.39250001311302185}],"concepts":[{"id":"https://openalex.org/C175845324","wikidata":"https://www.wikidata.org/wiki/Q2738285","display_name":"Drum","level":2,"score":0.767799973487854},{"id":"https://openalex.org/C2776539107","wikidata":"https://www.wikidata.org/wiki/Q176501","display_name":"Timbre","level":3,"score":0.6985999941825867},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6858999729156494},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.6367999911308289},{"id":"https://openalex.org/C87687168","wikidata":"https://www.wikidata.org/wiki/Q173114","display_name":"Digital audio","level":4,"score":0.6054999828338623},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.4765999913215637},{"id":"https://openalex.org/C8112396","wikidata":"https://www.wikidata.org/wiki/Q80535","display_name":"MIDI","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.43230000138282776},{"id":"https://openalex.org/C128422554","wikidata":"https://www.wikidata.org/wiki/Q20077126","display_name":"Sound recording and reproduction","level":2,"score":0.41920000314712524},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.39250001311302185},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.38929998874664307},{"id":"https://openalex.org/C189809214","wikidata":"https://www.wikidata.org/wiki/Q829522","display_name":"Beat (acoustics)","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C140631703","wikidata":"https://www.wikidata.org/wiki/Q34678","display_name":"Stereophonic sound","level":3,"score":0.3269999921321869},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C167940747","wikidata":"https://www.wikidata.org/wiki/Q63727227","display_name":"Audio signal flow","level":5,"score":0.3181000053882599},{"id":"https://openalex.org/C2781258422","wikidata":"https://www.wikidata.org/wiki/Q186819","display_name":"Headphones","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C38956757","wikidata":"https://www.wikidata.org/wiki/Q716215","display_name":"Audio feedback","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C160372630","wikidata":"https://www.wikidata.org/wiki/Q4819855","display_name":"Audio analyzer","level":5,"score":0.2590000033378601},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.2556000053882599},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.14555","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14555","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.14555","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.14555","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"methods":[1],"for":[2,41,157],"creating":[3],"drum":[4,60,76,116,120,130,135],"loop":[5],"audio":[6,117,121,131,143],"in":[7],"digital":[8],"music":[9],"production,":[10],"such":[11,42],"as":[12],"using":[13],"one-shot":[14],"samples":[15],"or":[16],"resampling,":[17],"often":[18,48],"demand":[19],"non-trivial":[20],"efforts":[21],"of":[22,57,73,81,113,142],"creators.":[23],"While":[24],"recent":[25],"generative":[26],"models":[27],"achieve":[28],"high":[29],"fidelity":[30],"and":[31,99,147],"adhere":[32],"to":[33],"text,":[34],"they":[35],"lack":[36],"the":[37,55,79],"specific":[38],"control":[39],"needed":[40],"a":[43,70,75,82,90,100,110,153],"task.":[44],"Existing":[45],"symbolic-to-audio":[46],"research":[47],"focuses":[49],"on":[50],"single,":[51],"tonal":[52],"instruments,":[53],"leaving":[54],"challenge":[56],"polyphonic,":[58],"percussive":[59],"synthesis":[61],"unaddressed.":[62],"We":[63],"address":[64],"this":[65],"gap":[66],"by":[67,88],"introducing":[68],"``Break-the-Beat!,''":[69],"model":[71,93,127],"capable":[72],"rendering":[74],"MIDI":[77],"with":[78,94],"timbre":[80],"reference":[83],"audio.":[84],"It":[85],"is":[86],"built":[87],"fine-tuning":[89],"pre-trained":[91],"text-to-audio":[92],"our":[95,126],"proposed":[96],"content":[97],"encoder":[98],"effective":[101],"hybrid":[102],"conditioning":[103],"mechanism.":[104],"To":[105],"enable":[106],"this,":[107],"we":[108],"construct":[109],"new":[111],"dataset":[112],"paired":[114],"target-reference":[115],"from":[118],"existing":[119],"datasets.":[122],"Experiments":[123],"demonstrate":[124],"that":[125,132],"generates":[128],"high-quality":[129],"follows":[133],"high-resolution":[134],"MIDI,":[136],"achieving":[137],"strong":[138],"performance":[139],"across":[140],"metrics":[141],"quality,":[144],"rhythmic":[145],"alignment,":[146],"beat":[148],"continuity.":[149],"This":[150],"offer":[151],"producers":[152],"new,":[154],"controllable":[155],"tool":[156],"creative":[158],"production.":[159],"Demo":[160],"page:":[161],"https://ik4sumii.github.io/break-the-beat/":[162]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-16T00:00:00"}