{"id":"https://openalex.org/W2962942158","doi":"https://doi.org/10.48550/arxiv.1806.10474","title":"The challenge of realistic music generation: modelling raw audio at scale","display_name":"The challenge of realistic music generation: modelling raw audio at scale","alternate_titles":[],"publication_year":2018,"publication_date":"2018-06-26","ids":{"openalex":"https://openalex.org/W2962942158","doi":"https://doi.org/10.48550/arxiv.1806.10474","mag":"2962942158"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1806.10474","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.10474","pdf_url":"https://arxiv.org/pdf/1806.10474","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2962942158"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.10474","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034960578","display_name":"Sander Dieleman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dieleman, Sander","raw_affiliation_strings":["London , UK","Ghent University, Ghent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"London , UK","institution_ids":[]},{"raw_affiliation_string":"Ghent University, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039776447","display_name":"A\u00e4ron van den Oord","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Oord, A\u00e4ron van den","raw_affiliation_strings":["Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004625775","display_name":"Karen Simonyan","orcid":"https://orcid.org/0000-0003-0787-5507","observed_orcids":["https://orcid.org/0000-0003-0787-5507"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Simonyan, Karen","raw_affiliation_strings":["Google (United States), Mountain View, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":211,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":null,"first_page":"7989","last_page":"7999"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.7318999767303467,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.7318999767303467,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.25780001282691956,"subfield":{"id":"https://openalex.org/subfields/1210","display_name":"Music"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/long-range-correlations","display_name":"long-range correlations","score":0.7329999804496765},{"id":"https://openalex.org/keywords/waveform-generation","display_name":"waveform generation","score":0.652999997138977},{"id":"https://openalex.org/keywords/piano-music","display_name":"piano music","score":0.7039999961853027},{"id":"https://openalex.org/keywords/unconditional-generation","display_name":"unconditional generation","score":0.5360000133514404},{"id":"https://openalex.org/keywords/musicality","display_name":"musicality","score":0.48399999737739563},{"id":"https://openalex.org/keywords/autoregressive-models","display_name":"autoregressive models","score":0.621999979019165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7628061175346375},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.7257089614868164},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.555708110332489},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5084056258201599},{"id":"https://openalex.org/C8112396","wikidata":"https://www.wikidata.org/wiki/Q80535","display_name":"MIDI","level":2,"score":0.48191216588020325},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.44500046968460083},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4310379922389984},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4293513298034668},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4291132688522339},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.404946506023407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3109990060329437},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.1267203688621521},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12515601515769958},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.11044454574584961},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08046215772628784},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1806.10474","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.10474","pdf_url":"https://arxiv.org/pdf/1806.10474","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1806.10474","doi":"https://doi.org/10.48550/arxiv.1806.10474","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1806.10474","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2962942158","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/2018/file/3e441eec3456b703a4fe741005f3981f-Paper.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1806.10474","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.10474","pdf_url":"https://arxiv.org/pdf/1806.10474","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2962942158.pdf","grobid_xml":"https://content.openalex.org/works/W2962942158.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W592244745","https://openalex.org/W1665214252","https://openalex.org/W1819710477","https://openalex.org/W1909320841","https://openalex.org/W1959608418","https://openalex.org/W2086161653","https://openalex.org/W2099257174","https://openalex.org/W2099471712","https://openalex.org/W2118776487","https://openalex.org/W2175402905","https://openalex.org/W2210838531","https://openalex.org/W2242818861","https://openalex.org/W2267126114","https://openalex.org/W2278108219","https://openalex.org/W2286929393","https://openalex.org/W2432004435","https://openalex.org/W2474920236","https://openalex.org/W2519091744","https://openalex.org/W2553374874","https://openalex.org/W2560512785","https://openalex.org/W2572816092","https://openalex.org/W2581236139","https://openalex.org/W2584032004","https://openalex.org/W2587284713","https://openalex.org/W2606176153","https://openalex.org/W2730507263","https://openalex.org/W2752134738","https://openalex.org/W2758804652","https://openalex.org/W2769810959","https://openalex.org/W2770298516","https://openalex.org/W2786254735","https://openalex.org/W2787214294","https://openalex.org/W2787439980","https://openalex.org/W2788851830","https://openalex.org/W2792210438","https://openalex.org/W2793273050","https://openalex.org/W2795370625","https://openalex.org/W2894295011","https://openalex.org/W2950067852","https://openalex.org/W2951004968","https://openalex.org/W2951523806","https://openalex.org/W2962876561","https://openalex.org/W2963241221","https://openalex.org/W2963790827","https://openalex.org/W2963799213","https://openalex.org/W2963981733","https://openalex.org/W2964121744","https://openalex.org/W2990244669","https://openalex.org/W4394662461","https://openalex.org/W4394663752"],"related_works":["https://openalex.org/W2887720658","https://openalex.org/W6912282855","https://openalex.org/W7115740031","https://openalex.org/W4221152471","https://openalex.org/W4394906120","https://openalex.org/W4385006961","https://openalex.org/W3021164770","https://openalex.org/W6912495466","https://openalex.org/W2948211236","https://openalex.org/W6992888885"],"abstract_inverted_index":{"Realistic":[0],"music":[1,12,58,104,143],"generation":[2],"is":[3,101],"a":[4,34,121],"challenging":[5],"task.":[6],"When":[7],"building":[8],"generative":[9],"models":[10,70,126],"of":[11,33,46,77,96,156],"that":[13,28,68,135],"are":[14,26,40],"learnt":[15],"from":[16],"data,":[17],"typically":[18],"high-level":[19],"representations":[20],"such":[21],"as":[22,120],"scores":[23],"or":[24],"MIDI":[25],"used":[27],"abstract":[29],"away":[30],"the":[31,60,94,146],"idiosyncrasies":[32],"particular":[35],"performance.":[36],"But":[37],"these":[38],"nuances":[39],"very":[41],"important":[42],"for":[43],"our":[44],"perception":[45],"musicality":[47],"and":[48],"realism,":[49],"so":[50],"in":[51,59,131,145],"this":[52,112],"work":[53],"we":[54,84,114],"embark":[55],"on":[56],"modelling":[57,97],"raw":[61,74,147],"audio":[62,75,148],"domain.":[63],"It":[64],"has":[65],"been":[66],"shown":[67],"autoregressive":[69,116,125],"excel":[71],"at":[72,93,107],"generating":[73],"waveforms":[76],"speech,":[78],"but":[79],"when":[80],"applied":[81],"to":[82,123,127,139],"music,":[83],"find":[85,134],"them":[86],"biased":[87],"towards":[88],"capturing":[89],"local":[90],"signal":[91],"structure":[92,106],"expense":[95],"long-range":[98,129],"correlations.":[99],"This":[100],"problematic":[102],"because":[103],"exhibits":[105],"many":[108],"different":[109],"timescales.":[110],"In":[111],"work,":[113],"explore":[115],"discrete":[117],"autoencoders":[118],"(ADAs)":[119],"means":[122],"enable":[124],"capture":[128],"correlations":[130],"waveforms.":[132],"We":[133],"they":[136],"allow":[137],"us":[138],"unconditionally":[140],"generate":[141],"piano":[142],"directly":[144],"domain,":[149],"which":[150],"shows":[151],"stylistic":[152],"consistency":[153],"across":[154],"tens":[155],"seconds.":[157]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2962942158","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":29},{"year":2018,"cited_by_count":7}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-07-30T00:00:00"}
