{"id":"https://openalex.org/W4399039621","doi":"https://doi.org/10.1109/tmm.2024.3405734","title":"DanceComposer: Dance-to-Music Generation Using a Progressive Conditional Music Generator","display_name":"DanceComposer: Dance-to-Music Generation Using a Progressive Conditional Music Generator","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399039621","doi":"https://doi.org/10.1109/tmm.2024.3405734"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3405734","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3405734","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027615646","display_name":"Xiao Liang","orcid":"https://orcid.org/0009-0008-1584-6267"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Liang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-1584-6267","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100653588","display_name":"Wensheng Li","orcid":"https://orcid.org/0000-0002-6639-3156"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wensheng Li","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6639-3156","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029844813","display_name":"Lifeng Huang","orcid":"https://orcid.org/0000-0001-5162-9894"},"institutions":[{"id":"https://openalex.org/I101479585","display_name":"South China Agricultural University","ror":"https://ror.org/05v9jqt67","country_code":"CN","type":"education","lineage":["https://openalex.org/I101479585"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifeng Huang","raw_affiliation_strings":["College of Mathematics and Informatics, South China Agricultural University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5162-9894","affiliations":[{"raw_affiliation_string":"College of Mathematics and Informatics, South China Agricultural University, Guangzhou, China","institution_ids":["https://openalex.org/I101479585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040743941","display_name":"Chengying Gao","orcid":"https://orcid.org/0000-0003-1160-0717"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengying Gao","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1160-0717","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4306,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.82135516,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"26","issue":null,"first_page":"10237","last_page":"10250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12051","display_name":"Diversity and Impact of Dance","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dance","display_name":"Dance","score":0.743743896484375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7084686756134033},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5265707969665527},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5126858949661255},{"id":"https://openalex.org/keywords/electronic-dance-music","display_name":"Electronic dance music","score":0.4705900251865387},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.2520694434642792},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.19533807039260864},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.11503228545188904}],"concepts":[{"id":"https://openalex.org/C147446459","wikidata":"https://www.wikidata.org/wiki/Q11639","display_name":"Dance","level":2,"score":0.743743896484375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7084686756134033},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5265707969665527},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5126858949661255},{"id":"https://openalex.org/C169655244","wikidata":"https://www.wikidata.org/wiki/Q851213","display_name":"Electronic dance music","level":3,"score":0.4705900251865387},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.2520694434642792},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.19533807039260864},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.11503228545188904},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3405734","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3405734","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1604034532","https://openalex.org/W2003996974","https://openalex.org/W2052872069","https://openalex.org/W2054459540","https://openalex.org/W2133824856","https://openalex.org/W2191779130","https://openalex.org/W2475687244","https://openalex.org/W2526050071","https://openalex.org/W2559085405","https://openalex.org/W2772474126","https://openalex.org/W2811167645","https://openalex.org/W2963076818","https://openalex.org/W2963925437","https://openalex.org/W3010931949","https://openalex.org/W3017343282","https://openalex.org/W3046890131","https://openalex.org/W3092879656","https://openalex.org/W3108240585","https://openalex.org/W3175663427","https://openalex.org/W3180777572","https://openalex.org/W3185430283","https://openalex.org/W3204221554","https://openalex.org/W3207040152","https://openalex.org/W3207290297","https://openalex.org/W3213549365","https://openalex.org/W3213942508","https://openalex.org/W4213276648","https://openalex.org/W4286836754","https://openalex.org/W4287802874","https://openalex.org/W4304084213","https://openalex.org/W4312671789","https://openalex.org/W4312814772","https://openalex.org/W4313167431","https://openalex.org/W4318902838","https://openalex.org/W4380763457","https://openalex.org/W4385245566","https://openalex.org/W4385569528","https://openalex.org/W4385695898","https://openalex.org/W4386071656","https://openalex.org/W4387249848","https://openalex.org/W4388994500","https://openalex.org/W6714030504","https://openalex.org/W6721020019","https://openalex.org/W6760601182","https://openalex.org/W6761551260","https://openalex.org/W6762661407","https://openalex.org/W6770208262","https://openalex.org/W6770639321","https://openalex.org/W6771747371","https://openalex.org/W6776218486","https://openalex.org/W6779709467","https://openalex.org/W6779823529","https://openalex.org/W6780316881","https://openalex.org/W6781423933","https://openalex.org/W6781678156","https://openalex.org/W6796531822","https://openalex.org/W6798301948","https://openalex.org/W6803751523","https://openalex.org/W6838582276","https://openalex.org/W6841982715","https://openalex.org/W6849848203","https://openalex.org/W6852278565","https://openalex.org/W6941176339"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W597595235","https://openalex.org/W3200585538","https://openalex.org/W2357651146","https://openalex.org/W2358080274","https://openalex.org/W2489684385","https://openalex.org/W4323572386","https://openalex.org/W2369198715","https://openalex.org/W2359055756"],"abstract_inverted_index":{"A":[0],"wonderful":[1],"piece":[2],"of":[3,10,16,59,68],"music":[4,18,25,33,90,162],"is":[5,62],"the":[6,14,57,66,136,158],"essence":[7],"and":[8,32,37,52,86,106,113,145,150,166],"soul":[9],"dance,":[11,27],"which":[12,83],"motivates":[13],"study":[15],"automatic":[17],"generation":[19],"for":[20],"dance.":[21],"To":[22,72,116],"create":[23],"appropriate":[24],"from":[26,91],"cross-modal":[28,129],"correlations":[29],"between":[30],"dance":[31,92],"such":[34],"as":[35,131],"rhythm":[36,105],"style,":[38],"should":[39],"be":[40,139],"considered.":[41],"However,":[42],"existing":[43],"dance-to-music":[44,81],"methods":[45],"have":[46],"difficulties":[47],"in":[48,160],"achieving":[49],"rhythmic":[50,111,164],"alignment":[51,112],"stylistic":[53,114,132,167],"matching":[54],"simultaneously.":[55],"Additionally,":[56],"diversity":[58],"generated":[60,147],"samples":[61],"limited":[63],"due":[64],"to":[65],"lack":[67],"available":[69],"paired":[70],"data.":[71],"address":[73],"these":[74],"issues,":[75],"we":[76,120],"propose":[77],"DanceComposer,":[78],"a":[79,96,122],"novel":[80],"framework,":[82],"generates":[84],"rhythmically":[85],"stylistically":[87],"consistent":[88],"multi-track":[89],"videos.":[93],"DanceComposer":[94],"features":[95,130],"Progressive":[97],"Conditional":[98],"Music":[99],"Generator":[100],"(PCMG)":[101],"that":[102,127,154],"gradually":[103],"incorporates":[104],"style":[107,118],"constraints,":[108],"enabling":[109],"both":[110],"matching.":[115],"enhance":[117],"control,":[119],"introduce":[121],"Shared":[123],"Style":[124],"Module":[125],"(SSM)":[126],"learns":[128],"constraints.":[133],"This":[134],"allows":[135],"PCMG":[137],"can":[138],"trained":[140],"on":[141],"extensive":[142],"music-only":[143],"data":[144],"diversifies":[146],"pieces.":[148],"Quantitative":[149],"qualitative":[151],"results":[152],"show":[153],"our":[155],"method":[156],"surpasses":[157],"state-of-the-art":[159],"overall":[161],"quality,":[163],"consistency,":[165],"consistency.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}