{"id":"https://openalex.org/W4390954692","doi":"https://doi.org/10.3390/s24020588","title":"A Music-Driven Dance Generation Method Based on a Spatial-Temporal Refinement Model to Optimize Abnormal Frames","display_name":"A Music-Driven Dance Generation Method Based on a Spatial-Temporal Refinement Model to Optimize Abnormal Frames","publication_year":2024,"publication_date":"2024-01-17","ids":{"openalex":"https://openalex.org/W4390954692","doi":"https://doi.org/10.3390/s24020588","pmid":"https://pubmed.ncbi.nlm.nih.gov/38257679"},"language":"en","primary_location":{"id":"doi:10.3390/s24020588","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24020588","pdf_url":"https://www.mdpi.com/1424-8220/24/2/588/pdf?version=1705486639","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/2/588/pdf?version=1705486639","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075407611","display_name":"Huaxin Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaxin Wang","raw_affiliation_strings":["Beijing Key Laboratory of Modern Entertainment Technology, Communication University of China, Beijing 100024, China","Key Laboratory of Acoustic Visual Technology and Intelligent Control System, Ministry of Culture and Tourism, Communication University of China, Beijing 100024, China","School of Information and Communication Engineering, Communication University of China, Beijing 100024, China","State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing 100024, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Modern Entertainment Technology, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"Key Laboratory of Acoustic Visual Technology and Intelligent Control System, Ministry of Culture and Tourism, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031457645","display_name":"Yang Song","orcid":"https://orcid.org/0000-0003-1478-9316"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Song","raw_affiliation_strings":["Beijing Key Laboratory of Modern Entertainment Technology, Communication University of China, Beijing 100024, China","Key Laboratory of Acoustic Visual Technology and Intelligent Control System, Ministry of Culture and Tourism, Communication University of China, Beijing 100024, China","School of Information and Communication Engineering, Communication University of China, Beijing 100024, China","State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing 100024, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Modern Entertainment Technology, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"Key Laboratory of Acoustic Visual Technology and Intelligent Control System, Ministry of Culture and Tourism, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101874624","display_name":"Wei Jiang","orcid":"https://orcid.org/0000-0002-6742-5199"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Jiang","raw_affiliation_strings":["Beijing Key Laboratory of Modern Entertainment Technology, Communication University of China, Beijing 100024, China","Key Laboratory of Acoustic Visual Technology and Intelligent Control System, Ministry of Culture and Tourism, Communication University of China, Beijing 100024, China","School of Information and Communication Engineering, Communication University of China, Beijing 100024, China","State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing 100024, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Modern Entertainment Technology, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"Key Laboratory of Acoustic Visual Technology and Intelligent Control System, Ministry of Culture and Tourism, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100610983","display_name":"Tianhao Wang","orcid":"https://orcid.org/0000-0002-2126-6110"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianhao Wang","raw_affiliation_strings":["Beijing Key Laboratory of Modern Entertainment Technology, Communication University of China, Beijing 100024, China","Key Laboratory of Acoustic Visual Technology and Intelligent Control System, Ministry of Culture and Tourism, Communication University of China, Beijing 100024, China","School of Information and Communication Engineering, Communication University of China, Beijing 100024, China","State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing 100024, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Modern Entertainment Technology, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"Key Laboratory of Acoustic Visual Technology and Intelligent Control System, Ministry of Culture and Tourism, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5031457645"],"corresponding_institution_ids":["https://openalex.org/I75689368"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":2.5826,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88916925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"24","issue":"2","first_page":"588","last_page":"588"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dance","display_name":"Dance","score":0.9391473531723022},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6243724822998047},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5009596347808838},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4688991606235504},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.4446462392807007},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.4357910752296448},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4332703948020935},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.35501766204833984},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3240843415260315},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.14633378386497498},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.14615556597709656}],"concepts":[{"id":"https://openalex.org/C147446459","wikidata":"https://www.wikidata.org/wiki/Q11639","display_name":"Dance","level":2,"score":0.9391473531723022},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6243724822998047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5009596347808838},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4688991606235504},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.4446462392807007},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.4357910752296448},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4332703948020935},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.35501766204833984},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3240843415260315},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.14633378386497498},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.14615556597709656},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s24020588","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24020588","pdf_url":"https://www.mdpi.com/1424-8220/24/2/588/pdf?version=1705486639","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38257679","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38257679","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10818391","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10818391","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10818391/pdf/sensors-24-00588.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:620fd7d085e242d491ab7b0ea131baa9","is_oa":true,"landing_page_url":"https://doaj.org/article/620fd7d085e242d491ab7b0ea131baa9","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 2, p 588 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24020588","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24020588","pdf_url":"https://www.mdpi.com/1424-8220/24/2/588/pdf?version=1705486639","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390954692.pdf"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1221120433","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W2006017370","https://openalex.org/W2080489767","https://openalex.org/W2114083522","https://openalex.org/W2141838883","https://openalex.org/W2163301185","https://openalex.org/W2186679545","https://openalex.org/W2191779130","https://openalex.org/W2469134594","https://openalex.org/W2512569992","https://openalex.org/W2530092567","https://openalex.org/W2559085405","https://openalex.org/W2802441648","https://openalex.org/W2887704312","https://openalex.org/W2940457086","https://openalex.org/W2948058585","https://openalex.org/W2963076818","https://openalex.org/W2963081548","https://openalex.org/W2963807156","https://openalex.org/W2964024144","https://openalex.org/W2964203186","https://openalex.org/W2964345931","https://openalex.org/W2969416295","https://openalex.org/W2977816919","https://openalex.org/W3010931949","https://openalex.org/W3085795245","https://openalex.org/W3091950125","https://openalex.org/W3096609285","https://openalex.org/W3106728613","https://openalex.org/W3129014787","https://openalex.org/W3167227538","https://openalex.org/W3207060333","https://openalex.org/W4251796693","https://openalex.org/W6677611723","https://openalex.org/W6713645886","https://openalex.org/W6770208262"],"related_works":["https://openalex.org/W2647988863","https://openalex.org/W2039848376","https://openalex.org/W1827696521","https://openalex.org/W2173450654","https://openalex.org/W2621720158","https://openalex.org/W2091722187","https://openalex.org/W2006196742","https://openalex.org/W2130272765","https://openalex.org/W2055991023","https://openalex.org/W2682927604"],"abstract_inverted_index":{"Since":[0],"existing":[1],"music-driven":[2,21],"dance":[3,11,18,22,56,66,94,109,125,140],"generation":[4,23],"methods":[5],"have":[6],"abnormal":[7,36,77,90],"motion":[8],"when":[9],"generating":[10],"sequences":[12],"which":[13],"leads":[14],"to":[15,33,45,83,103,115],"unnatural":[16],"overall":[17],"movements,":[19],"a":[20,27,97],"method":[24,134],"based":[25,59],"on":[26,60],"spatial-temporal":[28],"refinement":[29,99],"model":[30,42,100],"is":[31,43,81,101],"proposed":[32,82,133],"optimize":[34],"the":[35,39,47,50,61,64,71,86,89,93,105,112,118,121,124,132,144,151],"frames.":[37],"Firstly,":[38],"cross-modal":[40],"alignment":[41],"used":[44,102],"learn":[46],"correspondence":[48],"between":[49,120],"two":[51],"modalities":[52],"of":[53,88],"audio":[54],"and":[55,58,108,123,138,150],"video":[57,141],"learned":[62],"correspondence,":[63],"corresponding":[65],"segments":[67],"are":[68],"matched":[69],"with":[70,143],"input":[72],"music":[73,106,122],"segments.":[74],"Secondly,":[75],"an":[76],"frame":[78],"optimization":[79,87],"algorithm":[80],"carry":[84],"out":[85],"frames":[91],"in":[92,111],"sequence.":[95],"Finally,":[96],"temporal":[98,113],"constrain":[104],"beats":[107],"rhythms":[110],"perspective":[114],"further":[116],"strengthen":[117],"consistency":[119],"movements.":[126],"The":[127],"experimental":[128],"results":[129],"show":[130],"that":[131],"can":[135],"generate":[136],"realistic":[137],"natural":[139],"sequences,":[142],"FID":[145],"index":[146,153],"reduced":[147],"by":[148,155],"1.2":[149],"diversity":[152],"improved":[154],"1.7.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}