{"id":"https://openalex.org/W4415366882","doi":"https://doi.org/10.1109/tmm.2025.3623560","title":"SingingHead: A Large-Scale 4D Dataset for Singing Head Animation","display_name":"SingingHead: A Large-Scale 4D Dataset for Singing Head Animation","publication_year":2025,"publication_date":"2025-10-20","ids":{"openalex":"https://openalex.org/W4415366882","doi":"https://doi.org/10.1109/tmm.2025.3623560"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2025.3623560","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3623560","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102595968","display_name":"Sijing Wu","orcid":"https://orcid.org/0009-0000-7753-1596"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sijing Wu","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-7753-1596","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100778543","display_name":"Yunhao Li","orcid":"https://orcid.org/0000-0002-7337-1748"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhao Li","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7337-1748","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018229542","display_name":"Weitian Zhang","orcid":"https://orcid.org/0000-0001-6760-1132"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weitian Zhang","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101997384","display_name":"Jun Jia","orcid":"https://orcid.org/0000-0002-5424-4284"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Jia","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5424-4284","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034718093","display_name":"Yucheng Zhu","orcid":"https://orcid.org/0000-0002-3069-060X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucheng Zhu","raw_affiliation_strings":["USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3069-060X","affiliations":[{"raw_affiliation_string":"USC-SJTU Institute of Cultural and Creative Industry, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048907728","display_name":"Yichao Yan","orcid":"https://orcid.org/0000-0003-3209-8965"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichao Yan","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3209-8965","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109998714","display_name":"Guangtao Zhai","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Zhai","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8165-9322","affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019708391","display_name":"Xiaokang Yang","orcid":"https://orcid.org/0000-0003-4029-3322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokang Yang","raw_affiliation_strings":["MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China","MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4029-3322","affiliations":[{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":4.6673,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.95347928,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"28","issue":null,"first_page":"700","last_page":"714"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9435999989509583,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9386000037193298,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/singing","display_name":"Singing","score":0.9419999718666077},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.7181000113487244},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.4997999966144562},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.49140000343322754},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.47110000252723694},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4194999933242798},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.36980000138282776}],"concepts":[{"id":"https://openalex.org/C44819458","wikidata":"https://www.wikidata.org/wiki/Q27939","display_name":"Singing","level":2,"score":0.9419999718666077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8087000250816345},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.7181000113487244},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5680000185966492},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.4997999966144562},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.49140000343322754},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46320000290870667},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4194999933242798},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.3637000024318695},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3206000030040741},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C135343436","wikidata":"https://www.wikidata.org/wiki/Q170406","display_name":"Rhythm","level":2,"score":0.2624000012874603}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3623560","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3623560","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1583650166","display_name":null,"funder_award_id":"62132006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2908043458","display_name":null,"funder_award_id":"62101326","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3513406742","display_name":null,"funder_award_id":"62571324","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G59969715","display_name":null,"funder_award_id":"U24A20220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8668751174","display_name":null,"funder_award_id":"62225112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W2062826588","https://openalex.org/W2064400654","https://openalex.org/W2133665775","https://openalex.org/W2134963900","https://openalex.org/W2154961933","https://openalex.org/W2341528187","https://openalex.org/W2551572271","https://openalex.org/W2604379605","https://openalex.org/W2726515241","https://openalex.org/W2737658251","https://openalex.org/W2739192055","https://openalex.org/W2769666294","https://openalex.org/W2804619907","https://openalex.org/W2949662773","https://openalex.org/W2962785568","https://openalex.org/W2963073614","https://openalex.org/W2963081548","https://openalex.org/W2981263323","https://openalex.org/W3019952993","https://openalex.org/W3081192838","https://openalex.org/W3081492798","https://openalex.org/W3099284785","https://openalex.org/W3106759947","https://openalex.org/W3153832461","https://openalex.org/W3154411171","https://openalex.org/W3177150198","https://openalex.org/W3180794345","https://openalex.org/W3186090335","https://openalex.org/W3186700381","https://openalex.org/W3187364420","https://openalex.org/W3197199219","https://openalex.org/W3211147706","https://openalex.org/W4200150166","https://openalex.org/W4200174933","https://openalex.org/W4200630629","https://openalex.org/W4206517532","https://openalex.org/W4281730245","https://openalex.org/W4296438045","https://openalex.org/W4312590328","https://openalex.org/W4312671789","https://openalex.org/W4312694728","https://openalex.org/W4312959196","https://openalex.org/W4313023760","https://openalex.org/W4380994134","https://openalex.org/W4385245566","https://openalex.org/W4385801342","https://openalex.org/W4385825592","https://openalex.org/W4386066083","https://openalex.org/W4386066305","https://openalex.org/W4386072021","https://openalex.org/W4386075487","https://openalex.org/W4386075984","https://openalex.org/W4386076250","https://openalex.org/W4386133969","https://openalex.org/W4387967971","https://openalex.org/W4387969119","https://openalex.org/W4388157164","https://openalex.org/W4389212256","https://openalex.org/W4390872742","https://openalex.org/W4390872769","https://openalex.org/W4390873123","https://openalex.org/W4390874181","https://openalex.org/W4393153464","https://openalex.org/W4394597549","https://openalex.org/W4394698479","https://openalex.org/W4396821417","https://openalex.org/W4399039852","https://openalex.org/W4399665715","https://openalex.org/W4400582137","https://openalex.org/W4400582194","https://openalex.org/W4400818936","https://openalex.org/W4402660084","https://openalex.org/W4402726971","https://openalex.org/W4402727135","https://openalex.org/W4402753521","https://openalex.org/W4402753958","https://openalex.org/W4403780616","https://openalex.org/W4404199654","https://openalex.org/W4404439875","https://openalex.org/W4415366882","https://openalex.org/W4415799309"],"related_works":[],"abstract_inverted_index":{"Singing,":[0],"as":[1,13,197],"a":[2,14,69,187],"common":[3],"facial":[4,42,91,116,130,162,208],"movement":[5],"second":[6],"only":[7],"to":[8,45,139,158,201],"talking,":[9],"can":[10],"be":[11],"regarded":[12],"universal":[15],"language":[16],"across":[17],"ethnicities":[18],"and":[19,29,52,58,62,95,101,119,133,177,204],"cultures,":[20],"plays":[21],"an":[22,198],"important":[23],"role":[24],"in":[25,36,60,166,210,222],"emotional":[26],"communication,":[27],"art,":[28],"entertainment.":[30],"However,":[31],"it":[32],"is":[33,232],"often":[34],"overlooked":[35],"the":[37,46,53,108,125,146,154,160,172,178,216,219,224],"field":[38],"of":[39,48,81,86,104,174,182,218,226],"audio-driven":[40,114],"3D":[41,90,115,129,147,161,206],"animation":[43,117,131,163],"due":[44],"lack":[47],"singing":[49,57,73,88,93,126,142,148,207,227],"head":[50,74,122,136,149,228],"datasets":[51],"domain":[54],"gap":[55],"between":[56],"talking":[59,121,135],"rhythm":[61],"amplitude.":[63],"To":[64],"this":[65],"end,":[66],"we":[67,111,151,185],"collect":[68],"large-scale":[70],"high-quality":[71],"multi-modal":[72],"dataset,":[75,110],"<bold":[76],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[77,239],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">SingingHead</b>,":[78],"which":[79],"consists":[80],"more":[82],"than":[83],"27":[84],"hours":[85],"synchronized":[87],"video,":[89],"motion,":[92],"audio,":[94],"background":[96,175,195],"music":[97,176,196],"from":[98],"76":[99],"individuals":[100],"8":[102],"types":[103],"music.":[105],"Along":[106],"with":[107,194],"SingingHead":[109,220],"benchmark":[112],"existing":[113,183],"methods":[118,123,132,137],"2D":[120,134],"on":[124,145],"task.":[127],"Existing":[128],"fail":[138],"produce":[140],"satisfactory":[141],"results.":[143],"Focusing":[144],"animation,":[150],"first":[152],"utilize":[153],"proposed":[155],"singing-specific":[156],"dataset":[157,221,231],"retrain":[159],"methods,":[164,184],"resulting":[165],"substantial":[167],"performance":[168],"improvements.":[169],"Besides,":[170],"considering":[171],"absence":[173],"slow":[179],"generation":[180],"speed":[181],"propose":[186],"simple":[188],"but":[189],"efficient":[190],"non-autoregressive":[191],"VAE-based":[192],"framework":[193],"input":[199],"signal":[200],"generate":[202],"diverse":[203],"accurate":[205],"motions":[209],"real":[211],"time.":[212],"Extensive":[213],"experiments":[214],"demonstrate":[215],"significance":[217],"promoting":[223],"development":[225],"animation.":[229],"The":[230],"released":[233],"for":[234],"research":[235],"purposes":[236],"at:":[237],"<uri":[238],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://wsj-sjtu.github.io/SingingHead/</uri>.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-21T00:00:00"}