{"id":"https://openalex.org/W4410536456","doi":"https://doi.org/10.26599/cvm.2025.9450477","title":"VarGes: Improving Variation in Co-Speech 3D Gesture Generation via StyleCLIPS","display_name":"VarGes: Improving Variation in Co-Speech 3D Gesture Generation via StyleCLIPS","publication_year":2025,"publication_date":"2025-05-20","ids":{"openalex":"https://openalex.org/W4410536456","doi":"https://doi.org/10.26599/cvm.2025.9450477"},"language":"en","primary_location":{"id":"doi:10.26599/cvm.2025.9450477","is_oa":true,"landing_page_url":"https://doi.org/10.26599/cvm.2025.9450477","pdf_url":null,"source":{"id":"https://openalex.org/S2487656537","display_name":"Computational Visual Media","issn_l":"2096-0433","issn":["2096-0433","2096-0662"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Visual Media","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.26599/cvm.2025.9450477","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091628153","display_name":"Ming Meng","orcid":"https://orcid.org/0000-0002-1976-4794"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Meng","raw_affiliation_strings":["School of Data Science and Media Intelligence, Communication University of China,Beijing,China,100024","School of Data Science and Media Intelligence, Communication University of China, Beijing 100024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science and Media Intelligence, Communication University of China,Beijing,China,100024","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Data Science and Media Intelligence, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065836047","display_name":"\u514b\u6804 \u6e0b\u6728","orcid":null},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Mu","raw_affiliation_strings":["School of Data Science and Media Intelligence, Communication University of China,Beijing,China,100024","School of Data Science and Media Intelligence, Communication University of China, Beijing 100024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science and Media Intelligence, Communication University of China,Beijing,China,100024","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Data Science and Media Intelligence, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011356533","display_name":"Yonggui Zhu","orcid":"https://orcid.org/0000-0002-0048-2084"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonggui Zhu","raw_affiliation_strings":["School of Data Science and Media Intelligence, Communication University of China,Beijing,China,100024","School of Data Science and Media Intelligence, Communication University of China, Beijing 100024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science and Media Intelligence, Communication University of China,Beijing,China,100024","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Data Science and Media Intelligence, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhe Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]},{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhe Zhu","raw_affiliation_strings":["Samsung Research America,Sun Jose,CA,USA,95134","Samsung Research America, Sun Jose 95134, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung Research America,Sun Jose,CA,USA,95134","institution_ids":["https://openalex.org/I2250650973"]},{"raw_affiliation_string":"Samsung Research America, Sun Jose 95134, CA, USA","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoyu Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]},{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Sun","raw_affiliation_strings":["Hainan International College, Communication University of China,Hainan,China,572423","Hainan International College, Communication University of China, Hainan 572423, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hainan International College, Communication University of China,Hainan,China,572423","institution_ids":["https://openalex.org/I20942203"]},{"raw_affiliation_string":"Hainan International College, Communication University of China, Hainan 572423, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120779319","display_name":"Heyang Yan","orcid":"https://orcid.org/0000-0001-7570-3884"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heyang Yan","raw_affiliation_strings":["School of Data Science and Media Intelligence, Communication University of China,Beijing,China,100024","School of Data Science and Media Intelligence, Communication University of China, Beijing 100024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science and Media Intelligence, Communication University of China,Beijing,China,100024","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"School of Data Science and Media Intelligence, Communication University of China, Beijing 100024, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021141988","display_name":"Zhaoxin Fan","orcid":"https://orcid.org/0000-0002-6324-1712"},"institutions":[{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxin Fan","raw_affiliation_strings":["Beijing Advanced Innovation Center for Future Blockchain and Privacy Computing, Institute of Artificial Intelligence, Beihang University,Beijing,China,100191","Beijing Advanced Innovation Center for Future Blockchain and Privacy Computing, Institute of Artificial Intelligence, Beihang University, Beijing 100191, China; Hangzhou International Innovation Institute, Beihang University, Hangzhou 310051, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Future Blockchain and Privacy Computing, Institute of Artificial Intelligence, Beihang University,Beijing,China,100191","institution_ids":["https://openalex.org/I4210165198"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Future Blockchain and Privacy Computing, Institute of Artificial Intelligence, Beihang University, Beijing 100191, China; Hangzhou International Innovation Institute, Beihang University, Hangzhou 310051, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2831,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.83918866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"11","issue":"6","first_page":"1263","last_page":"1279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.8010334372520447},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7988682985305786},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5254544019699097},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4464237689971924},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.41948699951171875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24613890051841736},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.053034424781799316}],"concepts":[{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.8010334372520447},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7988682985305786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5254544019699097},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4464237689971924},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.41948699951171875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24613890051841736},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.053034424781799316},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.26599/cvm.2025.9450477","is_oa":true,"landing_page_url":"https://doi.org/10.26599/cvm.2025.9450477","pdf_url":null,"source":{"id":"https://openalex.org/S2487656537","display_name":"Computational Visual Media","issn_l":"2096-0433","issn":["2096-0433","2096-0662"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Visual Media","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4daa4472e17b4b4fa8c10e5bd2d3ee65","is_oa":true,"landing_page_url":"https://doaj.org/article/4daa4472e17b4b4fa8c10e5bd2d3ee65","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Visual Media, Vol 11, Iss 6, Pp 1263-1279 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.26599/cvm.2025.9450477","is_oa":true,"landing_page_url":"https://doi.org/10.26599/cvm.2025.9450477","pdf_url":null,"source":{"id":"https://openalex.org/S2487656537","display_name":"Computational Visual Media","issn_l":"2096-0433","issn":["2096-0433","2096-0662"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Visual Media","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1489945612","display_name":null,"funder_award_id":"CUC2019A002,KG16336301","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4119805953","display_name":null,"funder_award_id":"2024M764093","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5153866982","display_name":null,"funder_award_id":"4254100","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G6855076187","display_name":null,"funder_award_id":"VRLAB2023C04","funder_id":"https://openalex.org/F4320321125","funder_display_name":"Beihang University"},{"id":"https://openalex.org/G7579987538","display_name":null,"funder_award_id":"11571325,62441617","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321125","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W815877816","https://openalex.org/W1943294374","https://openalex.org/W1967554269","https://openalex.org/W1969681536","https://openalex.org/W2017175959","https://openalex.org/W2022214202","https://openalex.org/W2135431835","https://openalex.org/W2135978202","https://openalex.org/W2141855524","https://openalex.org/W2766709201","https://openalex.org/W2887114937","https://openalex.org/W2901285216","https://openalex.org/W2964449965","https://openalex.org/W2978956737","https://openalex.org/W2986302981","https://openalex.org/W3042815677","https://openalex.org/W3083173864","https://openalex.org/W3115266783","https://openalex.org/W3188493377","https://openalex.org/W3194872882","https://openalex.org/W3198131199","https://openalex.org/W3200304643","https://openalex.org/W3204956438","https://openalex.org/W3208997387","https://openalex.org/W4214544731","https://openalex.org/W4221142137","https://openalex.org/W4225964194","https://openalex.org/W4229602251","https://openalex.org/W4230429791","https://openalex.org/W4247623914","https://openalex.org/W4252361201","https://openalex.org/W4303448003","https://openalex.org/W4304080460","https://openalex.org/W4312309978","https://openalex.org/W4312437946","https://openalex.org/W4312635677","https://openalex.org/W4312674262","https://openalex.org/W4367622621","https://openalex.org/W4377010269","https://openalex.org/W4382457661","https://openalex.org/W4385284180","https://openalex.org/W4386066602","https://openalex.org/W4386075984","https://openalex.org/W4386076103","https://openalex.org/W4386076288","https://openalex.org/W4392910552","https://openalex.org/W4393150380","https://openalex.org/W4395702625"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2537963312","https://openalex.org/W2066003895","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W2386430105","https://openalex.org/W577271088","https://openalex.org/W2120801881"],"abstract_inverted_index":{"Generating":[0],"expressive":[1],"and":[2,17,35,126,165,189,193],"diverse":[3,123],"human":[4,88,158],"gestures":[5],"from":[6,42],"audio":[7,43,139,163],"is":[8,173],"crucial":[9],"in":[10,184],"fields":[11],"like":[12],"human-computer":[13],"interaction,":[14],"virtual":[15],"reality,":[16],"animation.":[18],"While":[19],"existing":[20,182],"methods":[21,183],"have":[22],"achieved":[23],"remarkable":[24],"performance,":[25],"they":[26],"often":[27],"exhibit":[28],"limitations":[29],"due":[30],"to":[31,57,92,120,155],"constrained":[32],"dataset":[33],"diversity":[34,188],"the":[36,97],"restricted":[37],"amount":[38],"of":[39,170,186],"information":[40],"derived":[41],"inputs.":[44],"To":[45],"address":[46],"these":[47],"challenges,":[48],"we":[49,103],"present":[50],"VarGes,":[51],"a":[52,74,86,105,109,132,151],"novel":[53],"variationdriven":[54],"framework":[55],"designed":[56],"enhance":[58],"co-speech":[59],"gesture":[60,134,159,187],"generation":[61,160],"by":[62],"integrating":[63],"visual":[64],"stylistic":[65,100,129,166],"cues":[66],"while":[67],"maintaining":[68],"naturalness.":[69,190],"Our":[70,191],"approach":[71,172],"begins":[72],"with":[73,99,113,141],"variation-enhanced":[75],"feature":[76],"extraction":[77],"module,":[78],"which":[79,179],"seamlessly":[80],"incorporates":[81],"style-reference":[82],"video":[83,194],"data":[84,149],"into":[85,150],"3D":[87,157],"pose":[89],"estimation":[90],"network":[91],"extract":[93],"StyleCLIPS,":[94],"thereby":[95],"enriching":[96],"input":[98,164],"information.":[101],"Subsequently,":[102],"employ":[104],"variation-compensation":[106],"style":[107],"encoder,":[108],"transformer-style":[110],"encoder":[111],"equipped":[112],"an":[114],"additive":[115],"attention":[116],"mechanism":[117],"pooling":[118],"layer,":[119],"robustly":[121],"encode":[122],"StyleCLIPS":[124,142],"representations":[125],"effectively":[127],"manage":[128],"variations.":[130],"Finally,":[131],"variation-driven":[133],"predictor":[135],"module":[136],"fuses":[137],"MFCC":[138],"features":[140],"encodings":[143],"via":[144],"cross-attention,":[145],"injecting":[146],"this":[147],"fused":[148],"cross-conditional":[152],"autoregressive":[153],"model":[154],"modulate":[156],"based":[161],"on":[162,175,178],"clues.":[167],"The":[168],"efficacy":[169],"our":[171],"validated":[174],"benchmark":[176],"datasets,":[177],"it":[180],"outperforms":[181],"terms":[185],"code":[192],"results":[195],"are":[196],"publicly":[197],"available":[198],"at":[199],"https://github.com/mookerr/VarGES/.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}