{"id":"https://openalex.org/W4402716435","doi":"https://doi.org/10.1109/cvpr52733.2024.00992","title":"Weakly-Supervised Emotion Transition Learning for Diverse 3D Co-Speech Gesture Generation","display_name":"Weakly-Supervised Emotion Transition Learning for Diverse 3D Co-Speech Gesture Generation","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402716435","doi":"https://doi.org/10.1109/cvpr52733.2024.00992"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026841385","display_name":"Xingqun Qi","orcid":"https://orcid.org/0000-0002-9772-5707"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xingqun Qi","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019866897","display_name":"Jiahao Pan","orcid":"https://orcid.org/0000-0001-9254-9313"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jiahao Pan","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107824396","display_name":"Peng Li","orcid":"https://orcid.org/0000-0002-6260-8383"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Peng Li","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067150934","display_name":"Ruibin Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ruibin Yuan","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101036467","display_name":"Xiaowei Chi","orcid":"https://orcid.org/0000-0003-1788-8045"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaowei Chi","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100719037","display_name":"Mengfei Li","orcid":"https://orcid.org/0000-0002-9319-630X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Mengfei Li","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004450394","display_name":"Wenhan Luo","orcid":"https://orcid.org/0000-0002-5697-4168"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenhan Luo","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100652844","display_name":"Wei Xue","orcid":"https://orcid.org/0000-0002-4942-7748"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei Xue","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013030532","display_name":"Shanghang Zhang","orcid":"https://orcid.org/0000-0003-4047-3526"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanghang Zhang","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061082180","display_name":"Qifeng Liu","orcid":"https://orcid.org/0000-0001-6191-076X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qifeng Liu","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045081171","display_name":"Yike Guo","orcid":"https://orcid.org/0000-0002-3075-2161"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yike Guo","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10424","last_page":"10434"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.690785825252533},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6747086644172668},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6711810231208801},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6132636666297913},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37625938653945923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3427227735519409},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.338081419467926},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3224114179611206},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2423078417778015}],"concepts":[{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.690785825252533},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6747086644172668},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6711810231208801},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6132636666297913},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37625938653945923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3427227735519409},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.338081419467926},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3224114179611206},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2423078417778015},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1496828312","https://openalex.org/W1974604838","https://openalex.org/W2012856192","https://openalex.org/W2035125704","https://openalex.org/W2103763726","https://openalex.org/W2135431835","https://openalex.org/W2151539117","https://openalex.org/W2188365844","https://openalex.org/W2603777577","https://openalex.org/W2901285216","https://openalex.org/W2962795401","https://openalex.org/W2967443589","https://openalex.org/W3013020904","https://openalex.org/W3024869864","https://openalex.org/W3068510429","https://openalex.org/W3083173864","https://openalex.org/W3124346429","https://openalex.org/W3125775899","https://openalex.org/W3153832461","https://openalex.org/W3167533889","https://openalex.org/W3181695292","https://openalex.org/W3188493377","https://openalex.org/W3198131199","https://openalex.org/W3204221554","https://openalex.org/W4214886549","https://openalex.org/W4221142137","https://openalex.org/W4225145829","https://openalex.org/W4230312136","https://openalex.org/W4230429791","https://openalex.org/W4281877842","https://openalex.org/W4303448003","https://openalex.org/W4312238253","https://openalex.org/W4312429630","https://openalex.org/W4312671789","https://openalex.org/W4312674262","https://openalex.org/W4321351659","https://openalex.org/W4377086278","https://openalex.org/W4382334257","https://openalex.org/W4385245566","https://openalex.org/W4385284180","https://openalex.org/W4385767379","https://openalex.org/W4386075984","https://openalex.org/W4386076103","https://openalex.org/W4386076313","https://openalex.org/W4387446765","https://openalex.org/W4387969151","https://openalex.org/W4389575066","https://openalex.org/W4390572877","https://openalex.org/W4390872470","https://openalex.org/W4396877837","https://openalex.org/W4399206662","https://openalex.org/W6687045409","https://openalex.org/W6781874425","https://openalex.org/W6847363464","https://openalex.org/W6849109464","https://openalex.org/W6852349810","https://openalex.org/W6852737781","https://openalex.org/W6852840893","https://openalex.org/W6853450284","https://openalex.org/W6855718144","https://openalex.org/W6860009062"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2537963312","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W577271088","https://openalex.org/W2120801881","https://openalex.org/W1982853263","https://openalex.org/W1974473538","https://openalex.org/W2020010749","https://openalex.org/W2796116650"],"abstract_inverted_index":{"Generating":[0],"vivid":[1],"and":[2,59,80,153,225,229],"emotional":[3,56,136,147],"3D":[4,61,97],"co-speech":[5],"gestures":[6,24,63,131],"is":[7,41,108],"crucial":[8],"for":[9,178],"virtual":[10],"avatar":[11],"animation":[12],"in":[13,44,193],"human-machine":[14],"interaction":[15],"applications.":[16],"While":[17],"the":[18,23,49,66,78,87,95,102,127,140,157,209,235],"existing":[19],"methods":[20],"enable":[21],"generating":[22],"to":[25,85,101,119,125,187,198],"follow":[26],"a":[27,113,173,184],"single":[28,215],"emotion":[29,39,89,105,164,176,222],"label,":[30],"they":[31],"overlook":[32],"that":[33,167,205],"long":[34,194],"gesture":[35,122,148],"sequence":[36],"modeling":[37],"with":[38,55],"transition":[40,57,90,106,130,158,179,223],"more":[42],"practical":[43],"real":[45],"scenes.":[46],"In":[47],"addition,":[48],"lack":[50],"of":[51,68,129],"large-scale":[52],"available":[53],"datasets":[54],"speech":[58],"corresponding":[60,100],"human":[62,91],"also":[64],"limits":[65],"addressing":[67],"this":[69,73],"task.":[70],"To":[71],"fulfill":[72],"goal,":[74],"we":[75,111,138,182],"first":[76],"incorporate":[77],"ChatGPT-4":[79],"an":[81,163],"audio":[82,107],"inpainting":[83],"approach":[84],"construct":[86],"high-fidelity":[88],"speeches.":[92],"Considering":[93],"obtaining":[94],"realistic":[96],"pose":[98],"annotations":[99],"dynamically":[103],"inpainted":[104],"extremely":[109],"difficult,":[110],"propose":[112],"novel":[114],"weakly":[115],"supervised":[116],"training":[117],"strategy":[118],"encourage":[120],"authority":[121],"transitions.":[123],"Specifically,":[124],"enhance":[126],"coordination":[128],"w.":[132],"r.":[133],"t.":[134],"different":[135,146],"ones,":[137],"model":[139],"temporal":[141],"association":[142],"representation":[143],"between":[144],"two":[145],"sequences":[149],"as":[150],"style":[151],"guidance":[152],"infuse":[154],"it":[155],"into":[156],"generation.":[159],"We":[160],"further":[161],"devise":[162],"mixture":[165],"mechanism":[166],"provides":[168],"weak":[169],"supervision":[170],"based":[171],"on":[172,218,234],"learnable":[174],"mixed":[175],"label":[177],"gestures.":[180,201],"Last,":[181],"present":[183],"keyframe":[185],"sampler":[186],"supply":[188],"effective":[189],"initial":[190],"posture":[191],"cues":[192],"sequences,":[195],"enabling":[196],"us":[197],"generate":[199],"diverse":[200],"Extensive":[202],"experiments":[203],"demonstrate":[204],"our":[206,219],"method":[207],"outperforms":[208],"state-of-the-art":[210],"models":[211],"constructed":[212],"by":[213],"adapting":[214],"emotion-conditioned":[216],"counterparts":[217],"newly":[220],"defined":[221],"task":[224],"datasets.":[226],"Our":[227],"code":[228],"dataset":[230],"will":[231],"be":[232],"released":[233],"project":[236],"page:":[237],"https://xingqunqi-lab.github.io/Emo-Transition-Gesture/.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}