{"id":"https://openalex.org/W4400822426","doi":"https://doi.org/10.1145/3658134","title":"Semantic Gesticulator: Semantics-Aware Co-Speech Gesture Synthesis","display_name":"Semantic Gesticulator: Semantics-Aware Co-Speech Gesture Synthesis","publication_year":2024,"publication_date":"2024-07-19","ids":{"openalex":"https://openalex.org/W4400822426","doi":"https://doi.org/10.1145/3658134"},"language":"en","primary_location":{"id":"doi:10.1145/3658134","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3658134","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111312775","display_name":"Zeyi Zhang","orcid":"https://orcid.org/0000-0002-2029-7118"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyi Zhang","raw_affiliation_strings":["School of EECS, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2029-7118","affiliations":[{"raw_affiliation_string":"School of EECS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087544665","display_name":"Tenglong Ao","orcid":"https://orcid.org/0000-0002-7418-1014"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tenglong Ao","raw_affiliation_strings":["School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7418-1014","affiliations":[{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005064663","display_name":"Yuyao Zhang","orcid":"https://orcid.org/0009-0009-4632-7934"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyao Zhang","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-4632-7934","affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056916607","display_name":"Qingzhe Gao","orcid":"https://orcid.org/0000-0002-6239-571X"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingzhe Gao","raw_affiliation_strings":["Peking University, Beijing, China","Shandong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6239-571X","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Shandong University, Beijing, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033208539","display_name":"Chuan Lin","orcid":"https://orcid.org/0009-0000-1934-2332"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Lin","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-1934-2332","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010714340","display_name":"Baoquan Chen","orcid":"https://orcid.org/0000-0003-4702-036X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoquan Chen","raw_affiliation_strings":["School of Intelligence Science Technology, Peking University, Beijing, China","State Key Laboratory of General Artificial Intelligence, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4702-036X","affiliations":[{"raw_affiliation_string":"School of Intelligence Science Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038988704","display_name":"Libin Liu","orcid":"https://orcid.org/0000-0003-2280-6817"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libin Liu","raw_affiliation_strings":["School of Intelligence Science Technology, Peking University, Beijing, China","State Key Laboratory of General Artificial Intelligence, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2280-6817","affiliations":[{"raw_affiliation_string":"School of Intelligence Science Technology, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.3299,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.98022591,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"43","issue":"4","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7616511583328247},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6987648010253906},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6210225820541382},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5039450526237488},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.409818559885025},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3679238557815552},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35616403818130493},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.26794493198394775}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7616511583328247},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6987648010253906},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6210225820541382},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5039450526237488},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.409818559885025},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3679238557815552},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35616403818130493},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26794493198394775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3658134","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3658134","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6100000143051147,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1969681536","https://openalex.org/W2007337857","https://openalex.org/W2008208299","https://openalex.org/W2035046981","https://openalex.org/W2135431835","https://openalex.org/W2137374537","https://openalex.org/W2191779130","https://openalex.org/W2235920218","https://openalex.org/W2296371640","https://openalex.org/W2559085405","https://openalex.org/W2727071501","https://openalex.org/W2962795401","https://openalex.org/W2967443589","https://openalex.org/W2981852735","https://openalex.org/W3002310794","https://openalex.org/W3009042479","https://openalex.org/W3025893035","https://openalex.org/W3027879771","https://openalex.org/W3083173864","https://openalex.org/W3124346429","https://openalex.org/W3125775899","https://openalex.org/W3172764674","https://openalex.org/W3181695292","https://openalex.org/W3188493377","https://openalex.org/W3197859103","https://openalex.org/W3198131199","https://openalex.org/W3215615641","https://openalex.org/W4230429791","https://openalex.org/W4285981714","https://openalex.org/W4288089799","https://openalex.org/W4292215729","https://openalex.org/W4292945985","https://openalex.org/W4303448003","https://openalex.org/W4304080460","https://openalex.org/W4308222716","https://openalex.org/W4312437946","https://openalex.org/W4312674262","https://openalex.org/W4312719027","https://openalex.org/W4312765683","https://openalex.org/W4316829872","https://openalex.org/W4321351659","https://openalex.org/W4327673403","https://openalex.org/W4361755841","https://openalex.org/W4377010269","https://openalex.org/W4385275735","https://openalex.org/W4385284180","https://openalex.org/W4385570369","https://openalex.org/W4385572634","https://openalex.org/W4385764101","https://openalex.org/W4386066602","https://openalex.org/W4386076103","https://openalex.org/W4386655536","https://openalex.org/W4390117437","https://openalex.org/W4390872470","https://openalex.org/W4391136507","https://openalex.org/W4392904562","https://openalex.org/W6600339963","https://openalex.org/W6601271852"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2537963312","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W577271088","https://openalex.org/W2120801881","https://openalex.org/W1982853263","https://openalex.org/W1974473538","https://openalex.org/W2020010749","https://openalex.org/W2796116650"],"abstract_inverted_index":{"In":[0],"this":[1,78,112],"work,":[2],"we":[3,80,115,131,168],"present":[4],"Semantic":[5],"Gesticulator":[6],",":[7],"a":[8,82,88,101,117,133,146,170,209,238],"novel":[9,147],"framework":[10,85,93],"designed":[11],"to":[12,64,106,154,174],"synthesize":[13],"realistic":[14],"gestures":[15,24,33,124,160,180,198],"accompanying":[16],"speech":[17,74],"with":[18,150,181],"strong":[19,151],"semantic":[20,97,123,171,179,235],"correspondence.":[21],"Semantically":[22],"meaningful":[23],"are":[25,200],"crucial":[26],"for":[27,55,248],"effective":[28],"non-verbal":[29],"communication,":[30],"but":[31],"such":[32],"often":[34],"fall":[35],"within":[36],"the":[37,41,66,69,72,107,163,177,182,186,189,217,244],"long":[38],"tail":[39],"of":[40,43,49,120,157,165,188,212,221,234],"distribution":[42],"natural":[44],"human":[45],"motion.":[46],"The":[47],"sparsity":[48],"these":[50],"movements":[51,70],"makes":[52],"it":[53],"challenging":[54],"deep":[56],"learning-based":[57],"systems,":[58],"trained":[59],"on":[60,87,126],"moderately":[61],"sized":[62],"datasets,":[63],"capture":[65],"relationship":[67],"between":[68],"and":[71,130,140,203,219,224,246],"corresponding":[73],"semantics.":[75],"To":[76,110],"address":[77],"challenge,":[79],"develop":[81],"generative":[83],"retrieval":[84],"based":[86,125],"large":[89],"language":[90],"model.":[91],"This":[92],"efficiently":[94,175],"retrieves":[95],"suitable":[96],"gesture":[98],"candidates":[99],"from":[100],"motion":[102,113,135],"library":[103],"in":[104,128,196,232],"response":[105],"input":[108],"speech.":[109,166],"construct":[111],"library,":[114],"summarize":[116],"comprehensive":[118,210],"list":[119],"commonly":[121],"used":[122],"findings":[127],"linguistics,":[129],"collect":[132],"high-quality":[134,159],"dataset":[136,247],"encompassing":[137],"both":[138],"body":[139],"hand":[141],"movements.":[142],"We":[143,241],"also":[144],"design":[145],"GPT-based":[148],"model":[149],"generalization":[152],"capabilities":[153],"audio,":[155],"capable":[156],"generating":[158,197],"that":[161,199,226],"match":[162],"rhythm":[164],"Furthermore,":[167],"propose":[169],"alignment":[172],"mechanism":[173],"align":[176],"retrieved":[178],"GPT's":[183],"output,":[184],"ensuring":[185],"naturalness":[187],"final":[190],"animation.":[191],"Our":[192],"system":[193,228],"demonstrates":[194],"robustness":[195],"rhythmically":[201],"coherent":[202],"semantically":[204],"explicit,":[205],"as":[206],"evidenced":[207],"by":[208,237],"collection":[211],"examples.":[213],"User":[214],"studies":[215],"confirm":[216],"quality":[218],"human-likeness":[220],"our":[222,227],"results,":[223],"show":[225],"outperforms":[229],"state-of-the-art":[230],"systems":[231],"terms":[233],"appropriateness":[236],"clear":[239],"margin.":[240],"will":[242],"release":[243],"code":[245],"academic":[249],"research.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}