{"id":"https://openalex.org/W4304617169","doi":"https://doi.org/10.1145/3561975.3562954","title":"S2M-Net: Speech Driven Three-party Conversational Motion Synthesis Networks","display_name":"S2M-Net: Speech Driven Three-party Conversational Motion Synthesis Networks","publication_year":2022,"publication_date":"2022-10-11","ids":{"openalex":"https://openalex.org/W4304617169","doi":"https://doi.org/10.1145/3561975.3562954"},"language":"en","primary_location":{"id":"doi:10.1145/3561975.3562954","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3561975.3562954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM SIGGRAPH Conference on Motion, Interaction and Games","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045393459","display_name":"Aobo Jin","orcid":"https://orcid.org/0000-0001-8931-6682"},"institutions":[{"id":"https://openalex.org/I173388201","display_name":"University of Houston - Victoria","ror":"https://ror.org/01khwek78","country_code":"US","type":"education","lineage":["https://openalex.org/I173388201"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aobo Jin","raw_affiliation_strings":["University of Houston - Victoria, USA"],"affiliations":[{"raw_affiliation_string":"University of Houston - Victoria, USA","institution_ids":["https://openalex.org/I173388201"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034151029","display_name":"Qixin Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qixin Deng","raw_affiliation_strings":["University of Houston, USA"],"affiliations":[{"raw_affiliation_string":"University of Houston, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107984555","display_name":"Zhigang Deng","orcid":"https://orcid.org/0000-0003-2571-5865"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhigang Deng","raw_affiliation_strings":["University of Houston, USA"],"affiliations":[{"raw_affiliation_string":"University of Houston, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5045393459"],"corresponding_institution_ids":["https://openalex.org/I173388201"],"apc_list":null,"apc_paid":null,"fwci":0.3614,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.57448383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8330738544464111},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6784486770629883},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6108489036560059},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.569583535194397},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5594771504402161},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5258943438529968},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5227378010749817},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4641154408454895},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.4364374279975891},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4343038499355316},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3951364755630493},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.1389060914516449}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8330738544464111},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6784486770629883},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6108489036560059},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.569583535194397},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5594771504402161},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5258943438529968},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5227378010749817},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4641154408454895},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.4364374279975891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4343038499355316},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3951364755630493},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.1389060914516449},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3561975.3562954","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3561975.3562954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM SIGGRAPH Conference on Motion, Interaction and Games","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G2233534755","display_name":null,"funder_award_id":"IIS-2005430","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W204008969","https://openalex.org/W1542860513","https://openalex.org/W2008208299","https://openalex.org/W2024536104","https://openalex.org/W2027454453","https://openalex.org/W2032993994","https://openalex.org/W2043393794","https://openalex.org/W2056489736","https://openalex.org/W2096598450","https://openalex.org/W2103868465","https://openalex.org/W2115079919","https://openalex.org/W2118643266","https://openalex.org/W2124399597","https://openalex.org/W2143427281","https://openalex.org/W2168982238","https://openalex.org/W2235920218","https://openalex.org/W2298992465","https://openalex.org/W2467386513","https://openalex.org/W2610786808","https://openalex.org/W2904949623","https://openalex.org/W2962690307","https://openalex.org/W2962793481","https://openalex.org/W2962795401","https://openalex.org/W2963073614","https://openalex.org/W2963420272","https://openalex.org/W2965465515","https://openalex.org/W2967443589","https://openalex.org/W2981133004","https://openalex.org/W3002310794","https://openalex.org/W3009042479","https://openalex.org/W3025893035","https://openalex.org/W3083173864","https://openalex.org/W3106624279","https://openalex.org/W3125775899","https://openalex.org/W4214544731","https://openalex.org/W4230312136","https://openalex.org/W4253385028","https://openalex.org/W4283268092","https://openalex.org/W4312674262","https://openalex.org/W4312719027","https://openalex.org/W4316168983"],"related_works":["https://openalex.org/W4293320219","https://openalex.org/W2953246223","https://openalex.org/W4283584549","https://openalex.org/W2554314924","https://openalex.org/W4288256692","https://openalex.org/W2998859928","https://openalex.org/W2366944513","https://openalex.org/W4381885966","https://openalex.org/W2969399009","https://openalex.org/W4398186750"],"abstract_inverted_index":{"In":[0,58],"this":[1,101],"paper":[2],"we":[3,47,146],"propose":[4],"a":[5,41,61,64,69,76,84,93,107,118],"novel":[6],"conditional":[7],"generative":[8],"adversarial":[9],"network":[10],"(cGAN)":[11],"architecture,":[12,60],"called":[13],"S2M-Net,":[14],"to":[15,67,75,87,110,122,153],"holistically":[16],"synthesize":[17],"realistic":[18],"three-party":[19,43,54,113,129],"conversational":[20,44,55,114,130],"animations":[21],"based":[22,39],"on":[23,40],"acoustic":[24,72],"speech":[25,73],"input":[26,126],"together":[27],"with":[28,156],"speaker":[29],"marking":[30],"(i.e.,":[31],"the":[32,51,59,89,98,157,160],"speaking":[33],"time":[34],"of":[35,71,100,128,159],"each":[36],"interlocutor).":[37],"Specifically,":[38],"pre-collected":[42],"motion":[45],"dataset,":[46],"design":[48],"and":[49,143],"train":[50],"S2M-Net":[52],"for":[53],"animation":[56],"synthesis.":[57],"generator":[62],"contains":[63],"LSTM":[65,108],"encoder":[66],"encode":[68],"sequence":[70,127],"features":[74],"latent":[77,90],"vector":[78,91],"that":[79],"is":[80,104,120,133],"further":[81],"fed":[82,105],"into":[83,92,106],"transform":[85,88,102],"unit":[86,103],"gesture":[94,115,131],"kinematics":[95,132],"space.":[96],"Then,":[97],"output":[99],"decoder":[109],"generate":[111],"corresponding":[112],"kinematics.":[116],"Meanwhile,":[117],"discriminator":[119],"implemented":[121],"check":[123],"whether":[124],"an":[125],"real":[134],"or":[135],"fake.":[136],"To":[137],"evaluate":[138],"our":[139],"method,":[140],"besides":[141],"quantitative":[142],"qualitative":[144],"evaluations,":[145],"also":[147],"conducted":[148],"paired":[149],"comparison":[150],"user":[151],"studies":[152],"compare":[154],"it":[155],"state":[158],"art.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}