{"id":"https://openalex.org/W3162547443","doi":"https://doi.org/10.1145/3411763.3451554","title":"Real-time Gesture Animation Generation from Speech for Virtual Human Interaction","display_name":"Real-time Gesture Animation Generation from Speech for Virtual Human Interaction","publication_year":2021,"publication_date":"2021-05-08","ids":{"openalex":"https://openalex.org/W3162547443","doi":"https://doi.org/10.1145/3411763.3451554","mag":"3162547443"},"language":"en","primary_location":{"id":"doi:10.1145/3411763.3451554","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411763.3451554","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411763.3451554","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3411763.3451554","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029911060","display_name":"Manuel Rebol","orcid":"https://orcid.org/0000-0003-3846-4356"},"institutions":[{"id":"https://openalex.org/I181401687","display_name":"American University","ror":"https://ror.org/052w4zt36","country_code":"US","type":"education","lineage":["https://openalex.org/I181401687"]},{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT","US"],"is_corresponding":false,"raw_author_name":"Manuel Rebol","raw_affiliation_strings":["American University, Washington, United States and Graz University of Technology, Graz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American University, Washington, United States and Graz University of Technology, Graz, Austria","institution_ids":["https://openalex.org/I181401687","https://openalex.org/I4092182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005301914","display_name":"Christian G\u00fctl","orcid":"https://orcid.org/0000-0001-9589-1966"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Christian G\u00fctl","raw_affiliation_strings":["CoDiS Lab, Graz University of Technology, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CoDiS Lab, Graz University of Technology, Austria","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031306756","display_name":"Krzysztof Pietroszek","orcid":"https://orcid.org/0000-0002-5127-9801"},"institutions":[{"id":"https://openalex.org/I181401687","display_name":"American University","ror":"https://ror.org/052w4zt36","country_code":"US","type":"education","lineage":["https://openalex.org/I181401687"]},{"id":"https://openalex.org/I4210160062","display_name":"Innovative Designs in Environments for an Aging Society","ror":"https://ror.org/054s8nj77","country_code":"US","type":"other","lineage":["https://openalex.org/I4210160062"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krzysztof Pietroszek","raw_affiliation_strings":["IDEAS Lab, American University, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDEAS Lab, American University, United States","institution_ids":["https://openalex.org/I181401687","https://openalex.org/I4210160062"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4322,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.88551812,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9411689639091492},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.817674458026886},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6778608560562134},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.6109692454338074},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6029370427131653},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.46103525161743164},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.4202970266342163},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3708186149597168},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.243513822555542},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.20927074551582336}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9411689639091492},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.817674458026886},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6778608560562134},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.6109692454338074},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6029370427131653},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.46103525161743164},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4202970266342163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3708186149597168},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.243513822555542},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.20927074551582336}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3411763.3451554","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411763.3451554","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411763.3451554","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2208.03244","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.03244","pdf_url":"https://arxiv.org/pdf/2208.03244","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3411763.3451554","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411763.3451554","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411763.3451554","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3162547443.pdf","grobid_xml":"https://content.openalex.org/works/W3162547443.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2013640163","https://openalex.org/W2962730651","https://openalex.org/W2962795401","https://openalex.org/W2962811204","https://openalex.org/W2962896489","https://openalex.org/W2963488642","https://openalex.org/W3163389380","https://openalex.org/W4320013936"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735","https://openalex.org/W4322710567"],"abstract_inverted_index":{"We":[0,26,59,68],"propose":[1],"a":[2,65,70],"real-time":[3],"system":[4],"for":[5],"synthesizing":[6],"gestures":[7,47,63],"directly":[8],"from":[9],"speech.":[10],"Our":[11,43],"data-driven":[12],"approach":[13],"is":[14],"based":[15],"on":[16,64],"Generative":[17],"Adversarial":[18],"Neural":[19],"Networks":[20],"to":[21,37],"model":[22,44],"the":[23,28,61,76],"speech-gesture":[24],"relationship.":[25],"utilize":[27],"large":[29],"amount":[30],"of":[31,54,78],"speaker":[32],"video":[33],"data":[34],"available":[35],"online":[36],"train":[38],"our":[39],"3D":[40],"gesture":[41,82],"model.":[42],"generates":[45],"speaker-specific":[46],"by":[48],"taking":[49],"consecutive":[50],"audio":[51,79],"input":[52,80],"chunks":[53],"two":[55],"seconds":[56,74],"in":[57],"length.":[58],"animate":[60],"predicted":[62],"virtual":[66],"avatar.":[67],"achieve":[69],"delay":[71],"below":[72],"three":[73],"between":[75],"time":[77],"and":[81],"animation.":[83]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2021-05-24T00:00:00"}