{"id":"https://openalex.org/W4405833215","doi":"https://doi.org/10.1145/3652988.3673934","title":"2D or not 2D: How Does the Dimensionality of Gesture Representation Affect 3D Co-Speech Gesture Generation?","display_name":"2D or not 2D: How Does the Dimensionality of Gesture Representation Affect 3D Co-Speech Gesture Generation?","publication_year":2024,"publication_date":"2024-09-16","ids":{"openalex":"https://openalex.org/W4405833215","doi":"https://doi.org/10.1145/3652988.3673934"},"language":"en","primary_location":{"id":"doi:10.1145/3652988.3673934","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3652988.3673934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099497299","display_name":"T\u00e9o Guichoux","orcid":null},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4389425508","display_name":"Sciences et Technologies de la Musique et du Son","ror":"https://ror.org/025xvn046","country_code":null,"type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2802818602","https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4210102700","https://openalex.org/I4389425508"]},{"id":"https://openalex.org/I35345632","display_name":"Institut de Recherche et Coordination Acoustique Musique","ror":"https://ror.org/0121jnt59","country_code":"FR","type":"education","lineage":["https://openalex.org/I35345632"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"T\u00e9o Guichoux","raw_affiliation_strings":["ISIR, Sorbonne Universit\u00e9, France and STMS, IRCAM, France"],"affiliations":[{"raw_affiliation_string":"ISIR, Sorbonne Universit\u00e9, France and STMS, IRCAM, France","institution_ids":["https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4389425508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000942708","display_name":"Laure Soulier","orcid":"https://orcid.org/0000-0001-9827-7400"},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Laure Soulier","raw_affiliation_strings":["ISIR, Sorbonne Universit\u00e9, France"],"affiliations":[{"raw_affiliation_string":"ISIR, Sorbonne Universit\u00e9, France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042745853","display_name":"Nicolas Obin","orcid":"https://orcid.org/0000-0002-5236-5306"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I35345632","display_name":"Institut de Recherche et Coordination Acoustique Musique","ror":"https://ror.org/0121jnt59","country_code":"FR","type":"education","lineage":["https://openalex.org/I35345632"]},{"id":"https://openalex.org/I4389425508","display_name":"Sciences et Technologies de la Musique et du Son","ror":"https://ror.org/025xvn046","country_code":null,"type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2802818602","https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4210102700","https://openalex.org/I4389425508"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nicolas Obin","raw_affiliation_strings":["STMS lab, IRCAM, CNRS, Sorbonne Universit\u00e9, France"],"affiliations":[{"raw_affiliation_string":"STMS lab, IRCAM, CNRS, Sorbonne Universit\u00e9, France","institution_ids":["https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4389425508","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079026902","display_name":"Catherine P\u00e9lachaud","orcid":"https://orcid.org/0000-0003-1008-0799"},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Catherine Pelachaud","raw_affiliation_strings":["ISIR, Sorbonne Universit\u00e9, France and CNRS, France"],"affiliations":[{"raw_affiliation_string":"ISIR, Sorbonne Universit\u00e9, France and CNRS, France","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5099497299"],"corresponding_institution_ids":["https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4389425508"],"apc_list":null,"apc_paid":null,"fwci":0.8223,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79236478,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9187532067298889},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.7650413513183594},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6809256076812744},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.654131293296814},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.6449006795883179},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6328112483024597},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5907208919525146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38127267360687256},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.329757958650589},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.1956842541694641},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15837407112121582}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9187532067298889},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.7650413513183594},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6809256076812744},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.654131293296814},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.6449006795883179},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6328112483024597},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5907208919525146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38127267360687256},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.329757958650589},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.1956842541694641},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15837407112121582},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3652988.3673934","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3652988.3673934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2168236107","https://openalex.org/W2782290562","https://openalex.org/W2962896489","https://openalex.org/W3009042479","https://openalex.org/W3083173864","https://openalex.org/W3118288752","https://openalex.org/W3125775899","https://openalex.org/W4288079519","https://openalex.org/W4312674262","https://openalex.org/W4319310455","https://openalex.org/W4377010269","https://openalex.org/W4385284180","https://openalex.org/W4385764101","https://openalex.org/W4385993915","https://openalex.org/W4386066602","https://openalex.org/W4386076103","https://openalex.org/W4386655536"],"related_works":["https://openalex.org/W2537963312","https://openalex.org/W2066003895","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2989699735"],"abstract_inverted_index":{"Co-speech":[0],"gestures":[1,21],"are":[2],"fundamental":[3],"for":[4,22],"communication.":[5],"The":[6],"advent":[7],"of":[8,17,60,88,104,111,119,133],"recent":[9],"deep":[10,135],"learning":[11],"techniques":[12],"has":[13],"facilitated":[14],"the":[15,58,75,80,89,94,102,109,117,131],"creation":[16],"lifelike,":[18],"synchronous":[19],"co-speech":[20],"Embodied":[23],"Conversational":[24],"Agents.":[25],"\"In-the-wild\"":[26],"datasets,":[27],"aggregating":[28],"video":[29],"content":[30],"from":[31,79],"platforms":[32],"like":[33],"YouTube":[34],"via":[35],"human":[36],"pose":[37],"detection":[38],"technologies,":[39],"provide":[40],"a":[41],"feasible":[42],"solution":[43],"by":[44],"offering":[45],"2D":[46,62,81,95,122],"skeletal":[47],"sequences":[48,63],"aligned":[49],"with":[50],"speech.":[51],"Concurrent":[52],"developments":[53],"in":[54,85,93],"lifting":[55],"models":[56],"enable":[57],"conversion":[59],"these":[61],"into":[64],"3D":[65,76,124],"gesture":[66,105],"databases.":[67],"However,":[68],"it":[69],"is":[70],"important":[71],"to":[72],"note":[73],"that":[74],"poses":[77,83],"estimated":[78],"extracted":[82],"are,":[84],"essence,":[86],"approximations":[87],"ground-truth,":[90],"which":[91],"remains":[92],"domain.":[96],"This":[97],"distinction":[98],"raises":[99],"questions":[100],"about":[101],"impact":[103],"representation":[106],"dimensionality":[107],"on":[108,130],"quality":[110],"generated":[112],"motions.":[113],"Our":[114],"study":[115],"examines":[116],"effect":[118],"using":[120],"either":[121],"or":[123],"joint":[125],"coordinates":[126],"as":[127],"training":[128],"data":[129],"performance":[132],"speech-to-gesture":[134],"generative":[136],"models.":[137]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}