{"id":"https://openalex.org/W4405813023","doi":"https://doi.org/10.1145/3652988.3673917","title":"GeSTICS: A Multimodal Corpus for Studying Gesture Synthesis in Two-party Interactions with Contextualized Speech","display_name":"GeSTICS: A Multimodal Corpus for Studying Gesture Synthesis in Two-party Interactions with Contextualized Speech","publication_year":2024,"publication_date":"2024-09-16","ids":{"openalex":"https://openalex.org/W4405813023","doi":"https://doi.org/10.1145/3652988.3673917","pmid":"https://pubmed.ncbi.nlm.nih.gov/41473117"},"language":"en","primary_location":{"id":"doi:10.1145/3652988.3673917","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652988.3673917","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3652988.3673917","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061345681","display_name":"Gaoussou Youssouf Kebe","orcid":"https://orcid.org/0000-0003-4260-3961"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gaoussou Youssouf Kebe","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0003-4260-3961","affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115662099","display_name":"Mehmet Deniz Birlikci","orcid":"https://orcid.org/0009-0005-0809-3656"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mehmet Deniz Birlikci","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0009-0005-0809-3656","affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060162607","display_name":"Auriane Boudin","orcid":"https://orcid.org/0000-0001-5197-4903"},"institutions":[{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Auriane Boudin","raw_affiliation_strings":["Linguistics, Aix-Marseille Universit\u00e9, France"],"raw_orcid":"https://orcid.org/0000-0001-5197-4903","affiliations":[{"raw_affiliation_string":"Linguistics, Aix-Marseille Universit\u00e9, France","institution_ids":["https://openalex.org/I21491767"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101707624","display_name":"Ryo Ishii","orcid":"https://orcid.org/0009-0001-3849-1656"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryo Ishii","raw_affiliation_strings":["NTT Human Informatics Laboratories, NTT Corporation, Japan"],"raw_orcid":"https://orcid.org/0009-0001-3849-1656","affiliations":[{"raw_affiliation_string":"NTT Human Informatics Laboratories, NTT Corporation, Japan","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078452888","display_name":"Jeffrey M. Girard","orcid":"https://orcid.org/0000-0002-7359-3746"},"institutions":[{"id":"https://openalex.org/I146416000","display_name":"University of Kansas","ror":"https://ror.org/001tmjg57","country_code":"US","type":"education","lineage":["https://openalex.org/I146416000"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey M. Girard","raw_affiliation_strings":["Psychology, University of Kansas, USA"],"raw_orcid":"https://orcid.org/0000-0002-7359-3746","affiliations":[{"raw_affiliation_string":"Psychology, University of Kansas, USA","institution_ids":["https://openalex.org/I146416000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081398601","display_name":"Louis\u2010Philippe Morency","orcid":"https://orcid.org/0000-0001-6376-7696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis-Philippe Morency","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0001-6376-7696","affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7894,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87074965,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8173751831054688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7607594728469849},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.521784782409668},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43223050236701965},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4023226499557495},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3552834689617157}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8173751831054688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7607594728469849},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.521784782409668},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43223050236701965},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4023226499557495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3552834689617157}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3652988.3673917","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652988.3673917","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},{"id":"pmid:41473117","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41473117","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ... ACM International Conference on Intelligent Virtual Agents. IVA (Conference)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:12747799","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12747799/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12747799/pdf/nihms-2126798.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc ACM Int Conf Intell Virtual Agents","raw_type":"Text"},{"id":"pmh:oai:HAL:hal-05442615v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05442615","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IVA '24: ACM International Conference on Intelligent Virtual Agents, Sep 2024, GLASGOW United Kingdom, France. pp.1-10, ⟨10.1145/3652988.3673917⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3652988.3673917","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652988.3673917","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1133040973","display_name":null,"funder_award_id":"R01 MH096951","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"},{"id":"https://openalex.org/G1316336588","display_name":null,"funder_award_id":"R01 HD081362","funder_id":"https://openalex.org/F4320337611","funder_display_name":"Eunice Kennedy Shriver National Institute of Child Health and Human Development"},{"id":"https://openalex.org/G2244164056","display_name":null,"funder_award_id":"U01MH116923,R01HD081362,R01MH125740,R01MH096951,R21MH130767,R01MH132225","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G2718465150","display_name":null,"funder_award_id":"U01 MH116923","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"},{"id":"https://openalex.org/G3359638148","display_name":null,"funder_award_id":"ANR-16-CONV-0002","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3969625138","display_name":"ILCB: Institute of Language Communication and the Brain","funder_award_id":"ANR-16-CONV-0002","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5705205770","display_name":null,"funder_award_id":"R01 MH132225","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"},{"id":"https://openalex.org/G7421738053","display_name":null,"funder_award_id":"R21MH130767","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8201590692","display_name":null,"funder_award_id":"R21 MH130767","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"},{"id":"https://openalex.org/G8466142816","display_name":null,"funder_award_id":"R01 MH125740","funder_id":"https://openalex.org/F4320337346","funder_display_name":"National Institute of Mental Health"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337346","display_name":"National Institute of Mental Health","ror":"https://ror.org/04xeg9z08"},{"id":"https://openalex.org/F4320337611","display_name":"Eunice Kennedy Shriver National Institute of Child Health and Human Development","ror":"https://ror.org/04byxyr05"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W760869871","https://openalex.org/W1921786749","https://openalex.org/W1973282202","https://openalex.org/W1991123335","https://openalex.org/W2085662862","https://openalex.org/W2096733369","https://openalex.org/W2099813784","https://openalex.org/W2105422377","https://openalex.org/W2106964106","https://openalex.org/W2117255128","https://openalex.org/W2117752179","https://openalex.org/W2118748593","https://openalex.org/W2161870044","https://openalex.org/W2281492572","https://openalex.org/W2551442547","https://openalex.org/W2553046517","https://openalex.org/W2559085405","https://openalex.org/W2771976988","https://openalex.org/W2802076562","https://openalex.org/W2901872500","https://openalex.org/W2911776943","https://openalex.org/W2962795401","https://openalex.org/W2967443589","https://openalex.org/W2981133004","https://openalex.org/W3002310794","https://openalex.org/W3009385801","https://openalex.org/W3015783745","https://openalex.org/W3034552680","https://openalex.org/W3083173864","https://openalex.org/W3094471177","https://openalex.org/W3094632886","https://openalex.org/W3125775899","https://openalex.org/W4221142137","https://openalex.org/W4225760288","https://openalex.org/W4233827886","https://openalex.org/W4292945985","https://openalex.org/W4308222673","https://openalex.org/W4312309978","https://openalex.org/W4321351659","https://openalex.org/W4387968147","https://openalex.org/W4390871693","https://openalex.org/W4390873634","https://openalex.org/W4392055020","https://openalex.org/W4393132474"],"related_works":["https://openalex.org/W2537963312","https://openalex.org/W2066003895","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W577271088","https://openalex.org/W2120801881","https://openalex.org/W1982853263","https://openalex.org/W1974473538","https://openalex.org/W2020010749","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Generating":[0],"natural":[1],"co-speech":[2,186],"gestures":[3,187],"and":[4,19,47,74,97,110,124,141,147,179,191,199,220,229,236],"facial":[5,111],"expressions":[6],"for":[7],"effective":[8,230],"human-agent":[9,231],"interactions":[10],"requires":[11],"modeling":[12],"the":[13,40,52,64,106,122,128,139,145,151,154,171,183,200,209,237],"intricate":[14],"interplay":[15],"between":[16],"verbal,":[17],"non-verbal,":[18],"contextual":[20,30],"cues":[21,31],"observed":[22],"in":[23,160,188,215],"dyadic":[24],"human":[25],"communication.":[26,232],"Two":[27],"types":[28],"of":[29,33,39,54,80,127,144,153,167,173,185,211],"are":[32,157,194,239],"particular":[34],"interest:":[35],"(1)":[36],"individual":[37,135,202],"factors":[38,198],"interlocutors,":[41],"such":[42,137,176],"as":[43,100,102,138,177],"their":[44,60],"demographic":[45],"attributes,":[46],"(2)":[48],"situational":[49,148,197],"factors,":[50,136,149],"like":[51,150],"outcome":[53],"a":[55,67],"preceding":[56],"event.":[57],"To":[58],"facilitate":[59],"study,":[61],"we":[62],"introduce":[63],"GeSTICS":[65,131,168,204],"Dataset,":[66],"novel":[68],"multimodal":[69,162],"corpus":[70],"comprising":[71],"9,853":[72],"questions":[73],"10,460":[75],"answers":[76],"from":[77],"audiovisual":[78],"recordings":[79],"post-game":[81],"sports":[82],"interviews":[83],"by":[84,196],"147":[85],"interviewees.":[86],"The":[87,233],"dataset":[88,238],"contains":[89],"speech":[90,174],"data,":[91],"including":[92],"textual":[93],"transcriptions,":[94],"lexical":[95,180],"descriptors,":[96],"acoustic":[98],"features,":[99,175],"well":[101],"visual":[103],"data":[104],"encompassing":[105],"interviewee\u2019s":[107,201],"body":[108],"pose":[109],"expressions,":[112],"with":[113],"an":[114],"emphasis":[115],"on":[116,182],"capturing":[117],"these":[118],"modalities":[119],"during":[120],"both":[121,189],"question-listening":[123],"answering":[125],"phases":[126,193],"interview.":[129],"Furthermore,":[130],"incorporates":[132],"metadata":[133],"about":[134],"age":[140],"cultural":[142],"background":[143],"interviewees,":[146],"results":[152],"games,":[155],"which":[156],"often":[158],"overlooked":[159],"existing":[161],"datasets.":[163],"Our":[164],"preliminary":[165],"analysis":[166,234],"reveals":[169],"that":[170],"effects":[172],"loudness":[178],"choice,":[181],"production":[184],"speaking":[190],"listening":[192],"moderated":[195],"factors.":[203],"is":[205],"designed":[206],"to":[207,226],"enhance":[208],"generation":[210],"realistic":[212],"nonverbal":[213],"behaviors":[214],"virtual":[216],"agents,":[217],"animated":[218],"characters,":[219],"human-robot":[221],"interaction":[222],"systems,":[223],"thus":[224],"contributing":[225],"more":[227],"engaging":[228],"code":[235],"available":[240],"at":[241],"https://gestics.github.io.":[242]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}