{"id":"https://openalex.org/W3091094344","doi":"https://doi.org/10.1145/3383652.3423882","title":"Understanding the Predictability of Gesture Parameters from Speech and their Perceptual Importance","display_name":"Understanding the Predictability of Gesture Parameters from Speech and their Perceptual Importance","publication_year":2020,"publication_date":"2020-10-19","ids":{"openalex":"https://openalex.org/W3091094344","doi":"https://doi.org/10.1145/3383652.3423882","mag":"3091094344"},"language":"en","primary_location":{"id":"doi:10.1145/3383652.3423882","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3383652.3423882","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3383652.3423882","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3383652.3423882","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ylva Ferstl","orcid":null},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Ylva Ferstl","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Michael Neff","orcid":null},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Neff","raw_affiliation_strings":["University of California Davis, Davis, California"],"affiliations":[{"raw_affiliation_string":"University of California Davis, Davis, California","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":null,"display_name":"Rachel McDonnell","orcid":null},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Rachel McDonnell","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205274468"],"apc_list":null,"apc_paid":null,"fwci":1.4875,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82386213,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9236000180244446},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.586899995803833},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.47699999809265137},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.4487000107765198},{"id":"https://openalex.org/keywords/predictability","display_name":"Predictability","score":0.4447000026702881},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.43529999256134033},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.4302999973297119},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9236000180244446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092999815940857},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6197999715805054},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.586899995803833},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.47699999809265137},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4487000107765198},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.4447000026702881},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.4302999973297119},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.40700000524520874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36469998955726624},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C99209842","wikidata":"https://www.wikidata.org/wiki/Q643696","display_name":"Speech perception","level":3,"score":0.3019999861717224},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2946000099182129},{"id":"https://openalex.org/C202101335","wikidata":"https://www.wikidata.org/wiki/Q7002166","display_name":"Neurocomputational speech processing","level":4,"score":0.2858000099658966},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C43617652","wikidata":"https://www.wikidata.org/wiki/Q7575399","display_name":"Speech production","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.25619998574256897}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3383652.3423882","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3383652.3423882","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3383652.3423882","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2010.00995","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.00995","pdf_url":"https://arxiv.org/pdf/2010.00995","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:tara.tcd.ie:2262/95735","is_oa":false,"landing_page_url":"http://hdl.handle.net/2262/95735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400387","display_name":"Trinity's Access to Research Output (TARA) (Trinity College Dublin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205274468","host_organization_name":"Trinity College Dublin","host_organization_lineage":["https://openalex.org/I205274468"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.1145/3383652.3423882","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3383652.3423882","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3383652.3423882","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G228147372","display_name":null,"funder_award_id":"Grant 13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G3993907298","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320320864","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3091094344.pdf","grobid_xml":"https://content.openalex.org/works/W3091094344.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W114912394","https://openalex.org/W1494232809","https://openalex.org/W1534876773","https://openalex.org/W1844298566","https://openalex.org/W1969681536","https://openalex.org/W2020957269","https://openalex.org/W2024536104","https://openalex.org/W2035046981","https://openalex.org/W2054405953","https://openalex.org/W2077206503","https://openalex.org/W2090777335","https://openalex.org/W2239141610","https://openalex.org/W2296371640","https://openalex.org/W2316300312","https://openalex.org/W2530983305","https://openalex.org/W2737477199","https://openalex.org/W2884374054","https://openalex.org/W2901285216","https://openalex.org/W2901872500","https://openalex.org/W2962795401","https://openalex.org/W2981802563","https://openalex.org/W2986302981","https://openalex.org/W3009042479","https://openalex.org/W6869283797"],"related_works":[],"abstract_inverted_index":{"Gesture":[0],"behavior":[1],"is":[2],"a":[3,36,40,71,92,149,174],"natural":[4],"part":[5],"of":[6,66,73,156],"human":[7],"conversation.":[8],"Much":[9],"work":[10,34],"has":[11],"focused":[12],"on":[13],"removing":[14],"the":[15,88,103,154,169],"need":[16],"for":[17,160,168],"tedious":[18],"hand-animation":[19],"to":[20,63,87,101,108,152],"create":[21],"embodied":[22],"conversational":[23],"agents":[24],"by":[25],"designing":[26],"speech-driven":[27],"gesture":[28,67,81,104,112,123,158],"generators.":[29],"However,":[30],"these":[31],"generators":[32],"often":[33],"in":[35,56,91,176],"black-box":[37],"manner,":[38],"assuming":[39],"general":[41],"relationship":[42,86],"between":[43],"input":[44],"speech":[45,60,89,107,118],"and":[46,80,83,131],"output":[47],"motion.":[48,68],"As":[49],"their":[50,85],"success":[51],"remains":[52],"limited,":[53],"we":[54,96,147],"investigate":[55],"more":[57,140,190],"detail":[58],"how":[59,110],"may":[61],"relate":[62],"different":[64],"aspects":[65],"We":[69,120],"determine":[70],"number":[72],"parameters":[74,105,124],"characterizing":[75],"gesture,":[76],"such":[77,134,185],"as":[78,135,166,186],"speed":[79],"size,":[82],"explore":[84],"signal":[90],"two-fold":[93],"manner.":[94],"First,":[95],"train":[97],"multiple":[98],"recurrent":[99],"networks":[100],"predict":[102],"from":[106,117,129],"understand":[109],"well":[111],"attributes":[113],"can":[114,125,197],"be":[115,126,198],"modeled":[116],"alone.":[119],"find":[121],"that":[122,163,173],"partially":[127],"predicted":[128,139],"speech,":[130],"some":[132,183],"parameters,":[133],"path":[136],"length,":[137],"being":[138],"accurately":[141],"than":[142,192],"others,":[143],"like":[144],"velocity.":[145],"Second,":[146],"design":[148],"perceptual":[150],"study":[151],"assess":[153],"importance":[155],"each":[157],"parameter":[159,178],"producing":[161],"motion":[162],"people":[164],"perceive":[165],"appropriate":[167],"speech.":[170],"Results":[171],"show":[172],"degradation":[175],"any":[177],"was":[179],"viewed":[180],"negatively,":[181],"but":[182],"changes,":[184],"hand":[187],"shape,":[188],"are":[189],"impactful":[191],"others.":[193],"A":[194],"video":[195],"summarization":[196],"found":[199],"at":[200],"https://youtu.be/aw6-_5kmLjY.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2020-10-08T00:00:00"}