{"id":"https://openalex.org/W4413265018","doi":"https://doi.org/10.1002/cav.70034","title":"RIDGE: Rule\u2010Infused Deep Learning for Realistic Co\u2010Speech Gesture Generation","display_name":"RIDGE: Rule\u2010Infused Deep Learning for Realistic Co\u2010Speech Gesture Generation","publication_year":2025,"publication_date":"2025-07-01","ids":{"openalex":"https://openalex.org/W4413265018","doi":"https://doi.org/10.1002/cav.70034"},"language":"en","primary_location":{"id":"doi:10.1002/cav.70034","is_oa":false,"landing_page_url":"https://doi.org/10.1002/cav.70034","pdf_url":null,"source":{"id":"https://openalex.org/S100062975","display_name":"Computer Animation and Virtual Worlds","issn_l":"1546-4261","issn":["1546-4261","1546-427X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Animation and Virtual Worlds","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019377864","display_name":"Ghazanfar Ali","orcid":"https://orcid.org/0000-0002-7741-1938"},"institutions":[{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ghazanfar Ali","raw_affiliation_strings":["Intelligence and Interaction Research Center Korea Institute of Science and Technology (KIST)  Seoul Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Intelligence and Interaction Research Center Korea Institute of Science and Technology (KIST)  Seoul Republic of Korea","institution_ids":["https://openalex.org/I58716616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006320626","display_name":"H. Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I88761825","display_name":"Korea University of Science and Technology","ror":"https://ror.org/000qzf213","country_code":"KR","type":"education","lineage":["https://openalex.org/I88761825"]},{"id":"https://openalex.org/I4210116723","display_name":"Robotics Research (United States)","ror":"https://ror.org/020w2fr77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210116723"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"HwangYoun Kim","raw_affiliation_strings":["AI\u2010Robotics, KIST School University of Science and Technology (UST)  Seoul Republic of Korea"],"affiliations":[{"raw_affiliation_string":"AI\u2010Robotics, KIST School University of Science and Technology (UST)  Seoul Republic of Korea","institution_ids":["https://openalex.org/I4210116723","https://openalex.org/I88761825"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028302461","display_name":"Jae\u2010In Hwang","orcid":"https://orcid.org/0000-0002-8748-9077"},"institutions":[{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jae\u2010In Hwang","raw_affiliation_strings":["Intelligence and Interaction Research Center Korea Institute of Science and Technology (KIST)  Seoul Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Intelligence and Interaction Research Center Korea Institute of Science and Technology (KIST)  Seoul Republic of Korea","institution_ids":["https://openalex.org/I58716616"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028302461"],"corresponding_institution_ids":["https://openalex.org/I58716616"],"apc_list":{"value":3040,"currency":"USD","value_usd":3040},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25854906,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8975400924682617},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8768084645271301},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5133547186851501},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.512026846408844},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.5059294104576111},{"id":"https://openalex.org/keywords/ridge","display_name":"Ridge","score":0.4909806549549103},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.43943724036216736},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4298224449157715},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3727172613143921},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3417097330093384}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8975400924682617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8768084645271301},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5133547186851501},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.512026846408844},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5059294104576111},{"id":"https://openalex.org/C32277403","wikidata":"https://www.wikidata.org/wiki/Q740445","display_name":"Ridge","level":2,"score":0.4909806549549103},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.43943724036216736},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4298224449157715},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3727172613143921},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3417097330093384},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/cav.70034","is_oa":false,"landing_page_url":"https://doi.org/10.1002/cav.70034","pdf_url":null,"source":{"id":"https://openalex.org/S100062975","display_name":"Computer Animation and Virtual Worlds","issn_l":"1546-4261","issn":["1546-4261","1546-427X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Animation and Virtual Worlds","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2008208299","https://openalex.org/W2141855524","https://openalex.org/W2962730651","https://openalex.org/W2986302981","https://openalex.org/W2997998108","https://openalex.org/W3005680577","https://openalex.org/W3083173864","https://openalex.org/W3088839425","https://openalex.org/W3098994456","https://openalex.org/W3125775899","https://openalex.org/W3135367836","https://openalex.org/W3152157423","https://openalex.org/W3174497392","https://openalex.org/W4230429791","https://openalex.org/W4231262993","https://openalex.org/W4364377334","https://openalex.org/W4397048964","https://openalex.org/W4399382937","https://openalex.org/W4400822426","https://openalex.org/W4401300898","https://openalex.org/W4409049817"],"related_works":["https://openalex.org/W2537963312","https://openalex.org/W2066003895","https://openalex.org/W2349788282","https://openalex.org/W577271088","https://openalex.org/W2120801881","https://openalex.org/W1982853263","https://openalex.org/W1974473538","https://openalex.org/W2020010749","https://openalex.org/W2796116650","https://openalex.org/W2954779189"],"abstract_inverted_index":{"ABSTRACT":[0],"Co\u2010speech":[1],"gestures":[2,43],"are":[3],"essential":[4],"for":[5,44],"natural":[6],"human":[7],"communication,":[8],"yet":[9],"existing":[10,105],"synthesis":[11],"methods":[12],"fall":[13],"short":[14],"in":[15,87],"delivering":[16],"semantically":[17,90],"aligned":[18],"and":[19,36,47,120,138],"contextually":[20],"appropriate":[21,91],"motions.":[22],"In":[23],"this":[24],"paper,":[25],"we":[26],"present":[27],"RIDGE":[28,50],",":[29],"a":[30,52,74,80,95,108,115],"hybrid":[31],"system":[32,103,134],"that":[33],"combines":[34],"rule\u2010based":[35,116],"deep":[37,83],"learning":[38,84],"approaches":[39],"to":[40,68,88,114,144],"generate":[41],"realistic":[42],"virtual":[45],"avatars":[46],"human\u2010computer":[48],"interaction.":[49],"employs":[51],"high\u2010fidelity":[53],"rule":[54],"base,":[55],"generated":[56],"from":[57],"motion":[58],"capture":[59],"data":[60,136],"with":[61],"the":[62,125],"assistance":[63],"of":[64,111,118,133],"large":[65],"language":[66],"models,":[67],"select":[69],"reliable":[70],"gesture":[71,146],"mappings.":[72],"When":[73],"high\u2010confidence":[75],"match":[76],"is":[77],"not":[78],"available,":[79],"contrastively":[81],"trained":[82],"model":[85],"steps":[86],"produce":[89],"gestures.":[92],"Evaluated":[93],"using":[94],"novel":[96],"Gesture":[97],"Cluster":[98],"Affinity":[99],"(GCA)":[100],"metric,":[101],"our":[102],"outperforms":[104],"baselines,":[106],"achieving":[107],"GCA":[109],"score":[110,128],"0.73":[112],"compared":[113],"baseline":[117],"0.6":[119],"an":[121],"end\u2010to\u2010end:":[122],"0.52,":[123],"while":[124],"ground":[126],"truth":[127],"was":[129],"0.90.":[130],"Detailed":[131],"analyses":[132],"architecture,":[135],"preprocessing,":[137],"evaluation":[139],"methodologies":[140],"demonstrate":[141],"RIDGE's":[142],"potential":[143],"enhance":[145],"synthesis.":[147],"Project":[148],"Url:":[149],"https://www.mrlab.co.kr/research/ridge":[150],".":[151]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}