{"id":"https://openalex.org/W4395463271","doi":"https://doi.org/10.1142/s1469026824500068","title":"An Angle-Oriented Approach to Transferring Speech to Gesture for Highly Anthropomorphized Embodied Conversational Agents","display_name":"An Angle-Oriented Approach to Transferring Speech to Gesture for Highly Anthropomorphized Embodied Conversational Agents","publication_year":2024,"publication_date":"2024-04-25","ids":{"openalex":"https://openalex.org/W4395463271","doi":"https://doi.org/10.1142/s1469026824500068"},"language":"en","primary_location":{"id":"doi:10.1142/s1469026824500068","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1469026824500068","pdf_url":null,"source":{"id":"https://openalex.org/S206936884","display_name":"International Journal of Computational Intelligence and Applications","issn_l":"1469-0268","issn":["1469-0268","1757-5885"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311754","host_organization_name":"Imperial College Press","host_organization_lineage":["https://openalex.org/P4310311754"],"host_organization_lineage_names":["Imperial College Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055967483","display_name":"jiwei liu","orcid":"https://orcid.org/0000-0001-6857-0155"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiwei Liu","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Yuelushan, Changsha 410082, China"],"raw_orcid":"https://orcid.org/0000-0001-6857-0155","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Yuelushan, Changsha 410082, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035491991","display_name":"Zheng Qin","orcid":"https://orcid.org/0000-0003-0877-3887"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Qin","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Yuelushan, Changsha 410082, China"],"raw_orcid":"https://orcid.org/0000-0003-0877-3887","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Yuelushan, Changsha 410082, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036056631","display_name":"Zixing Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixing Zhang","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Yuelushan, Changsha 410082, China"],"raw_orcid":"https://orcid.org/0000-0001-8487-0561","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Yuelushan, Changsha 410082, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081463234","display_name":"Jixin Zhang","orcid":"https://orcid.org/0000-0001-6890-8953"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jixin Zhang","raw_affiliation_strings":["School of Computer Science, Hubei University of Technology, Road Nanli, Wuhan 430068, China"],"raw_orcid":"https://orcid.org/0000-0001-6890-8953","affiliations":[{"raw_affiliation_string":"School of Computer Science, Hubei University of Technology, Road Nanli, Wuhan 430068, China","institution_ids":["https://openalex.org/I74525822"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5055967483"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":0.2788,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.49344411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"23","issue":"02","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9190053939819336},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8525605201721191},{"id":"https://openalex.org/keywords/harp","display_name":"HARP","score":0.6168720126152039},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5393005013465881},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3670281171798706}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9190053939819336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8525605201721191},{"id":"https://openalex.org/C2776030095","wikidata":"https://www.wikidata.org/wiki/Q5628954","display_name":"HARP","level":2,"score":0.6168720126152039},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5393005013465881},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3670281171798706},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s1469026824500068","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s1469026824500068","pdf_url":null,"source":{"id":"https://openalex.org/S206936884","display_name":"International Journal of Computational Intelligence and Applications","issn_l":"1469-0268","issn":["1469-0268","1757-5885"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311754","host_organization_name":"Imperial College Press","host_organization_lineage":["https://openalex.org/P4310311754"],"host_organization_lineage_names":["Imperial College Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1601767560","display_name":null,"funder_award_id":"2015TP1004","funder_id":"https://openalex.org/F4320338199","funder_display_name":"Medical Science and Technology Project of Zhejiang Province"},{"id":"https://openalex.org/G1766379788","display_name":null,"funder_award_id":"kh2103003","funder_id":"https://openalex.org/F4320336619","funder_display_name":"Science and Technology Project of Nantong City"},{"id":"https://openalex.org/G6466554678","display_name":null,"funder_award_id":"U20A20174","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336619","display_name":"Science and Technology Project of Nantong City","ror":null},{"id":"https://openalex.org/F4320338199","display_name":"Medical Science and Technology Project of Zhejiang Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W180965534","https://openalex.org/W216945601","https://openalex.org/W1496828312","https://openalex.org/W1498883201","https://openalex.org/W1500419248","https://openalex.org/W1594982765","https://openalex.org/W1646777016","https://openalex.org/W1649407914","https://openalex.org/W1901129140","https://openalex.org/W1973282202","https://openalex.org/W2007337857","https://openalex.org/W2017977879","https://openalex.org/W2023890289","https://openalex.org/W2114079787","https://openalex.org/W2129537268","https://openalex.org/W2135431835","https://openalex.org/W2194775991","https://openalex.org/W2514749862","https://openalex.org/W2612630960","https://openalex.org/W2614519765","https://openalex.org/W2615766498","https://openalex.org/W2619383789","https://openalex.org/W2727071501","https://openalex.org/W2737658251","https://openalex.org/W2740594804","https://openalex.org/W2766171407","https://openalex.org/W2767361967","https://openalex.org/W2780124704","https://openalex.org/W2962795401","https://openalex.org/W2963081548","https://openalex.org/W2963544341","https://openalex.org/W2964309167","https://openalex.org/W2967443589","https://openalex.org/W2979894294","https://openalex.org/W2981263323","https://openalex.org/W2982625143","https://openalex.org/W2990452356","https://openalex.org/W3002310794","https://openalex.org/W3006295631","https://openalex.org/W3034192160","https://openalex.org/W3081492798","https://openalex.org/W3083173864","https://openalex.org/W3088536033","https://openalex.org/W3093390323","https://openalex.org/W3101631197","https://openalex.org/W3102619627","https://openalex.org/W3103080153","https://openalex.org/W3115266783","https://openalex.org/W3118288752","https://openalex.org/W3125775899","https://openalex.org/W3154411171","https://openalex.org/W3176721746","https://openalex.org/W3180794345","https://openalex.org/W3188493377","https://openalex.org/W3194872882","https://openalex.org/W3198131199","https://openalex.org/W3211147706","https://openalex.org/W4200174933","https://openalex.org/W4230429791","https://openalex.org/W4236521339","https://openalex.org/W4283522964","https://openalex.org/W4307979480","https://openalex.org/W4312674262"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2091083843","https://openalex.org/W424580262","https://openalex.org/W2597835809","https://openalex.org/W4300904561","https://openalex.org/W619121476","https://openalex.org/W2807944126","https://openalex.org/W4248186805"],"abstract_inverted_index":{"Realistic":[0],"co-speech":[1,23,128,137,169],"gestures":[2,24,138,170],"are":[3,34,142],"important":[4],"to":[5,21,66,104,144,199],"anthropomorphize":[6],"ECAs,":[7],"as":[8,126,147,149],"nonverbal":[9],"behavior":[10],"improves":[11],"expressiveness":[12],"of":[13,43,50,80,116,173,182,211],"their":[14],"speech":[15,108],"greatly.":[16],"However,":[17],"the":[18,41,72,114,132,136,150,174,183],"existing":[19,175],"approaches":[20],"generating":[22],"with":[25,101,131],"sufficient":[26],"details":[27],"(including":[28],"fingers,":[29],"etc.)":[30],"in":[31],"3D":[32],"scenarios":[33],"indeed":[35],"rare.":[36],"Additionally,":[37],"they":[38,154],"hardly":[39],"address":[40],"problem":[42],"abnormal":[44,56],"gestures,":[45],"temporal\u2013spatial":[46,157],"coherence":[47],"and":[48,90,118,161,208],"diversity":[49],"gesture":[51,57],"sequences":[52],"comprehensively.":[53],"To":[54],"handle":[55],"issues,":[58],"we":[59],"put":[60],"forward":[61],"an":[62],"angle":[63],"conversion":[64],"method":[65],"remove":[67],"body":[68,83,203],"part":[69],"length":[70],"from":[71],"original":[73],"in-the-wild":[74],"video":[75],"dataset":[76],"via":[77],"transferring":[78],"coordinates":[79],"human":[81,184,201],"upper":[82,185,202],"key":[84,180],"points":[85,181],"into":[86,110],"relative":[87],"deflection":[88],"angles":[89,112,121],"pitch":[91],"angles.":[92],"We":[93],"also":[94],"propose":[95],"a":[96],"neural":[97],"network":[98],"called":[99],"HARP":[100,141,195,212],"encoder\u2013decoder":[102],"architecture":[103],"transfer":[105],"MFCC":[106],"featured":[107],"audio":[109],"aforementioned":[111],"on":[113,168],"basis":[115],"CNN":[117],"LSTM.":[119],"The":[120],"then":[122],"can":[123,196,213],"be":[124,145,197,214],"rendered":[125],"corresponding":[127],"gestures.":[129],"Compared":[130],"other":[133],"latest":[134],"approaches,":[135],"generated":[139],"by":[140,177],"proved":[143],"almost":[146],"good":[148],"real":[151],"person,":[152],"i.e.,":[153],"have":[155],"strong":[156],"coherence,":[158],"diversity,":[159],"persuasiveness":[160],"credibility.":[162],"Our":[163],"approach":[164],"puts":[165],"finer":[166],"control":[167],"than":[171],"most":[172],"works":[176],"handling":[178],"all":[179],"body.":[186],"It":[187],"is":[188],"more":[189],"feasible":[190],"for":[191],"industrial":[192],"application,":[193],"since":[194],"adaptive":[198],"any":[200],"model.":[204],"All":[205],"related":[206],"code":[207],"evidence":[209],"videos":[210],"accessed":[215],"at":[216],"https://github.com/drrobincroft/HARP":[217],".":[218]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}