{"id":"https://openalex.org/W4391305723","doi":"https://doi.org/10.1109/lra.2024.3359544","title":"GesGPT: Speech Gesture Synthesis With Text Parsing From ChatGPT","display_name":"GesGPT: Speech Gesture Synthesis With Text Parsing From ChatGPT","publication_year":2024,"publication_date":"2024-01-29","ids":{"openalex":"https://openalex.org/W4391305723","doi":"https://doi.org/10.1109/lra.2024.3359544"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3359544","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2024.3359544","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10415498.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10415498.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100599858","display_name":"Nan Gao","orcid":"https://orcid.org/0000-0001-9547-1304"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nan Gao","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100775936","display_name":"Zeyu Zhao","orcid":"https://orcid.org/0009-0002-6612-9731"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Zhao","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, China","Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100410706","display_name":"Zhi Zeng","orcid":"https://orcid.org/0000-0003-2150-2088"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Zeng","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109291841","display_name":"Shuwu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuwu Zhang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080838784","display_name":"Dongdong Weng","orcid":"https://orcid.org/0000-0003-2352-0896"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dongdong Weng","raw_affiliation_strings":["Beijing Engineering Research Center of Mixed Reality and Advanced Display, Beijing, China","Institute of Technology Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Engineering Research Center of Mixed Reality and Advanced Display, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Institute of Technology Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024817565","display_name":"Yihua Bao","orcid":"https://orcid.org/0000-0002-4250-2258"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yihua Bao","raw_affiliation_strings":["Beijing Engineering Research Center of Mixed Reality and Advanced Display, Beijing, China","Institute of Technology Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Engineering Research Center of Mixed Reality and Advanced Display, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"Institute of Technology Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100599858"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":3.2733,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92441427,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"9","issue":"3","first_page":"2718","last_page":"2725"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9645700454711914},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6867185235023499},{"id":"https://openalex.org/keywords/lexicon","display_name":"Lexicon","score":0.6623589396476746},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5646768808364868},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5583375692367554},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.47719964385032654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4159623384475708},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11323803663253784}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9645700454711914},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6867185235023499},{"id":"https://openalex.org/C2778121359","wikidata":"https://www.wikidata.org/wiki/Q8096","display_name":"Lexicon","level":2,"score":0.6623589396476746},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5646768808364868},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5583375692367554},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.47719964385032654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4159623384475708},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11323803663253784}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3359544","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2024.3359544","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10415498.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/lra.2024.3359544","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2024.3359544","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10415498.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391305723.pdf","grobid_xml":"https://content.openalex.org/works/W4391305723.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W112381816","https://openalex.org/W1496828312","https://openalex.org/W1807822134","https://openalex.org/W2008208299","https://openalex.org/W2027222744","https://openalex.org/W2100271981","https://openalex.org/W2126558800","https://openalex.org/W2157331557","https://openalex.org/W2747874407","https://openalex.org/W2896457183","https://openalex.org/W2901872500","https://openalex.org/W2945629925","https://openalex.org/W3083173864","https://openalex.org/W3084056225","https://openalex.org/W3107914916","https://openalex.org/W3125775899","https://openalex.org/W3185341429","https://openalex.org/W3192902592","https://openalex.org/W3194357576","https://openalex.org/W3194872882","https://openalex.org/W3198131199","https://openalex.org/W3205306934","https://openalex.org/W4221141984","https://openalex.org/W4221142137","https://openalex.org/W4249659538","https://openalex.org/W4285981714","https://openalex.org/W4287025773","https://openalex.org/W4288327876","https://openalex.org/W4292945985","https://openalex.org/W4303448003","https://openalex.org/W4308222716","https://openalex.org/W4312584365","https://openalex.org/W4312719027","https://openalex.org/W4321351659","https://openalex.org/W4364377334","https://openalex.org/W4382334257","https://openalex.org/W4384264726","https://openalex.org/W4385764101","https://openalex.org/W4386066602","https://openalex.org/W4386076103","https://openalex.org/W4386320380","https://openalex.org/W4394828156","https://openalex.org/W6730877672","https://openalex.org/W6755207826","https://openalex.org/W6764045775","https://openalex.org/W6778883912","https://openalex.org/W6799801442","https://openalex.org/W6853450284","https://openalex.org/W6854555012","https://openalex.org/W6854929498"],"related_works":["https://openalex.org/W2537963312","https://openalex.org/W2066003895","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W1831473261","https://openalex.org/W4293870971","https://openalex.org/W4381248170","https://openalex.org/W3189621521","https://openalex.org/W2173794830","https://openalex.org/W1502858101"],"abstract_inverted_index":{"Gesture":[0],"synthesis":[1,160],"has":[2],"gained":[3],"significant":[4],"attention":[5],"as":[6,74],"a":[7,57,88,101,150],"critical":[8],"research":[9],"field,":[10],"aiming":[11],"to":[12,20,45,60,91,142],"produce":[13],"contextually":[14,185],"appropriate":[15,186],"and":[16,48,93,97,108,139,166,187],"natural":[17],"gestures":[18,96,99,162,165,174],"corresponding":[19],"speech":[21],"or":[22],"textual":[23],"input.":[24],"Although":[25],"deep":[26],"learning-based":[27],"approaches":[28],"have":[29],"achieved":[30],"remarkable":[31],"progress,":[32],"they":[33],"often":[34],"overlook":[35],"the":[36,42,65,79,115,159,172],"rich":[37],"semantic":[38,66,140,156],"information":[39],"present":[40],"in":[41,106,144],"text,":[43],"leading":[44],"less":[46],"expressive":[47,188],"meaningful":[49,109],"gestures.":[50,110,168,177,189],"In":[51],"this":[52],"letter,":[53],"we":[54,86,148,170],"propose":[55],"GesGPT,":[56],"novel":[58],"approach":[59,90,113],"gesture":[61,122,145,152],"generation":[62,123],"that":[63,120,181],"leverages":[64],"analysis":[67,135],"capabilities":[68],"of":[69,81,117,161],"large":[70],"language":[71],"models,":[72],"such":[73],"ChatGPT.":[75,130],"By":[76],"capitalizing":[77],"on":[78,136],"strengths":[80],"LLMs":[82],"for":[83],"text":[84,102],"analysis,":[85],"adopt":[87],"controlled":[89],"generate":[92],"integrate":[94],"professional":[95,164,173],"base":[98,167,176],"through":[100],"parsing":[103],"script,":[104],"resulting":[105],"diverse":[107],"Firstly,":[111],"our":[112],"involves":[114],"development":[116],"prompt":[118],"principles":[119],"transform":[121],"into":[124,163],"an":[125],"intention":[126],"classification":[127],"problem":[128],"using":[129],"We":[131],"also":[132],"conduct":[133],"further":[134],"emphasis":[137],"words":[138,141],"aid":[143],"generation.":[146],"Subsequently,":[147],"construct":[149],"specialized":[151],"lexicon":[153],"with":[154,175],"multiple":[155],"annotations,":[157],"decoupling":[158],"Finally,":[169],"merge":[171],"Experimental":[178],"results":[179],"demonstrate":[180],"GesGPT":[182],"effectively":[183],"generates":[184]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}