{"id":"https://openalex.org/W4400527496","doi":"https://doi.org/10.1109/fg59268.2024.10581934","title":"SignAvatar: Sign Language 3D Motion Reconstruction and Generation","display_name":"SignAvatar: Sign Language 3D Motion Reconstruction and Generation","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4400527496","doi":"https://doi.org/10.1109/fg59268.2024.10581934"},"language":"en","primary_location":{"id":"doi:10.1109/fg59268.2024.10581934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10581934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102744067","display_name":"Lu Dong","orcid":"https://orcid.org/0009-0007-4036-7690"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lu Dong","raw_affiliation_strings":["University at Buffalo,Department of Computer Science and Engineering,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo,Department of Computer Science and Engineering,NY,USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044327167","display_name":"Lipisha Chaudhary","orcid":"https://orcid.org/0000-0002-8863-1338"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lipisha Chaudhary","raw_affiliation_strings":["University at Buffalo,Department of Computer Science and Engineering,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo,Department of Computer Science and Engineering,NY,USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024353201","display_name":"Fei Xu","orcid":"https://orcid.org/0000-0001-5239-4572"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Xu","raw_affiliation_strings":["University at Buffalo,Department of Computer Science and Engineering,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo,Department of Computer Science and Engineering,NY,USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411438","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0001-8139-4192"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["University at Buffalo,Department of Computer Science and Engineering,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo,Department of Computer Science and Engineering,NY,USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098657766","display_name":"Mason Lary","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mason Lary","raw_affiliation_strings":["University at Buffalo,Department of Computer Science and Engineering,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo,Department of Computer Science and Engineering,NY,USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022590472","display_name":"Ifeoma Nwogu","orcid":"https://orcid.org/0000-0003-1414-6433"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ifeoma Nwogu","raw_affiliation_strings":["University at Buffalo,Department of Computer Science and Engineering,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Buffalo,Department of Computer Science and Engineering,NY,USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":2.9112,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91677953,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7009167671203613},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.5945298671722412},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5759269595146179},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5097505450248718},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.4441159665584564},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42200398445129395},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.32462024688720703},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.20212188363075256},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09900733828544617},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07479500770568848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7009167671203613},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5945298671722412},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5759269595146179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5097505450248718},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.4441159665584564},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42200398445129395},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.32462024688720703},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.20212188363075256},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09900733828544617},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07479500770568848},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg59268.2024.10581934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10581934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2188882108","https://openalex.org/W2559085405","https://openalex.org/W2949924544","https://openalex.org/W2950404765","https://openalex.org/W2962770929","https://openalex.org/W2963076818","https://openalex.org/W2963515833","https://openalex.org/W2963873475","https://openalex.org/W2963995996","https://openalex.org/W2964024144","https://openalex.org/W2968722025","https://openalex.org/W2978232138","https://openalex.org/W2978956737","https://openalex.org/W2981637078","https://openalex.org/W2997573805","https://openalex.org/W2998356391","https://openalex.org/W3009828227","https://openalex.org/W3015340111","https://openalex.org/W3024396289","https://openalex.org/W3034470433","https://openalex.org/W3035581100","https://openalex.org/W3091358202","https://openalex.org/W3107167007","https://openalex.org/W3107972479","https://openalex.org/W3110095664","https://openalex.org/W3126473778","https://openalex.org/W3142849873","https://openalex.org/W3153832461","https://openalex.org/W3161569725","https://openalex.org/W3167491448","https://openalex.org/W3172644340","https://openalex.org/W3174690545","https://openalex.org/W3174980830","https://openalex.org/W3175585044","https://openalex.org/W3195437714","https://openalex.org/W3204956438","https://openalex.org/W4211140127","https://openalex.org/W4212986483","https://openalex.org/W4214770715","https://openalex.org/W4214926101","https://openalex.org/W4225964194","https://openalex.org/W4288079574","https://openalex.org/W4292779060","https://openalex.org/W4292828425","https://openalex.org/W4312590328","https://openalex.org/W4313156423","https://openalex.org/W4382202314","https://openalex.org/W4388186306","https://openalex.org/W6775746652","https://openalex.org/W6778883912","https://openalex.org/W6781846555","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6954831310"],"related_works":["https://openalex.org/W2110143569","https://openalex.org/W3122938442","https://openalex.org/W4379621602","https://openalex.org/W4294690766","https://openalex.org/W2159815235","https://openalex.org/W3204710839","https://openalex.org/W2025206082","https://openalex.org/W2164424388","https://openalex.org/W2511227366","https://openalex.org/W1989687946"],"abstract_inverted_index":{"Achieving":[0],"expressive":[1],"3D":[2,21,99],"motion":[3],"reconstruction":[4,53,125],"and":[5,30,54,84,107,126,132],"automatic":[6,127],"generation":[7,128],"for":[8,103,109],"isolated":[9],"sign":[10,35,51,111],"words":[11],"can":[12],"be":[13],"challenging,":[14],"due":[15],"to":[16,79],"the":[17,24,31,81,94,104,115,137],"lack":[18],"of":[19,27,34,48,98,117],"real-world":[20],"sign-word":[22],"data,":[23],"complex":[25],"nuances":[26],"signing":[28],"motions,":[29],"cross-modal":[32],"understanding":[33],"language":[36,52],"semantics.":[37],"To":[38],"address":[39],"these":[40],"challenges,":[41],"we":[42,92],"introduce":[43],"SignAvatar,":[44],"a":[45,58,75],"framework":[46],"capable":[47],"both":[49],"word-level":[50],"generation.":[55],"SignAvatar":[56,118],"employs":[57],"transformer-based":[59],"conditional":[60],"variational":[61],"autoencoder":[62],"architecture,":[63],"effectively":[64],"establishing":[65],"relationships":[66],"across":[67],"different":[68],"semantic":[69],"modalities.":[70],"Additionally,":[71],"this":[72],"approach":[73],"incorporates":[74],"curriculum":[76],"learning":[77],"strategy":[78],"enhance":[80],"model's":[82],"robustness":[83],"generalization,":[85],"resulting":[86],"in":[87],"more":[88],"realistic":[89],"motions.":[90],"Furthermore,":[91],"contribute":[93],"ASL3DWord":[95],"dataset,":[96],"composed":[97],"joint":[100],"rotation":[101],"data":[102],"body,":[105],"hands,":[106],"face,":[108],"unique":[110],"words.":[112],"We":[113],"demonstrate":[114],"effectiveness":[116],"through":[119],"extensive":[120],"experiments,":[121],"showcasing":[122],"its":[123],"superior":[124],"capabilities.":[129],"The":[130],"code":[131],"dataset":[133],"are":[134],"available":[135],"on":[136],"project":[138],"page1.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}