{"id":"https://openalex.org/W4413018426","doi":"https://doi.org/10.1109/fg61629.2025.11099440","title":"SignDiff: Diffusion Model for American Sign Language Production","display_name":"SignDiff: Diffusion Model for American Sign Language Production","publication_year":2025,"publication_date":"2025-05-26","ids":{"openalex":"https://openalex.org/W4413018426","doi":"https://doi.org/10.1109/fg61629.2025.11099440"},"language":"en","primary_location":{"id":"doi:10.1109/fg61629.2025.11099440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg61629.2025.11099440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 19th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101239986","display_name":"Sen Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096112","display_name":"Rutgers Sexual and Reproductive Health and Rights","ror":"https://ror.org/00rcvgx40","country_code":"NL","type":"other","lineage":["https://openalex.org/I4210096112"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Sen Fang","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I4210096112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112992370","display_name":"Chunyu Sui","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunyu Sui","raw_affiliation_strings":["Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003594516","display_name":"Yanghao Zhou","orcid":"https://orcid.org/0000-0002-5968-8618"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yanghao Zhou","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100646176","display_name":"Xuedong Zhang","orcid":"https://orcid.org/0000-0002-9224-0698"},"institutions":[{"id":"https://openalex.org/I4210137805","display_name":"Victoria School of Management","ror":"https://ror.org/03yvdgx21","country_code":"CH","type":"education","lineage":["https://openalex.org/I4210137805"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Xuedong Zhang","raw_affiliation_strings":["Victoria University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Victoria University","institution_ids":["https://openalex.org/I4210137805"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100538984","display_name":"Hongbin Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongbin Zhong","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101835756","display_name":"Yapeng Tian","orcid":"https://orcid.org/0000-0003-1423-4513"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yapeng Tian","raw_affiliation_strings":["The University of Texas at Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Dallas","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100317030","display_name":"Chen Chen","orcid":"https://orcid.org/0009-0001-2214-3323"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Chen","raw_affiliation_strings":["University of Central Florida"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Central Florida","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101239986"],"corresponding_institution_ids":["https://openalex.org/I4210096112"],"apc_list":null,"apc_paid":null,"fwci":19.9523,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.99308289,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9375,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9156000018119812,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6147698760032654},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.604564905166626},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5897216796875},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.5385350584983826},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33265605568885803},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09424066543579102},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08852240443229675}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6147698760032654},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.604564905166626},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5897216796875},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5385350584983826},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33265605568885803},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09424066543579102},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08852240443229675},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg61629.2025.11099440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg61629.2025.11099440","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 19th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1568066624","https://openalex.org/W1674750280","https://openalex.org/W1901129140","https://openalex.org/W1975275129","https://openalex.org/W1979013937","https://openalex.org/W2091709389","https://openalex.org/W2097117768","https://openalex.org/W2124934925","https://openalex.org/W2133665775","https://openalex.org/W2188882108","https://openalex.org/W2559085405","https://openalex.org/W2746301562","https://openalex.org/W2799020610","https://openalex.org/W2802177375","https://openalex.org/W2954798773","https://openalex.org/W2957167378","https://openalex.org/W2962793481","https://openalex.org/W2962982136","https://openalex.org/W2963073614","https://openalex.org/W2963092440","https://openalex.org/W2963266880","https://openalex.org/W2963361924","https://openalex.org/W2963800363","https://openalex.org/W2963876278","https://openalex.org/W2964002510","https://openalex.org/W2964093990","https://openalex.org/W2984529706","https://openalex.org/W2990452356","https://openalex.org/W2996570742","https://openalex.org/W2997005628","https://openalex.org/W2997573805","https://openalex.org/W3006410788","https://openalex.org/W3024396289","https://openalex.org/W3034371424","https://openalex.org/W3034521057","https://openalex.org/W3034765865","https://openalex.org/W3035515747","https://openalex.org/W3044842458","https://openalex.org/W3081492798","https://openalex.org/W3093028144","https://openalex.org/W3097792222","https://openalex.org/W3106811106","https://openalex.org/W3107847401","https://openalex.org/W3107972479","https://openalex.org/W3110422536","https://openalex.org/W3161569725","https://openalex.org/W3168702146","https://openalex.org/W3185096436","https://openalex.org/W3194357576","https://openalex.org/W3206301866","https://openalex.org/W4200118469","https://openalex.org/W4212986483","https://openalex.org/W4230527737","https://openalex.org/W4253468347","https://openalex.org/W4312262410","https://openalex.org/W4312933868","https://openalex.org/W4390873054","https://openalex.org/W4402753616","https://openalex.org/W4411245378","https://openalex.org/W6604828220","https://openalex.org/W6685352114","https://openalex.org/W6691592925","https://openalex.org/W6726983635","https://openalex.org/W6738824914","https://openalex.org/W6741614969","https://openalex.org/W6753914649","https://openalex.org/W6765779288","https://openalex.org/W6769148693","https://openalex.org/W6782324824","https://openalex.org/W6787911444","https://openalex.org/W6805602637","https://openalex.org/W6838639034","https://openalex.org/W6867602316"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0,63,159],"this":[1],"paper,":[2],"we":[3,65],"propose":[4,66,120],"a":[5,20,25,67,92,121],"dual-condition":[6],"diffusion":[7,61],"pre-training":[8],"model":[9,113,145],"named":[10],"SignDIFF":[11],"that":[12],"can":[13,77],"generate":[14,78],"human":[15,35],"sign":[16,48,103],"language":[17,49,104],"speakers":[18],"from":[19,83],"skeleton":[21],"pose.":[22],"SignDiff":[23],"has":[24],"novel":[26],"Frame":[27],"Reinforcement":[28],"Network":[29],"called":[30],"FR-Net,":[31],"similar":[32],"to":[33,96,114],"dense":[34,50],"pose":[36,51,81],"estimation":[37],"work,":[38],"which":[39,76],"enhances":[40],"the":[41,54,60,98,109,112,129,138,147,156],"correspondence":[42],"between":[43],"text":[44,84],"lexical":[45],"symbols":[46],"and":[47,91,100,107,127,133,152],"frames,":[52],"reduces":[53],"occurrence":[55],"of":[56,102,111,131,175],"multiple":[57],"fingers":[58],"in":[59,173],"model.":[62],"addition,":[64,160],"new":[68,88,93],"method":[69,154],"for":[70,124],"American":[71],"Sign":[72],"Language":[73],"Production":[74],"(ASLP),":[75],"ASL":[79,125],"skeletal":[80,105],"videos":[82],"input,":[85],"integrating":[86],"two":[87],"improved":[89],"modules":[90],"loss":[94],"function":[95],"improve":[97],"accuracy":[99],"quality":[101,163],"posture":[106],"enhance":[108],"ability":[110],"train":[115],"on":[116,135,137,146],"largescale":[117],"data.":[118],"We":[119,142],"simple":[122],"baseline":[123],"production":[126],"report":[128],"scores":[130],"17.19":[132],"12.85":[134],"BLEU-4":[136],"How2Sign":[139],"dev/test":[140],"sets.":[141],"evaluated":[143],"our":[144,153,161],"previous":[148,167],"mainstream":[149],"dataset":[150],"PHOENIX14T,":[151],"achieved":[155],"SOTA":[157],"results.":[158],"image":[162],"far":[164],"exceeds":[165],"all":[166],"results":[168],"by":[169],"10":[170],"percentage":[171],"points":[172],"terms":[174],"SSIM.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}