{"id":"https://openalex.org/W7131809221","doi":"https://doi.org/10.48550/arxiv.2602.22949","title":"OpenFS: Multi-Hand-Capable Fingerspelling Recognition with Implicit Signing-Hand Detection and Frame-Wise Letter-Conditioned Synthesis","display_name":"OpenFS: Multi-Hand-Capable Fingerspelling Recognition with Implicit Signing-Hand Detection and Frame-Wise Letter-Conditioned Synthesis","publication_year":2026,"publication_date":"2026-02-26","ids":{"openalex":"https://openalex.org/W7131809221","doi":"https://doi.org/10.48550/arxiv.2602.22949"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.22949","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.22949","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.22949","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053683603","display_name":"Junuk Cha","orcid":"https://orcid.org/0000-0003-2321-2797"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cha, Junuk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127421875","display_name":"Jihyeon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jihyeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5017746540","display_name":"Han-Mu Park","orcid":"https://orcid.org/0000-0002-1174-553X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Han-Mu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.012299999594688416,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6164000034332275},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.5443999767303467},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.4521999955177307},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4392000138759613},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.43630000948905945},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.41769999265670776},{"id":"https://openalex.org/keywords/connectionism","display_name":"Connectionism","score":0.3935000002384186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8507999777793884},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6707000136375427},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6164000034332275},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5443999767303467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5127999782562256},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4521999955177307},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4392000138759613},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.43630000948905945},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.41769999265670776},{"id":"https://openalex.org/C8521452","wikidata":"https://www.wikidata.org/wiki/Q203790","display_name":"Connectionism","level":3,"score":0.3935000002384186},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3921999931335449},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.3659999966621399},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.32429999113082886},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.22949","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.22949","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.22949","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.22949","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7456072568893433}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fingerspelling":[0],"is":[1],"a":[2,24,75,104,122,127,158,186,205],"component":[3],"of":[4,49,174,204,228],"sign":[5],"languages":[6],"in":[7,27,222],"which":[8,67,81],"words":[9],"are":[10,237],"spelled":[11],"out":[12],"letter":[13,15,167],"by":[14,120],"using":[16],"specific":[17],"hand":[18],"poses.":[19],"Automatic":[20],"fingerspelling":[21,59,98,106,193],"recognition":[22,60,71,99,223],"plays":[23],"crucial":[25],"role":[26],"bridging":[28],"the":[29,43,47,54,83,140,153,165,171,175,202,226,229],"communication":[30],"gap":[31],"between":[32],"Deaf":[33],"and":[34,53,73,100,112,115,126,224,232,235],"hearing":[35],"communities,":[36],"yet":[37],"it":[38],"remains":[39],"challenging":[40],"due":[41],"to":[42,70,137,169],"signing-hand":[44,65,118,128,145],"ambiguity":[45],"issue,":[46],"lack":[48],"appropriate":[50],"training":[51],"losses,":[52],"out-of-vocabulary":[55],"(OOV)":[56],"problem.":[57,86],"Prior":[58],"methods":[61],"rely":[62],"on":[63,74,139,152],"explicit":[64],"detection,":[66],"often":[68],"leads":[69],"failures,":[72],"connectionist":[76],"temporal":[77,172],"classification":[78],"(CTC)":[79],"loss,":[80,155],"exhibits":[82],"peaky":[84],"behavior":[85],"To":[87],"address":[88],"these":[89],"issues,":[90],"we":[91,156,184,214],"develop":[92],"OpenFS,":[93],"an":[94],"open-source":[95],"approach":[96,218],"for":[97,196],"synthesis.":[101],"We":[102],"propose":[103,185],"multi-hand-capable":[105],"recognizer":[107,231],"that":[108,163,190,216],"supports":[109],"both":[110],"single-":[111],"multi-hand":[113],"inputs":[114],"performs":[116],"implicit":[117,144],"detection":[119,146],"incorporating":[121],"dual-level":[123],"positional":[124],"encoding":[125],"focus":[129,138],"(SF)":[130],"loss.":[131],"The":[132],"SF":[133],"loss":[134,162],"encourages":[135],"cross-attention":[136,180],"signing":[141],"hand,":[142],"enabling":[143],"during":[147],"recognition.":[148],"Furthermore,":[149],"without":[150],"relying":[151],"CTC":[154],"introduce":[157],"monotonic":[159],"alignment":[160],"(MA)":[161],"enforces":[164],"output":[166],"sequence":[168,178],"follow":[170],"order":[173],"input":[176],"pose":[177,194],"through":[179],"regularization.":[181],"In":[182],"addition,":[183],"frame-wise":[187],"letter-conditioned":[188],"generator":[189,200],"synthesizes":[191],"realistic":[192],"sequences":[195],"OOV":[197],"words.":[198],"This":[199],"enables":[201],"construction":[203],"new":[206],"synthetic":[207],"benchmark,":[208],"called":[209],"FSNeo.":[210],"Through":[211],"comprehensive":[212],"experiments,":[213],"demonstrate":[215],"our":[217],"achieves":[219],"state-of-the-art":[220],"performance":[221],"validate":[225],"effectiveness":[227],"proposed":[230],"generator.":[233],"Codes":[234],"data":[236],"available":[238],"in:":[239],"https://github.com/AIRC-KETI/OpenFS.":[240]},"counts_by_year":[],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-02-28T00:00:00"}