{"id":"https://openalex.org/W4412631833","doi":"https://doi.org/10.3390/a18080463","title":"Inverse Kinematics-Augmented Sign Language: A Simulation-Based Framework for Scalable Deep Gesture Recognition","display_name":"Inverse Kinematics-Augmented Sign Language: A Simulation-Based Framework for Scalable Deep Gesture Recognition","publication_year":2025,"publication_date":"2025-07-24","ids":{"openalex":"https://openalex.org/W4412631833","doi":"https://doi.org/10.3390/a18080463"},"language":"en","primary_location":{"id":"doi:10.3390/a18080463","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18080463","pdf_url":"https://www.mdpi.com/1999-4893/18/8/463/pdf?version=1753422804","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/18/8/463/pdf?version=1753422804","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013735803","display_name":"Binghao Wang","orcid":"https://orcid.org/0000-0002-9631-6901"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Binghao Wang","raw_affiliation_strings":["Graduate School of Computer Science and Engineering, University of Aizu, Aizu-Wakamatsu 965-8580, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Computer Science and Engineering, University of Aizu, Aizu-Wakamatsu 965-8580, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100760612","display_name":"Lei Jing","orcid":"https://orcid.org/0000-0002-1181-2536"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Lei Jing","raw_affiliation_strings":["Graduate School of Computer Science and Engineering, University of Aizu, Aizu-Wakamatsu 965-8580, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Computer Science and Engineering, University of Aizu, Aizu-Wakamatsu 965-8580, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022516253","display_name":"Xiang Li","orcid":"https://orcid.org/0000-0002-3919-2658"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Xiang Li","raw_affiliation_strings":["Graduate School of Computer Science and Engineering, University of Aizu, Aizu-Wakamatsu 965-8580, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Computer Science and Engineering, University of Aizu, Aizu-Wakamatsu 965-8580, Japan","institution_ids":["https://openalex.org/I141591182"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5022516253","https://openalex.org/A5100760612"],"corresponding_institution_ids":["https://openalex.org/I141591182"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":2.1456,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87470626,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"18","issue":"8","first_page":"463","last_page":"463"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7965655326843262},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7568719387054443},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.6682160496711731},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5893672108650208},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.5556879043579102},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.5522329211235046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5490383505821228},{"id":"https://openalex.org/keywords/inverse-kinematics","display_name":"Inverse kinematics","score":0.4853769540786743},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.48126929998397827},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.43086564540863037},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4172719419002533},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39068469405174255},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37476277351379395},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13568225502967834},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1253708302974701},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.11532342433929443}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7965655326843262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7568719387054443},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.6682160496711731},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5893672108650208},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5556879043579102},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.5522329211235046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5490383505821228},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.4853769540786743},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.48126929998397827},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.43086564540863037},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4172719419002533},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39068469405174255},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37476277351379395},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13568225502967834},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1253708302974701},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.11532342433929443},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a18080463","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18080463","pdf_url":"https://www.mdpi.com/1999-4893/18/8/463/pdf?version=1753422804","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:908f2818aeac4937b2a8ff46e5cc0a49","is_oa":true,"landing_page_url":"https://doaj.org/article/908f2818aeac4937b2a8ff46e5cc0a49","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 18, Iss 8, p 463 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a18080463","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a18080463","pdf_url":"https://www.mdpi.com/1999-4893/18/8/463/pdf?version=1753422804","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320328617","display_name":"JKA Foundation","ror":"https://ror.org/01r88qh41"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412631833.pdf","grobid_xml":"https://content.openalex.org/works/W4412631833.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1982919172","https://openalex.org/W1983364832","https://openalex.org/W2148883631","https://openalex.org/W2510642588","https://openalex.org/W2895638065","https://openalex.org/W2900901304","https://openalex.org/W2913293418","https://openalex.org/W2943132821","https://openalex.org/W2964093990","https://openalex.org/W2981436931","https://openalex.org/W2981531407","https://openalex.org/W3015075688","https://openalex.org/W3021295796","https://openalex.org/W3168702146","https://openalex.org/W3177318507","https://openalex.org/W3184215204","https://openalex.org/W3196785220","https://openalex.org/W3197059061","https://openalex.org/W3198876595","https://openalex.org/W4387453393","https://openalex.org/W4393053029","https://openalex.org/W4396581033","https://openalex.org/W4400965347","https://openalex.org/W4403422133","https://openalex.org/W4408859567","https://openalex.org/W6691592925","https://openalex.org/W6739901393","https://openalex.org/W6801272508"],"related_works":["https://openalex.org/W4308478915","https://openalex.org/W4389049376","https://openalex.org/W1986488374","https://openalex.org/W3040456104","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,101],"introduce":[4],"IK-AUG,":[5],"a":[6,49,63,70,103,123,133,138,190],"unified":[7],"algorithmic":[8,184],"framework":[9],"for":[10,195,203],"kinematics-driven":[11],"data":[12,99],"augmentation":[13,23,140,185],"tailored":[14],"to":[15,42,86],"sign":[16],"language":[17],"recognition":[18,211],"(SLR).":[19],"Departing":[20],"from":[21],"traditional":[22],"techniques":[24],"that":[25,126,183],"operate":[26],"at":[27],"the":[28,177,201],"pixel":[29],"or":[30],"feature":[31],"level,":[32],"our":[33,144],"method":[34,145],"integrates":[35],"inverse":[36],"kinematics":[37],"(IK)":[38],"and":[39,66,97,114,155,158,164,199],"virtual":[40,71],"simulation":[41],"synthesize":[43],"anatomically":[44],"valid":[45],"gesture":[46,130],"sequences":[47],"within":[48],"structured":[50],"3D":[51,59],"environment.":[52],"The":[53],"proposed":[54],"system":[55],"begins":[56],"with":[57,172,206],"sparse":[58],"keypoints":[60],"extracted":[61],"via":[62,186],"pose":[64],"estimator":[65],"projects":[67],"them":[68],"into":[69,122,132],"coordinate":[72],"space.":[73],"A":[74],"differentiable":[75],"IK":[76],"solver":[77,115],"based":[78],"on":[79],"forward-and-backward":[80],"constrained":[81],"optimization":[82],"is":[83],"then":[84],"employed":[85],"reconstruct":[87],"biomechanically":[88],"plausible":[89],"joint":[90],"trajectories.":[91],"To":[92],"emulate":[93],"natural":[94],"signer":[95],"variability":[96],"enhance":[98],"richness,":[100],"define":[102],"set":[104],"of":[105],"parametric":[106],"perturbation":[107],"operators":[108,119],"spanning":[109],"spatial":[110],"displacement,":[111],"depth":[112],"modulation,":[113],"sensitivity":[116],"control.":[117],"These":[118,180],"are":[120],"embedded":[121],"generative":[124],"loop":[125],"transforms":[127],"each":[128],"original":[129],"sample":[131],"diverse":[134],"sequence":[135,149],"cluster,":[136],"forming":[137],"high-fidelity":[139],"corpus.":[141],"We":[142],"benchmark":[143],"across":[146],"five":[147],"deep":[148],"models":[150],"(CNN3D,":[151],"TCN,":[152],"Transformer,":[153],"Informer,":[154],"Sparse":[156],"Transformer)":[157],"observe":[159],"consistent":[160],"improvements":[161],"in":[162,209],"accuracy":[163,171],"convergence.":[165],"Notably,":[166],"Informer":[167],"achieves":[168],"94.1%":[169],"validation":[170],"IK-AUG":[173],"enhanced":[174],"training,":[175],"underscoring":[176],"framework\u2019s":[178],"efficacy.":[179],"results":[181],"suggest":[182],"kinematic":[187],"modeling":[188],"offers":[189],"scalable,":[191],"annotation":[192],"free":[193],"pathway":[194],"improving":[196],"SLR":[197],"systems":[198],"lays":[200],"foundation":[202],"future":[204],"integration":[205],"multi-sensor":[207],"inputs":[208],"hybrid":[210],"pipelines.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}