{"id":"https://openalex.org/W4416016164","doi":"https://doi.org/10.1007/s10791-025-09772-2","title":"Enhanced sign language translation using three stream multimodal occlusion resilient transformer","display_name":"Enhanced sign language translation using three stream multimodal occlusion resilient transformer","publication_year":2025,"publication_date":"2025-11-07","ids":{"openalex":"https://openalex.org/W4416016164","doi":"https://doi.org/10.1007/s10791-025-09772-2"},"language":"en","primary_location":{"id":"doi:10.1007/s10791-025-09772-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09772-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09772-2.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09772-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042759553","display_name":"Rina Damdoo","orcid":"https://orcid.org/0000-0002-7182-9516"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rina Damdoo","raw_affiliation_strings":["Shri Ramdeobaba College of Engineering and Management, Ramdeobaba University, Nagpur, 440013, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shri Ramdeobaba College of Engineering and Management, Ramdeobaba University, Nagpur, 440013, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035316947","display_name":"Praveen Kumar","orcid":"https://orcid.org/0000-0003-3861-4780"},"institutions":[{"id":"https://openalex.org/I167153416","display_name":"Visvesvaraya National Institute of Technology","ror":"https://ror.org/02zrtpp84","country_code":"IN","type":"education","lineage":["https://openalex.org/I167153416"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Praveen Kumar","raw_affiliation_strings":["Visvesvaraya National Institute of Technology, Nagpur, 440010, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visvesvaraya National Institute of Technology, Nagpur, 440010, India","institution_ids":["https://openalex.org/I167153416"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5042759553"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28316864,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6187000274658203},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6147000193595886},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.5763999819755554},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5527999997138977},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.35409998893737793},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3472000062465668}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7324000000953674},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6187000274658203},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6147000193595886},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5763999819755554},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5527999997138977},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5317000150680542},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4880000054836273},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37130001187324524},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33500000834465027},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.28200000524520874},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.25769999623298645}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10791-025-09772-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09772-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09772-2.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b7c4fa4f03ee43f0829a4ab3be4e1990","is_oa":true,"landing_page_url":"https://doaj.org/article/b7c4fa4f03ee43f0829a4ab3be4e1990","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Discover Computing, Vol 28, Iss 1, Pp 1-23 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s10791-025-09772-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09772-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09772-2.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416016164.pdf","grobid_xml":"https://content.openalex.org/works/W4416016164.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2039436836","https://openalex.org/W2101105183","https://openalex.org/W2463640844","https://openalex.org/W2755802490","https://openalex.org/W2799020610","https://openalex.org/W2940551606","https://openalex.org/W3025262802","https://openalex.org/W3082666011","https://openalex.org/W3135266094","https://openalex.org/W3135294600","https://openalex.org/W3159589496","https://openalex.org/W3173025111","https://openalex.org/W3173290664","https://openalex.org/W3184215204","https://openalex.org/W3202850984","https://openalex.org/W3208014149","https://openalex.org/W4206718098","https://openalex.org/W4296642354","https://openalex.org/W4301950834","https://openalex.org/W4312396348","https://openalex.org/W4312878209","https://openalex.org/W4322773163","https://openalex.org/W4367047590","https://openalex.org/W4382797773","https://openalex.org/W4385617545","https://openalex.org/W4385768030","https://openalex.org/W4406457853","https://openalex.org/W4408285672","https://openalex.org/W4408608103"],"related_works":[],"abstract_inverted_index":{"The":[0,116],"proposed":[1,117],"work":[2],"addresses":[3],"Continuous":[4],"Sign":[5],"Language":[6],"Recognition":[7],"and":[8,33,54,126],"Translation":[9],"(CSLRT)":[10],"by":[11],"introducing":[12],"the":[13,75,78,106],"Three-Stream":[14],"Multimodal":[15],"Occlusion-Resilient":[16],"Transformer":[17],"(T-MORT)":[18],"model.":[19],"T-MORT":[20,118],"leverages":[21],"three":[22],"parallel":[23],"encoder":[24],"transformers":[25],"to":[26,57,70],"extract":[27],"complementary":[28],"features":[29],"from":[30],"visual,":[31],"gesture,":[32],"emotion":[34],"cues":[35],"in":[36],"sign":[37],"language":[38,81],"videos.":[39],"These":[40],"multi-modal":[41],"representations":[42],"are":[43],"fused":[44],"using":[45],"a":[46,86,121,127],"late":[47],"fusion":[48],"strategy,":[49],"which":[50],"preserves":[51],"modality-specific":[52],"information":[53],"enhances":[55],"robustness":[56],"occlusions.":[58],"A":[59],"dual-decoder":[60],"framework":[61],"is":[62],"employed:":[63],"one":[64],"decoder":[65],"autoregressively":[66],"generates":[67],"gloss":[68],"sequences":[69],"provide":[71],"linguistic":[72],"priors,":[73],"while":[74],"second":[76],"produces":[77],"final":[79],"spoken":[80],"translation.":[82],"To":[83],"enhance":[84],"efficiency,":[85],"dynamic":[87],"keypoint":[88],"extraction-based":[89],"frame":[90],"sampling":[91],"algorithm,":[92],"Spatio-Temporal":[93],"Keypoint-Guided":[94],"Sampling":[95],"(STKGS),":[96],"adaptively":[97],"selects":[98],"frames,":[99],"reducing":[100],"computational":[101],"overhead.":[102],"Extensive":[103],"experiments":[104],"on":[105],"PHOENIX14T":[107],"dataset":[108],"demonstrate":[109],"state-of-the-art":[110],"performance,":[111],"surpassing":[112],"existing":[113],"CSLRT":[114],"benchmarks.":[115],"model":[119],"yields":[120],"BLEU-4":[122],"score":[123],"of":[124,129],"25.07":[125],"ROUGE-L":[128],"49.12.":[130]},"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-11-08T00:00:00"}