{"id":"https://openalex.org/W4404238297","doi":"https://doi.org/10.1109/access.2024.3494878","title":"Word-Level Sign Language Recognition With Multi-Stream Neural Networks Focusing on Local Regions and Skeletal Information","display_name":"Word-Level Sign Language Recognition With Multi-Stream Neural Networks Focusing on Local Regions and Skeletal Information","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404238297","doi":"https://doi.org/10.1109/access.2024.3494878"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3494878","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3494878","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3494878","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089827046","display_name":"Mizuki Maruyama","orcid":null},"institutions":[{"id":"https://openalex.org/I15807432","display_name":"Osaka Prefecture University","ror":"https://ror.org/02cf1je33","country_code":"JP","type":"education","lineage":["https://openalex.org/I15807432"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mizuki Maruyama","raw_affiliation_strings":["Graduate School of Engineering, Osaka Prefecture University, Sakai, Japan","Graduate School of Engineering, Osaka Prefecture University, 1-1 Gakuencho, Naka, Sakai, Osaka 599-8531 Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Osaka Prefecture University, Sakai, Japan","institution_ids":["https://openalex.org/I15807432"]},{"raw_affiliation_string":"Graduate School of Engineering, Osaka Prefecture University, 1-1 Gakuencho, Naka, Sakai, Osaka 599-8531 Japan","institution_ids":["https://openalex.org/I15807432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030784934","display_name":"Shrey Singh","orcid":"https://orcid.org/0000-0002-2685-1319"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shrey Singh","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology Roorkee, Roorkee, Uttarakhand, India"],"raw_orcid":"https://orcid.org/0000-0002-2685-1319","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology Roorkee, Roorkee, Uttarakhand, India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027332963","display_name":"Katsufumi Inoue","orcid":"https://orcid.org/0000-0001-6073-7264"},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Katsufumi Inoue","raw_affiliation_strings":["Graduate School of Informatics, Osaka Metropolitan University, Sakai, Japan","Graduate School of Informatics, Osaka Metropolitan University, 1-1 Gakuencho, Naka, Sakai, Osaka 599-8531 Japan"],"raw_orcid":"https://orcid.org/0000-0001-6073-7264","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Osaka Metropolitan University, Sakai, Japan","institution_ids":["https://openalex.org/I4387152983"]},{"raw_affiliation_string":"Graduate School of Informatics, Osaka Metropolitan University, 1-1 Gakuencho, Naka, Sakai, Osaka 599-8531 Japan","institution_ids":["https://openalex.org/I4387152983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036208317","display_name":"Partha Pratim Roy","orcid":"https://orcid.org/0000-0002-5735-5254"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]},{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["IN","JP"],"is_corresponding":false,"raw_author_name":"Partha Pratim Roy","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology Roorkee, Roorkee, Uttarakhand, India","Graduate School of Informatics, Osaka Metropolitan University, 1-1 Gakuencho, Naka, Sakai, Osaka 599-8531 Japan"],"raw_orcid":"https://orcid.org/0000-0002-5735-5254","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology Roorkee, Roorkee, Uttarakhand, India","institution_ids":["https://openalex.org/I154851008"]},{"raw_affiliation_string":"Graduate School of Informatics, Osaka Metropolitan University, 1-1 Gakuencho, Naka, Sakai, Osaka 599-8531 Japan","institution_ids":["https://openalex.org/I4387152983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066589561","display_name":"Masakazu Iwamura","orcid":"https://orcid.org/0000-0003-2508-2869"},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masakazu Iwamura","raw_affiliation_strings":["Graduate School of Informatics, Osaka Metropolitan University, Sakai, Japan"],"raw_orcid":"https://orcid.org/0000-0003-2508-2869","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Osaka Metropolitan University, Sakai, Japan","institution_ids":["https://openalex.org/I4387152983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108603127","display_name":"Michifumi Yoshioka","orcid":null},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Michifumi Yoshioka","raw_affiliation_strings":["Graduate School of Informatics, Osaka Metropolitan University, Sakai, Japan","Graduate School of Informatics, Osaka Metropolitan University, 1-1 Gakuencho, Naka, Sakai, Osaka 599-8531 Japan"],"raw_orcid":"https://orcid.org/0009-0007-8938-4424","affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Osaka Metropolitan University, Sakai, Japan","institution_ids":["https://openalex.org/I4387152983"]},{"raw_affiliation_string":"Graduate School of Informatics, Osaka Metropolitan University, 1-1 Gakuencho, Naka, Sakai, Osaka 599-8531 Japan","institution_ids":["https://openalex.org/I4387152983"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5027332963"],"corresponding_institution_ids":["https://openalex.org/I4387152983"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.1421,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.94429415,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"167333","last_page":"167346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.759454607963562},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6701847314834595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49056166410446167},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4876614809036255},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.4808138608932495},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4515497088432312},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4299638569355011},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.21473002433776855},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10291767120361328}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.759454607963562},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6701847314834595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49056166410446167},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4876614809036255},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.4808138608932495},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4515497088432312},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4299638569355011},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21473002433776855},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10291767120361328},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3494878","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3494878","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b9c7357a479640a398717797d60eebe6","is_oa":true,"landing_page_url":"https://doaj.org/article/b9c7357a479640a398717797d60eebe6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 167333-167346 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3494878","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3494878","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3455594741","display_name":null,"funder_award_id":"KAKENHI JP19K12023","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W99615980","https://openalex.org/W790225446","https://openalex.org/W1506441995","https://openalex.org/W1578985305","https://openalex.org/W1651836687","https://openalex.org/W1965483705","https://openalex.org/W2042010990","https://openalex.org/W2097117768","https://openalex.org/W2100526149","https://openalex.org/W2117539524","https://openalex.org/W2133564696","https://openalex.org/W2174874265","https://openalex.org/W2188882108","https://openalex.org/W2295038166","https://openalex.org/W2324341151","https://openalex.org/W2471695703","https://openalex.org/W2511561981","https://openalex.org/W2559085405","https://openalex.org/W2559833261","https://openalex.org/W2587277634","https://openalex.org/W2656599720","https://openalex.org/W2743239999","https://openalex.org/W2750938222","https://openalex.org/W2752803734","https://openalex.org/W2791307013","https://openalex.org/W2795619303","https://openalex.org/W2889469641","https://openalex.org/W2891726870","https://openalex.org/W2895638065","https://openalex.org/W2908497602","https://openalex.org/W2940457086","https://openalex.org/W2948058585","https://openalex.org/W2948139159","https://openalex.org/W2948246283","https://openalex.org/W2963076818","https://openalex.org/W2963465695","https://openalex.org/W2963524571","https://openalex.org/W2964184470","https://openalex.org/W2964291233","https://openalex.org/W2965066169","https://openalex.org/W2973194960","https://openalex.org/W2996249958","https://openalex.org/W3009828227","https://openalex.org/W3033228789","https://openalex.org/W3034269985","https://openalex.org/W3034765865","https://openalex.org/W3046952127","https://openalex.org/W3092336341","https://openalex.org/W3092754310","https://openalex.org/W3106271744","https://openalex.org/W3106350522","https://openalex.org/W3108496296","https://openalex.org/W3120017044","https://openalex.org/W3135189994","https://openalex.org/W3175333328","https://openalex.org/W3184215204","https://openalex.org/W3202747033","https://openalex.org/W4212986483","https://openalex.org/W4224257285","https://openalex.org/W4280556793","https://openalex.org/W4283161091","https://openalex.org/W4283814242","https://openalex.org/W4288327876","https://openalex.org/W4293584584","https://openalex.org/W4313476720","https://openalex.org/W4322737089","https://openalex.org/W6675365184","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6750227808","https://openalex.org/W6756891207","https://openalex.org/W6764045775","https://openalex.org/W6796527748","https://openalex.org/W6947681574"],"related_works":["https://openalex.org/W2110143569","https://openalex.org/W3122938442","https://openalex.org/W2025206082","https://openalex.org/W2093958826","https://openalex.org/W2164424388","https://openalex.org/W2522576680","https://openalex.org/W2136335912","https://openalex.org/W4399563186","https://openalex.org/W2330714393","https://openalex.org/W2296205523"],"abstract_inverted_index":{"Word-level":[0],"sign":[1,57],"language":[2,58],"recognition":[3,36,49,77],"(WSLR)":[4],"has":[5,37],"attracted":[6],"attention":[7],"because":[8,56],"it":[9,43,106,207],"is":[10,59,131],"expected":[11],"to":[12,51,133,181],"overcome":[13],"the":[14,28,39,69,73,101,149,153,164,168,172,195,201,204],"communication":[15],"barrier":[16],"between":[17],"people":[18],"with":[19,143,219],"speech":[20],"impairment":[21],"and":[22,78,125,145,151,160,163,174,197],"those":[23],"who":[24],"can":[25],"hear.":[26],"In":[27],"WSLR":[29,55,79,91,102],"problem,":[30],"a":[31,65,89,108],"method":[32,50,92],"designed":[33,132],"for":[34,46,100,187],"action":[35,48,76],"achieved":[38,208],"state-of-the-art":[40],"accuracy.":[41],"Indeed,":[42],"sounds":[44],"reasonable":[45],"an":[47,62,209],"perform":[52],"well":[53],"on":[54,158,194],"regarded":[60],"as":[61,107],"action.":[63],"However,":[64],"careful":[66],"evaluation":[67],"of":[68,75,115,137,148,171,185,203,211],"tasks":[70,74],"reveals":[71],"that":[72,93],"are":[80],"inherently":[81],"different.":[82],"Hence,":[83],"in":[84,214],"this":[85],"paper,":[86],"we":[87],"propose":[88],"novel":[90],"takes":[94],"into":[95],"account":[96],"information":[97],"specifically":[98],"useful":[99],"problem.":[103],"We":[104],"realize":[105],"multi-stream":[109],"neural":[110],"network":[111],"(MSNN),":[112],"which":[113],"consist":[114],"three":[116],"streams:":[117],"1)":[118],"base":[119,140],"stream,":[120,124],"2)":[121],"local":[122,154],"image":[123,155],"3)":[126],"skeleton":[127,165],"stream.":[128],"Each":[129],"stream":[130,141,156,166],"handle":[134],"different":[135],"types":[136,184],"information.":[138],"The":[139],"deals":[142],"quick":[144],"detailed":[146],"movements":[147],"hands":[150],"body,":[152],"focuses":[157],"handshapes":[159],"facial":[161],"expressions,":[162],"captures":[167],"relative":[169],"positions":[170],"body":[173],"both":[175],"hands.":[176],"This":[177],"approach":[178],"allows":[179],"us":[180],"combine":[182],"various":[183],"data":[186],"more":[188],"comprehensive":[189],"gesture":[190],"analysis.":[191],"Experimental":[192],"results":[193],"WLASL":[196],"MS-ASL":[198],"datasets":[199],"show":[200],"effectiveness":[202],"proposed":[205],"method;":[206],"improvement":[210],"approximately":[212],"10%\u201315%":[213],"Top-1":[215],"accuracy":[216],"when":[217],"compared":[218],"conventional":[220],"methods.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-28T09:10:13.091523","created_date":"2024-11-12T00:00:00"}