{"id":"https://openalex.org/W2996564689","doi":"https://doi.org/10.1109/access.2019.2959206","title":"Multimodal Spatiotemporal Networks for Sign Language Recognition","display_name":"Multimodal Spatiotemporal Networks for Sign Language Recognition","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2996564689","doi":"https://doi.org/10.1109/access.2019.2959206","mag":"2996564689"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2959206","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2959206","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08932517.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08932517.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100615531","display_name":"Shujun Zhang","orcid":"https://orcid.org/0000-0002-7081-4611"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujun Zhang","raw_affiliation_strings":["College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-7081-4611","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101904436","display_name":"Weijia Meng","orcid":"https://orcid.org/0000-0002-0924-0559"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijia Meng","raw_affiliation_strings":["College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-0924-0559","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100627143","display_name":"Hui Li","orcid":"https://orcid.org/0000-0002-8533-2084"},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Li","raw_affiliation_strings":["College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-8533-2084","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081147212","display_name":"Xuehong Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I143413998","display_name":"Qingdao University of Science and Technology","ror":"https://ror.org/041j8js14","country_code":"CN","type":"education","lineage":["https://openalex.org/I143413998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuehong Cui","raw_affiliation_strings":["College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-5091-9152","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Qingdao University of Science and Technology, Qingdao, China","institution_ids":["https://openalex.org/I143413998"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I143413998"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.1488,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.87605634,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"180270","last_page":"180280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.878685474395752},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.8155980110168457},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.7699174880981445},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7228277921676636},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.5969194769859314},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5853043794631958},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5530133247375488},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.4742105305194855},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4607132375240326},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42360424995422363},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.42282834649086},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4127548336982727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.878685474395752},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.8155980110168457},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.7699174880981445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7228277921676636},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5969194769859314},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5853043794631958},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5530133247375488},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.4742105305194855},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4607132375240326},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42360424995422363},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.42282834649086},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4127548336982727},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2959206","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2959206","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08932517.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b5241cc48bb949feb133c353e34c9e78","is_oa":true,"landing_page_url":"https://doaj.org/article/b5241cc48bb949feb133c353e34c9e78","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 180270-180280 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2959206","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2959206","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08932517.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5099999904632568,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1824016242","display_name":null,"funder_award_id":"2017GGX10127","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2145156670","display_name":"\u590d\u6742\u7ec4\u7fa4\u884c\u4e3a\u4e2d\u52a8\u4f5c\u5143\u5efa\u6a21\u53ca\u6df1\u5c42\u4ea4\u4e92\u5173\u7cfb\u6a21\u578b\u63a8\u7406\u5173\u952e\u95ee\u9898\u7814\u7a76","funder_award_id":"61672305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3125764382","display_name":null,"funder_award_id":"61702295","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2996564689.pdf","grobid_xml":"https://content.openalex.org/works/W2996564689.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W581810680","https://openalex.org/W633646897","https://openalex.org/W639708223","https://openalex.org/W787785461","https://openalex.org/W790225446","https://openalex.org/W1522734439","https://openalex.org/W1965483705","https://openalex.org/W2004074725","https://openalex.org/W2007396849","https://openalex.org/W2082765213","https://openalex.org/W2096621047","https://openalex.org/W2110679950","https://openalex.org/W2119799051","https://openalex.org/W2126574503","https://openalex.org/W2156303437","https://openalex.org/W2295038166","https://openalex.org/W2342662179","https://openalex.org/W2471695703","https://openalex.org/W2507009361","https://openalex.org/W2518448700","https://openalex.org/W2559085405","https://openalex.org/W2560474170","https://openalex.org/W2595328592","https://openalex.org/W2604128149","https://openalex.org/W2737922186","https://openalex.org/W2765354204","https://openalex.org/W2766868096","https://openalex.org/W2769039400","https://openalex.org/W2770472008","https://openalex.org/W2770804203","https://openalex.org/W2776782656","https://openalex.org/W2785343708","https://openalex.org/W2799176631","https://openalex.org/W2806985529","https://openalex.org/W2888099010","https://openalex.org/W2891726870","https://openalex.org/W2903409063","https://openalex.org/W2904518066","https://openalex.org/W2947084868","https://openalex.org/W2949343965","https://openalex.org/W2963082988","https://openalex.org/W2963150697","https://openalex.org/W2963315828","https://openalex.org/W2963488642","https://openalex.org/W2963681914","https://openalex.org/W2963782415","https://openalex.org/W2963901365","https://openalex.org/W2964094092","https://openalex.org/W2964253156","https://openalex.org/W2964297311","https://openalex.org/W2981531407","https://openalex.org/W6617055780","https://openalex.org/W6620310777","https://openalex.org/W6622743730","https://openalex.org/W6622789128","https://openalex.org/W6682864246","https://openalex.org/W6724944384","https://openalex.org/W6736349848","https://openalex.org/W6741505865","https://openalex.org/W6746798562","https://openalex.org/W6747721094","https://openalex.org/W6750542987","https://openalex.org/W6758208896","https://openalex.org/W6763178217","https://openalex.org/W6763711422"],"related_works":["https://openalex.org/W4308478915","https://openalex.org/W4389049376","https://openalex.org/W1986488374","https://openalex.org/W3040456104","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664"],"abstract_inverted_index":{"Different":[0],"from":[1],"other":[2],"human":[3],"behaviors,":[4],"sign":[5,22,52,154],"language":[6,23,53],"has":[7],"the":[8,32,41,79,106,114,118,153,171,176,181,185],"characteristics":[9],"of":[10,14,34,70,109,124,152,187],"limited":[11],"local":[12,128],"motion":[13,139,150],"upper":[15],"limb":[16],"and":[17,36,60,98,112,174,190],"meticulous":[18],"hand":[19,119],"action.":[20],"Some":[21],"gestures":[24],"are":[25,158],"ambiguous":[26],"in":[27,91,130,142],"RGB":[28,71,125],"video":[29,102],"due":[30],"to":[31,96,164],"influence":[33],"lighting":[35],"background":[37],"color,":[38],"which":[39,55,104,145],"affects":[40],"recognition":[42,54,177],"accuracy.":[43],"We":[44,116],"propose":[45],"a":[46],"multimodal":[47,110,172],"deep":[48],"learning":[49],"architecture":[50],"for":[51,127],"effectively":[56],"combines":[57],"RGB-D":[58,101],"input":[59],"two-stream":[61],"spatiotemporal":[62],"networks.":[63],"Depth":[64],"videos,":[65],"as":[66,137],"an":[67],"effective":[68],"compensation":[69],"input,":[72],"can":[73],"supply":[74],"additional":[75],"distance":[76],"information":[77,123,151,173],"about":[78],"signer's":[80],"hands.":[81],"A":[82],"novel":[83],"sampling":[84],"method":[85],"called":[86],"ARSS":[87],"(Aligned":[88],"Random":[89],"Sampling":[90],"Segments)":[92],"is":[93,135],"put":[94],"forward":[95],"select":[97],"align":[99],"optimal":[100],"frames,":[103],"improves":[105],"capacity":[107],"utilization":[108],"data":[111,126],"reduces":[113],"redundancy.":[115],"get":[117,165],"ROI":[120],"by":[121,160],"joints":[122],"focus":[129],"spatial":[131],"stream.":[132],"D-shift":[133],"Net":[134],"proposed":[136],"depth":[138],"feature":[140],"extraction":[141],"temporal":[143],"stream,":[144],"fully":[146],"utilizes":[147],"three":[148],"dimensional":[149],"language.":[155],"Both":[156],"streams":[157],"fused":[159],"convolutional":[161],"fusion":[162],"layer":[163],"complementary":[166],"features.":[167],"Our":[168],"approach":[169],"explored":[170],"enhanced":[175],"precision.":[178],"It":[179],"obtains":[180],"state-the-of-art":[182],"performance":[183],"on":[184],"datasets":[186],"CSL":[188],"(96.7%)":[189],"IsoGD":[191],"(63.78%).":[192]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}