{"id":"https://openalex.org/W4318940682","doi":"https://doi.org/10.1007/s40747-023-00977-w","title":"Spatial\u2013temporal transformer for end-to-end sign language recognition","display_name":"Spatial\u2013temporal transformer for end-to-end sign language recognition","publication_year":2023,"publication_date":"2023-02-03","ids":{"openalex":"https://openalex.org/W4318940682","doi":"https://doi.org/10.1007/s40747-023-00977-w"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-023-00977-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-00977-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-00977-w.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-00977-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002219612","display_name":"Zhenchao Cui","orcid":"https://orcid.org/0000-0002-7345-1422"},"institutions":[{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenchao Cui","raw_affiliation_strings":["Hebei Machine Vision Engineering Research Center, Hebei University, Lianchi, Baoding, 071002, Hebei, China","School of Cyber Security and Computer, Hebei University, Lianchi District, Baoding, 071002, Hebei, China"],"affiliations":[{"raw_affiliation_string":"Hebei Machine Vision Engineering Research Center, Hebei University, Lianchi, Baoding, 071002, Hebei, China","institution_ids":["https://openalex.org/I43337087"]},{"raw_affiliation_string":"School of Cyber Security and Computer, Hebei University, Lianchi District, Baoding, 071002, Hebei, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398448","display_name":"Wenbo Zhang","orcid":"https://orcid.org/0000-0002-0237-5100"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I43337087","display_name":"Hebei University","ror":"https://ror.org/01p884a79","country_code":"CN","type":"education","lineage":["https://openalex.org/I43337087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Zhang","raw_affiliation_strings":["Hebei Machine Vision Engineering Research Center, Hebei University, Lianchi, Baoding, 071002, Hebei, China","Institute of Computing Technology, Chinese Academy of Sciences, Haidian, Beijing, 100190, Beijing, China","School of Cyber Security and Computer, Hebei University, Lianchi District, Baoding, 071002, Hebei, China"],"affiliations":[{"raw_affiliation_string":"Hebei Machine Vision Engineering Research Center, Hebei University, Lianchi, Baoding, 071002, Hebei, China","institution_ids":["https://openalex.org/I43337087"]},{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Haidian, Beijing, 100190, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security and Computer, Hebei University, Lianchi District, Baoding, 071002, Hebei, China","institution_ids":["https://openalex.org/I43337087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067608694","display_name":"Zhaoxin Li","orcid":"https://orcid.org/0000-0001-5450-8131"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxin Li","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Haidian, Beijing, 100190, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Haidian, Beijing, 100190, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100613098","display_name":"Zhaoqi Wang","orcid":"https://orcid.org/0000-0003-0894-8165"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoqi Wang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Haidian, Beijing, 100190, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Haidian, Beijing, 100190, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5002219612"],"corresponding_institution_ids":["https://openalex.org/I43337087"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":4.7941,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.95061386,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"9","issue":"4","first_page":"4645","last_page":"4656"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8196624517440796},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.6799219846725464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5407050251960754},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4797816872596741},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4740324318408966},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.42982620000839233},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4243302345275879},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4229659140110016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8196624517440796},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.6799219846725464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5407050251960754},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4797816872596741},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4740324318408966},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.42982620000839233},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4243302345275879},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4229659140110016},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-023-00977-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-00977-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-00977-w.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a1d3e85a16124594b032f0810bb67f02","is_oa":true,"landing_page_url":"https://doaj.org/article/a1d3e85a16124594b032f0810bb67f02","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 9, Iss 4, Pp 4645-4656 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-023-00977-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-023-00977-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-00977-w.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6299999952316284,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2238572668","display_name":null,"funder_award_id":"2020YFC1523302","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6501652919","display_name":null,"funder_award_id":"62172392","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7008034720","display_name":null,"funder_award_id":"521100221081","funder_id":"https://openalex.org/F4320324851","funder_display_name":"Hebei University"},{"id":"https://openalex.org/G7202236229","display_name":null,"funder_award_id":"No. 62172392","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7608752429","display_name":null,"funder_award_id":"Talent","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G808237912","display_name":null,"funder_award_id":"2020YFC","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324851","display_name":"Hebei University","ror":"https://ror.org/01p884a79"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4318940682.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2157331557","https://openalex.org/W2188882108","https://openalex.org/W2759302818","https://openalex.org/W2781400102","https://openalex.org/W2807840688","https://openalex.org/W2895488603","https://openalex.org/W2899771611","https://openalex.org/W2908497602","https://openalex.org/W2941870244","https://openalex.org/W2964110616","https://openalex.org/W2964253156","https://openalex.org/W2997931247","https://openalex.org/W3009828227","https://openalex.org/W3034765865","https://openalex.org/W3045196480","https://openalex.org/W3092042812","https://openalex.org/W3094831145","https://openalex.org/W3096609285","https://openalex.org/W3109271037","https://openalex.org/W3147467731","https://openalex.org/W3160382762","https://openalex.org/W3170841864","https://openalex.org/W3203359574","https://openalex.org/W3203480968","https://openalex.org/W4224216771","https://openalex.org/W4307123709","https://openalex.org/W6601141708","https://openalex.org/W6602143840"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W4379621602","https://openalex.org/W4294690766","https://openalex.org/W4321487865","https://openalex.org/W2159815235","https://openalex.org/W4313906399","https://openalex.org/W3204710839","https://openalex.org/W2511227366","https://openalex.org/W4239306820","https://openalex.org/W4391266461"],"abstract_inverted_index":{"Abstract":[0],"Continuous":[1],"sign":[2,85,117,135],"language":[3,86,118,136],"recognition":[4],"(CSLR)":[5],"is":[6,93],"an":[7,71],"essential":[8],"task":[9,217],"for":[10,32,108],"communication":[11],"between":[12],"hearing-impaired":[13],"and":[14,49,82,146,156,188,202],"people":[15],"without":[16],"limitations,":[17],"which":[18,125,207],"aims":[19],"at":[20,140],"aligning":[21],"low-density":[22],"video":[23,87,119,137,154,187],"sequences":[24,104],"with":[25,95],"high-density":[26],"text":[27,98],"sequences.":[28],"The":[29,79],"current":[30,153],"methods":[31,43],"CSLR":[33,73,216],"were":[34],"mainly":[35],"based":[36],"on":[37,196],"convolutional":[38],"neural":[39],"networks.":[40],"However,":[41],"these":[42],"perform":[44],"poorly":[45],"in":[46,163,215],"balancing":[47],"spatial":[48,148],"temporal":[50,165],"features":[51,132,150,159],"during":[52],"visual":[53,175],"feature":[54],"extraction,":[55],"making":[56],"them":[57],"difficult":[58],"to":[59,111,123,172,185,219],"improve":[60],"the":[61,84,102,109,116,127,134,141,144,147,152,157,164,178,193,209,220],"accuracy":[62],"of":[63,133,143,151,160,212],"recognition.":[64],"To":[65],"address":[66],"this":[67],"issue,":[68],"we":[69,114],"designed":[70],"end-to-end":[72],"network:":[74],"Spatial\u2013Temporal":[75],"Transformer":[76],"Network":[77],"(STTN).":[78],"model":[80,110,179],"encodes":[81],"decodes":[83],"as":[88],"a":[89,96,181],"predicted":[90],"sequence":[91],"that":[92],"aligned":[94],"given":[97],"sequence.":[99],"First,":[100],"since":[101],"image":[103],"are":[105,138,167],"too":[106],"long":[107],"handle":[112],"directly,":[113],"chunk":[115],"frames,":[120],"i.e.,":[121],"\u201dimage":[122],"patch\u201d,":[124],"reduces":[126],"computational":[128],"complexity.":[129],"Second,":[130],"global":[131],"modeled":[139],"beginning":[142],"model,":[145],"action":[149],"frame":[155],"semantic":[158],"consecutive":[161],"frames":[162],"dimension":[166],"extracted":[168],"separately,":[169],"giving":[170],"rise":[171],"fully":[173],"extracting":[174],"features.":[176],"Finally,":[177],"uses":[180],"simple":[182],"cross-entropy":[183],"loss":[184],"align":[186],"text.":[189],"We":[190],"extensively":[191],"evaluated":[192],"proposed":[194],"network":[195],"two":[197],"publicly":[198],"available":[199],"datasets,":[200],"CSL":[201],"RWTH-PHOENIX-Weather":[203],"multi-signer":[204],"2014":[205],"(PHOENIX-2014),":[206],"demonstrated":[208],"superior":[210],"performance":[211],"our":[213],"work":[214],"compared":[218],"state-of-the-art":[221],"methods.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}