{"id":"https://openalex.org/W3108242995","doi":"https://doi.org/10.1109/access.2020.3039539","title":"Multi-Information Spatial\u2013Temporal LSTM Fusion Continuous Sign Language Neural Machine Translation","display_name":"Multi-Information Spatial\u2013Temporal LSTM Fusion Continuous Sign Language Neural Machine Translation","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3108242995","doi":"https://doi.org/10.1109/access.2020.3039539","mag":"3108242995"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3039539","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3039539","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09265176.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09265176.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090593845","display_name":"Qinkun Xiao","orcid":"https://orcid.org/0000-0002-2651-1218"},"institutions":[{"id":"https://openalex.org/I4210110558","display_name":"Xi'an Technological University","ror":"https://ror.org/01t8prc81","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinkun Xiao","raw_affiliation_strings":["Department of Electronics Information and Engineering, Xi\u2019an Technological University, Xi\u2019an, China","Department of Electronics Information and Engineering, Xi'an Technological University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-2651-1218","affiliations":[{"raw_affiliation_string":"Department of Electronics Information and Engineering, Xi\u2019an Technological University, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210110558"]},{"raw_affiliation_string":"Department of Electronics Information and Engineering, Xi'an Technological University, Xi'an, China","institution_ids":["https://openalex.org/I4210110558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102001457","display_name":"Xin Chang","orcid":"https://orcid.org/0000-0001-9558-8422"},"institutions":[{"id":"https://openalex.org/I4210110558","display_name":"Xi'an Technological University","ror":"https://ror.org/01t8prc81","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Chang","raw_affiliation_strings":["Department of Electronics Information and Engineering, Xi\u2019an Technological University, Xi\u2019an, China","Department of Electronics Information and Engineering, Xi'an Technological University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-9558-8422","affiliations":[{"raw_affiliation_string":"Department of Electronics Information and Engineering, Xi\u2019an Technological University, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210110558"]},{"raw_affiliation_string":"Department of Electronics Information and Engineering, Xi'an Technological University, Xi'an, China","institution_ids":["https://openalex.org/I4210110558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100769222","display_name":"Xue Zhang","orcid":"https://orcid.org/0000-0003-0677-0965"},"institutions":[{"id":"https://openalex.org/I4210110558","display_name":"Xi'an Technological University","ror":"https://ror.org/01t8prc81","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue Zhang","raw_affiliation_strings":["Department of Electronics Information and Engineering, Xi\u2019an Technological University, Xi\u2019an, China","Department of Electronics Information and Engineering, Xi'an Technological University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-0677-0965","affiliations":[{"raw_affiliation_string":"Department of Electronics Information and Engineering, Xi\u2019an Technological University, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210110558"]},{"raw_affiliation_string":"Department of Electronics Information and Engineering, Xi'an Technological University, Xi'an, China","institution_ids":["https://openalex.org/I4210110558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100727910","display_name":"Xing Liu","orcid":"https://orcid.org/0000-0002-6669-3909"},"institutions":[{"id":"https://openalex.org/I4210110558","display_name":"Xi'an Technological University","ror":"https://ror.org/01t8prc81","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210110558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Liu","raw_affiliation_strings":["Department of Electronics Information and Engineering, Xi\u2019an Technological University, Xi\u2019an, China","Department of Electronics Information and Engineering, Xi'an Technological University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-6669-3909","affiliations":[{"raw_affiliation_string":"Department of Electronics Information and Engineering, Xi\u2019an Technological University, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210110558"]},{"raw_affiliation_string":"Department of Electronics Information and Engineering, Xi'an Technological University, Xi'an, China","institution_ids":["https://openalex.org/I4210110558"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210110558"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.8461,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.93829767,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"216718","last_page":"216728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8818188905715942},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6525370478630066},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.640682578086853},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6370605230331421},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.6095563769340515},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5704731941223145},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5527325868606567},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.47636815905570984},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46750175952911377},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4430694580078125},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.439414918422699},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3812639117240906},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3353111147880554}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8818188905715942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6525370478630066},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.640682578086853},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6370605230331421},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.6095563769340515},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5704731941223145},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5527325868606567},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.47636815905570984},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46750175952911377},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4430694580078125},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.439414918422699},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3812639117240906},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3353111147880554},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3039539","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3039539","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09265176.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f82a536d3c3246de9f5467ab06407043","is_oa":true,"landing_page_url":"https://doaj.org/article/f82a536d3c3246de9f5467ab06407043","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 216718-216728 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3039539","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3039539","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09265176.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5827775281","display_name":"\u57fa\u4e8e\u56fe\u6a21\u578b\u7684\u52a8\u6001\u7acb\u4f53\u573a\u666f\u68c0\u7d22\u7814\u7a76","funder_award_id":"60972095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6844821413","display_name":"\u57fa\u4e8e\u89c6\u89c9\u53ca\u56fe\u6a21\u578b\u7684\u8fde\u7eed\u624b\u8bed\u8bc6\u522b\u7814\u7a76","funder_award_id":"61671362","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7544197797","display_name":null,"funder_award_id":"2020JM566","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G7879472498","display_name":null,"funder_award_id":"62071366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8060576399","display_name":"\u57fa\u4e8e\u56fe\u6a21\u578b\u7684\u4eba\u4f53\u8fd0\u52a8\u6355\u83b7\u6570\u636e\u68c0\u7d22\u7814\u7a76","funder_award_id":"61271362","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3108242995.pdf","grobid_xml":"https://content.openalex.org/works/W3108242995.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W99615980","https://openalex.org/W581810680","https://openalex.org/W790225446","https://openalex.org/W1536680647","https://openalex.org/W1573040851","https://openalex.org/W1586939924","https://openalex.org/W1651836687","https://openalex.org/W1965483705","https://openalex.org/W1985469025","https://openalex.org/W2015551990","https://openalex.org/W2100526149","https://openalex.org/W2102113734","https://openalex.org/W2115613106","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2139501017","https://openalex.org/W2146221819","https://openalex.org/W2147880316","https://openalex.org/W2165037244","https://openalex.org/W2174874265","https://openalex.org/W2188882108","https://openalex.org/W2295038166","https://openalex.org/W2341398492","https://openalex.org/W2403878043","https://openalex.org/W2463640844","https://openalex.org/W2470673105","https://openalex.org/W2471695703","https://openalex.org/W2515446175","https://openalex.org/W2518448700","https://openalex.org/W2583720756","https://openalex.org/W2587277634","https://openalex.org/W2716916105","https://openalex.org/W2746301562","https://openalex.org/W2755802490","https://openalex.org/W2759302818","https://openalex.org/W2776541261","https://openalex.org/W2786003859","https://openalex.org/W2788334925","https://openalex.org/W2795354662","https://openalex.org/W2799020610","https://openalex.org/W2887483224","https://openalex.org/W2891726870","https://openalex.org/W2895638065","https://openalex.org/W2902726535","https://openalex.org/W2908497602","https://openalex.org/W2941870244","https://openalex.org/W2944068606","https://openalex.org/W2952389127","https://openalex.org/W2955983821","https://openalex.org/W2964184470","https://openalex.org/W2964241990","https://openalex.org/W2964253156","https://openalex.org/W2964308564","https://openalex.org/W3024468270","https://openalex.org/W3106327734","https://openalex.org/W6617055780","https://openalex.org/W6622743730","https://openalex.org/W6636955767","https://openalex.org/W6675365184","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6682082992","https://openalex.org/W6685427775","https://openalex.org/W6713392892","https://openalex.org/W6732875354"],"related_works":["https://openalex.org/W4225394202","https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W1847088711","https://openalex.org/W3036642985","https://openalex.org/W3032952384","https://openalex.org/W3017902212","https://openalex.org/W2964335273","https://openalex.org/W2982145560","https://openalex.org/W2969450769"],"abstract_inverted_index":{"There":[0],"are":[1,25,63,132],"two":[2],"basic":[3,43],"problems":[4,119],"in":[5,68,183],"sign":[6,140,194,198],"language":[7,141,195,199],"recognition":[8,49,72,179,200],"(SLR):":[9],"(a)":[10],"isolated":[11,29,37],"word":[12,30,38,55,61,124],"SLR":[13,23,31,39,79,176],"and":[14,45,54,60,93,126,152,159,177,214],"(b)":[15],"continuous":[16,22,78,114,175,193],"SLR.":[17,115],"Most":[18],"of":[19,27,90,180,224],"the":[20,28,36,42,47,75,87,205,211,217,222,225],"existing":[21],"methods":[24,34],"extensions":[26],"methods.":[32],"These":[33],"use":[35],"results":[40,50],"as":[41,121,134],"module":[44],"obtain":[46],"sentence":[48,52,58,71,122],"through":[51],"segmentation":[53,59],"alignment.":[56],"However,":[57],"alignment":[62],"often":[64],"not":[65],"accurate,":[66],"resulting":[67],"a":[69,105,139,147,163],"low":[70],"accuracy.":[73],"At":[74],"same":[76],"time,":[77],"usually":[80],"requires":[81],"strict":[82],"sample":[83],"labels,":[84],"leading":[85],"to":[86],"difficult":[88],"task":[89],"manual":[91,128],"labeling":[92],"limited":[94],"training":[95],"data":[96],"availability.":[97],"To":[98],"address":[99],"these":[100],"challenges,":[101],"this":[102],"paper":[103],"proposes":[104],"bidirectional":[106],"spatial\u2013temporal":[107,153],"LSTM":[108,154],"fusion":[109,157],"attention":[110],"network":[111,150],"(Bi-ST-LSTM-A)":[112],"for":[113,173],"This":[116],"approach":[117],"avoids":[118],"such":[120],"segmentation,":[123],"alignment,":[125],"tedious":[127],"labeling.":[129],"Our":[130],"contributions":[131],"summarized":[133],"follows:":[135],"(1)":[136],"we":[137,161],"proposed":[138,226],"video":[142],"feature":[143],"representation":[144],"method":[145],"using":[146],"convolutional":[148],"neural":[149,165],"(CNN)":[151],"(ST-LSTM)":[155],"information":[156],"technology;":[158],"(2)":[160],"constructed":[162],"uniform":[164],"machine":[166],"translation":[167],"framework":[168],"that":[169],"can":[170],"be":[171],"used":[172],"complex":[174],"gesture":[178],"nonspecific":[181,184],"people":[182],"environments.":[185],"Experiments":[186],"were":[187],"carried":[188],"out":[189],"on":[190,204,210,216],"some":[191],"large":[192],"datasets.":[196],"The":[197],"accuracy":[201],"reached":[202],"81.22%":[203],"500":[206],"CSL":[207],"dataset,":[208,219],"76.12%":[209],"RWTH-PHOENIX-Weather":[212],"dataset":[213],"75.32%":[215],"RWTH-PHOENIX-Weather-2014T":[218],"thereby":[220],"illustrating":[221],"effectiveness":[223],"framework.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2020-12-07T00:00:00"}