{"id":"https://openalex.org/W3205840949","doi":"https://doi.org/10.1145/3474085.3475577","title":"Skeleton-Aware Neural Sign Language Translation","display_name":"Skeleton-Aware Neural Sign Language Translation","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3205840949","doi":"https://doi.org/10.1145/3474085.3475577","mag":"3205840949"},"language":"en","primary_location":{"id":"doi:10.1145/3474085.3475577","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475577","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013489859","display_name":"Shiwei Gan","orcid":"https://orcid.org/0000-0003-3360-4321"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiwei Gan","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087888694","display_name":"Yafeng Yin","orcid":"https://orcid.org/0000-0002-9497-6244"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafeng Yin","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082553860","display_name":"Zhiwei Jiang","orcid":"https://orcid.org/0000-0001-5243-4992"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Jiang","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365442","display_name":"Lei Xie","orcid":"https://orcid.org/0000-0002-2994-6743"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Xie","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043533769","display_name":"Sanglu Lu","orcid":"https://orcid.org/0000-0003-1467-4519"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanglu Lu","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":1.9753,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.86330476,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4353","last_page":"4361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8532718420028687},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.7226048111915588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6013004779815674},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.5281208753585815},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5203351974487305},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5104135870933533},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5061222910881042},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.493233859539032},{"id":"https://openalex.org/keywords/human-skeleton","display_name":"Human skeleton","score":0.48317137360572815},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46858781576156616},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4266297519207001},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38890427350997925},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3522011339664459},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3345552682876587},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.11530730128288269}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8532718420028687},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.7226048111915588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6013004779815674},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.5281208753585815},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5203351974487305},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5104135870933533},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5061222910881042},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.493233859539032},{"id":"https://openalex.org/C2777846634","wikidata":"https://www.wikidata.org/wiki/Q9621","display_name":"Human skeleton","level":2,"score":0.48317137360572815},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46858781576156616},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4266297519207001},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38890427350997925},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3522011339664459},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3345552682876587},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.11530730128288269},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3474085.3475577","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475577","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G168730246","display_name":null,"funder_award_id":"BK20180325, BK20190293","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G2839595876","display_name":null,"funder_award_id":"61802169, 61872174, 61832008, 61906085, 61902175","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2004074725","https://openalex.org/W2015551990","https://openalex.org/W2034763652","https://openalex.org/W2075048802","https://openalex.org/W2101105183","https://openalex.org/W2139501017","https://openalex.org/W2507009361","https://openalex.org/W2515446175","https://openalex.org/W2518448700","https://openalex.org/W2559085405","https://openalex.org/W2626778328","https://openalex.org/W2759302818","https://openalex.org/W2761659801","https://openalex.org/W2770128248","https://openalex.org/W2784435047","https://openalex.org/W2799020610","https://openalex.org/W2891726870","https://openalex.org/W2908497602","https://openalex.org/W2912886600","https://openalex.org/W2916798096","https://openalex.org/W2948139159","https://openalex.org/W2948246283","https://openalex.org/W2949888546","https://openalex.org/W2963076818","https://openalex.org/W2964253156","https://openalex.org/W2965778995","https://openalex.org/W2990138404","https://openalex.org/W2997931247","https://openalex.org/W3034765865","https://openalex.org/W3092042812","https://openalex.org/W3094831145","https://openalex.org/W3107505289","https://openalex.org/W3133226919","https://openalex.org/W3168702146","https://openalex.org/W4253468347"],"related_works":["https://openalex.org/W1979723775","https://openalex.org/W2126881935","https://openalex.org/W4312993112","https://openalex.org/W2784535632","https://openalex.org/W2347221702","https://openalex.org/W3209135759","https://openalex.org/W41889997","https://openalex.org/W2348425426","https://openalex.org/W2380903601","https://openalex.org/W2091674782"],"abstract_inverted_index":{"As":[0],"an":[1,33],"essential":[2],"communication":[3],"way":[4],"for":[5,18,51,57,73,86,110,127,134],"deaf-mutes,":[6],"sign":[7,19,168],"languages":[8],"are":[9,143],"expressed":[10],"by":[11],"human":[12,16,29],"actions.":[13],"To":[14,89,113],"distinguish":[15,114],"actions":[17,38],"language":[20,169],"understanding,":[21],"the":[22,92,101,115,181,188],"skeleton":[23,45,87,102,165],"which":[24,186],"contains":[25],"position":[26],"information":[27],"of":[28,107,117,140,183],"pose":[30],"can":[31],"provide":[32],"important":[34],"cue,":[35],"since":[36],"different":[37,42],"usually":[39],"correspond":[40],"to":[41,77,146,150,163],"poses/skeletons.":[43],"However,":[44],"has":[46],"not":[47],"been":[48],"fully":[49],"studied":[50],"Sign":[52],"Language":[53],"Translation":[54],"(SLT),":[55],"especially":[56],"end-to-end":[58,68,79],"SLT.":[59,75],"Therefore,":[60],"in":[61],"this":[62],"paper,":[63],"we":[64,81,99,119],"propose":[65],"a":[66,83,121,147,157],"novel":[67],"Skeleton-Aware":[69],"neural":[70],"Network":[71,125],"(SANet)":[72],"video-based":[74],"Specifically,":[76],"achieve":[78],"SLT,":[80],"design":[82],"self-contained":[84],"branch":[85],"extraction.":[88,112],"efficiently":[90],"guide":[91],"feature":[93,111,128],"extraction":[94,166],"from":[95],"video":[96],"with":[97],"skeletons,":[98],"concatenate":[100],"channel":[103],"and":[104,167],"RGB":[105],"channels":[106],"each":[108,135,141],"frame":[109],"importance":[116,132],"clips,":[118],"construct":[120],"skeleton-based":[122],"Graph":[123],"Convolutional":[124],"(GCN)":[126],"scaling,":[129],"i.e.,":[130],"giving":[131],"weight":[133],"clip.":[136],"The":[137],"scaled":[138],"features":[139],"clip":[142],"then":[144],"sent":[145],"decoder":[148],"module":[149],"generate":[151],"spoken":[152],"language.":[153],"In":[154],"our":[155,184],"SANet,":[156],"joint":[158],"training":[159],"strategy":[160],"is":[161,193],"designed":[162],"optimize":[164],"translation":[170],"jointly.":[171],"Experimental":[172],"results":[173],"on":[174],"two":[175],"large":[176],"scale":[177],"SLT":[178],"datasets":[179],"demonstrate":[180],"effectiveness":[182],"approach,":[185],"outperforms":[187],"state-of-the-art":[189],"methods.":[190],"Our":[191],"code":[192],"available":[194],"at":[195],"https://github.com/SignLanguageCode/SANet.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}