{"id":"https://openalex.org/W4387969206","doi":"https://doi.org/10.1145/3581783.3611820","title":"Towards Real-Time Sign Language Recognition and Translation on Edge Devices","display_name":"Towards Real-Time Sign Language Recognition and Translation on Edge Devices","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969206","doi":"https://doi.org/10.1145/3581783.3611820"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3611820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013489859","display_name":"Shiwei Gan","orcid":"https://orcid.org/0000-0003-3360-4321"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiwei Gan","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3360-4321","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087888694","display_name":"Yafeng Yin","orcid":"https://orcid.org/0000-0002-9497-6244"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafeng Yin","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9497-6244","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082553860","display_name":"Zhiwei Jiang","orcid":"https://orcid.org/0000-0001-5243-4992"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Jiang","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5243-4992","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365442","display_name":"Lei Xie","orcid":"https://orcid.org/0000-0002-2994-6743"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Xie","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2994-6743","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043533769","display_name":"Sanglu Lu","orcid":"https://orcid.org/0000-0003-1467-4519"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanglu Lu","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1467-4519","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":1.519,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83456739,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4502","last_page":"4512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8640577793121338},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6100864410400391},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.5369567275047302},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5018086433410645},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.49761655926704407},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.47466710209846497},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.45478665828704834},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.44510623812675476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3801783323287964},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33484917879104614},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2232697308063507},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21872350573539734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8640577793121338},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6100864410400391},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5369567275047302},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5018086433410645},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.49761655926704407},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.47466710209846497},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.45478665828704834},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.44510623812675476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3801783323287964},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33484917879104614},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2232697308063507},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21872350573539734},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3611820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611820","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G1081287695","display_name":null,"funder_award_id":"2022YFB3303900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G1742724577","display_name":null,"funder_award_id":"BE2020001","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G2637000964","display_name":null,"funder_award_id":"62272216","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2869047867","display_name":"\u57fa\u4e8eRFID\u9635\u5217\u7684\u53ef\u6807\u8bb0\u65e0\u6e90\u611f\u77e5\u673a\u5236\u7814\u7a76","funder_award_id":"61872174","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3267722479","display_name":"\u81ea\u4e3b\u534f\u540c\u7684\u591a\u6a21\u6001\u611f\u77e5\u53ca\u878d\u5408\u673a\u5236\u7814\u7a76","funder_award_id":"61832008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3757583711","display_name":null,"funder_award_id":"62172208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5242701248","display_name":null,"funder_award_id":"BE2020001-4","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G6742329638","display_name":null,"funder_award_id":"62172208, 62272216, 61832008, 61872174","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2015551990","https://openalex.org/W2101105183","https://openalex.org/W2127141656","https://openalex.org/W2187089797","https://openalex.org/W2188882108","https://openalex.org/W2346219687","https://openalex.org/W2463640844","https://openalex.org/W2515446175","https://openalex.org/W2518448700","https://openalex.org/W2541674938","https://openalex.org/W2559085405","https://openalex.org/W2587277634","https://openalex.org/W2746301562","https://openalex.org/W2759302818","https://openalex.org/W2799020610","https://openalex.org/W2807840688","https://openalex.org/W2891726870","https://openalex.org/W2908497602","https://openalex.org/W2916798096","https://openalex.org/W2963076818","https://openalex.org/W2964051675","https://openalex.org/W2964253156","https://openalex.org/W2966344125","https://openalex.org/W2975231468","https://openalex.org/W2997931247","https://openalex.org/W3015904750","https://openalex.org/W3033228789","https://openalex.org/W3034765865","https://openalex.org/W3045196480","https://openalex.org/W3092042812","https://openalex.org/W3092363664","https://openalex.org/W3094831145","https://openalex.org/W3109271037","https://openalex.org/W3114337930","https://openalex.org/W3127711005","https://openalex.org/W3173262825","https://openalex.org/W3173290664","https://openalex.org/W3203359574","https://openalex.org/W3205234797","https://openalex.org/W3205840949","https://openalex.org/W3211614808","https://openalex.org/W4253468347","https://openalex.org/W4308164075","https://openalex.org/W4312396348","https://openalex.org/W6815744885"],"related_works":["https://openalex.org/W2944823289","https://openalex.org/W3037018281","https://openalex.org/W2003209439","https://openalex.org/W4321854979","https://openalex.org/W2358319515","https://openalex.org/W2972592048","https://openalex.org/W4312214821","https://openalex.org/W2497626292","https://openalex.org/W2390344072","https://openalex.org/W3089066832"],"abstract_inverted_index":{"To":[0,46,91],"provide":[1],"instant":[2],"communication":[3],"for":[4,127],"hearing-impaired":[5],"people,":[6],"it":[7],"is":[8,180],"essential":[9],"to":[10,33,59,72,83,120,138],"achieve":[11,34,92],"real-time":[12,35,171],"sign":[13,97,172],"language":[14,98,173],"processing":[15,99,174],"anytime":[16],"anywhere.":[17],"Therefore,":[18],"in":[19,96,109,159],"this":[20],"paper,":[21],"we":[22,51,68,102,132],"propose":[23],"a":[24,54,116,134],"Region-aware":[25],"Temporal":[26],"Graph":[27],"based":[28,106],"neural":[29],"Network":[30],"(RTG-Net),":[31],"aiming":[32],"Sign":[36],"Language":[37],"Recognition":[38],"(SLR)":[39],"and":[40,80,114,124,143,169],"Translation":[41],"(SLT)":[42],"on":[43,107,175],"edge":[44,176],"devices.":[45,177],"reduce":[47,60],"the":[48,74,93,166],"computation":[49,167],"overhead,":[50],"first":[52],"construct":[53],"shallow":[55],"graph":[56,119],"convolution":[57],"network":[58],"model":[61,65,85,89],"size":[62],"by":[63,87,146],"decreasing":[64],"depth.":[66],"Besides,":[67],"apply":[69],"structural":[70],"re-parameterization":[71],"fuse":[73],"convolutional":[75],"layer,":[76],"batch":[77],"normalization":[78],"layer":[79],"all":[81],"branches":[82],"simplify":[84],"complexity":[86],"reducing":[88,165],"width.":[90],"high":[94],"performance":[95,155],"as":[100],"well,":[101],"extract":[103],"key":[104,122],"regions":[105,123],"keypoints":[108],"skeleton":[110],"from":[111],"each":[112],"frame,":[113],"design":[115,133],"region-aware":[117],"temporal":[118],"combine":[121],"full":[125],"frame":[126],"feature":[128],"representation.":[129],"In":[130],"RTG-Net,":[131],"multi-stage":[135],"training":[136],"strategy":[137],"optimize":[139],"keypoint":[140],"selection,":[141],"SLR":[142,160],"SLT":[144],"step":[145],"step.":[147],"Experimental":[148],"results":[149],"demonstrate":[150],"that":[151],"RTG-Net":[152],"achieves":[153],"comparable":[154],"with":[156],"existing":[157],"methods":[158],"or":[161],"SLT,":[162],"while":[163],"greatly":[164],"overhead":[168],"achieving":[170],"Our":[178],"code":[179],"available":[181],"at":[182],"https://github.com/SignLanguageCode/realtimeSLRT.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}