{"id":"https://openalex.org/W3175647370","doi":"https://doi.org/10.1145/3463498","title":"Enabling Real-time Sign Language Translation on Mobile Platforms with On-board Depth Cameras","display_name":"Enabling Real-time Sign Language Translation on Mobile Platforms with On-board Depth Cameras","publication_year":2021,"publication_date":"2021-06-23","ids":{"openalex":"https://openalex.org/W3175647370","doi":"https://doi.org/10.1145/3463498","mag":"3175647370"},"language":"en","primary_location":{"id":"doi:10.1145/3463498","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3463498","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009227184","display_name":"Hyeonjung Park","orcid":"https://orcid.org/0000-0003-4556-4726"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"HyeonJung Park","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Yeonsu-Gu, Incheon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Yeonsu-Gu, Incheon, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114626700","display_name":"Youngki Lee","orcid":"https://orcid.org/0000-0002-1319-7071"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngki Lee","raw_affiliation_strings":["Department of Computer Science and Engineering, Seoul National University, Gwanak-Gu, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Seoul National University, Gwanak-Gu, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022122076","display_name":"JeongGil Ko","orcid":"https://orcid.org/0000-0003-0799-4039"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"JeongGil Ko","raw_affiliation_strings":["School of Integrated Technology, Yonsei University, Yeonsu-Gu, Incheon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Integrated Technology, Yonsei University, Yeonsu-Gu, Incheon, South Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5009227184"],"corresponding_institution_ids":["https://openalex.org/I193775966"],"apc_list":null,"apc_paid":null,"fwci":4.5674,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.95382423,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"5","issue":"2","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8472615480422974},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.8085674047470093},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7035466432571411},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6446509957313538},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6165399551391602},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5058662295341492},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.47539791464805603},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46790915727615356},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.4669516980648041},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.4590427279472351},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4583011269569397},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4205484688282013},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35762646794319153},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34941890835762024},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3323330581188202},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09726455807685852}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8472615480422974},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.8085674047470093},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7035466432571411},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6446509957313538},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6165399551391602},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5058662295341492},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.47539791464805603},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46790915727615356},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4669516980648041},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4590427279472351},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4583011269569397},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4205484688282013},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35762646794319153},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34941890835762024},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3323330581188202},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09726455807685852},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3463498","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3463498","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G112031296","display_name":null,"funder_award_id":"2020-22-0513","funder_id":"https://openalex.org/F4320321314","funder_display_name":"Yonsei University"},{"id":"https://openalex.org/G6879041722","display_name":null,"funder_award_id":"2021R1A2C4002380","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320321314","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1506441995","https://openalex.org/W1906915714","https://openalex.org/W1972034101","https://openalex.org/W2014233635","https://openalex.org/W2019162786","https://openalex.org/W2038975019","https://openalex.org/W2056898157","https://openalex.org/W2087293868","https://openalex.org/W2147118406","https://openalex.org/W2176118107","https://openalex.org/W2188882108","https://openalex.org/W2194775991","https://openalex.org/W2346219687","https://openalex.org/W2471695703","https://openalex.org/W2516046201","https://openalex.org/W2582459871","https://openalex.org/W2611278752","https://openalex.org/W2619947201","https://openalex.org/W2626129225","https://openalex.org/W2730558146","https://openalex.org/W2770091665","https://openalex.org/W2770466517","https://openalex.org/W2776541261","https://openalex.org/W2788495578","https://openalex.org/W2794843057","https://openalex.org/W2803642809","https://openalex.org/W2887280559","https://openalex.org/W2895638065","https://openalex.org/W2906963754","https://openalex.org/W2910064616","https://openalex.org/W2916857909","https://openalex.org/W2921243003","https://openalex.org/W2940551606","https://openalex.org/W2941870244","https://openalex.org/W2944985281","https://openalex.org/W2963169737","https://openalex.org/W2963524571","https://openalex.org/W2963616706","https://openalex.org/W2964253156","https://openalex.org/W2965243934","https://openalex.org/W2968458594","https://openalex.org/W2972281843","https://openalex.org/W2981531407","https://openalex.org/W2981548405","https://openalex.org/W3009828227","https://openalex.org/W3012350764","https://openalex.org/W3015656767","https://openalex.org/W3020922019","https://openalex.org/W3022461327","https://openalex.org/W3042080800","https://openalex.org/W3083662943","https://openalex.org/W3106076771"],"related_works":["https://openalex.org/W4308478915","https://openalex.org/W4389049376","https://openalex.org/W1986488374","https://openalex.org/W3040456104","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664"],"abstract_inverted_index":{"In":[0],"this":[1],"work":[2],"we":[3,161],"present":[4],"SUGO,":[5,160],"a":[6,17,78,102,110,116,143,178,244],"depth":[7],"video-based":[8],"system":[9,230],"for":[10,90,169,248],"translating":[11],"sign":[12,62,92,130,163,182,216,249],"language":[13,63,131,164,250],"to":[14,33,66,69,82,108,125,156,177,189,223,242],"text":[15],"using":[16,34,137],"smartphone's":[18],"front":[19],"camera.":[20],"While":[21],"exploiting":[22],"depth-only":[23],"videos":[24],"offer":[25],"benefits":[26],"such":[27],"as":[28,115],"being":[29],"less":[30],"privacy-invasive":[31],"compared":[32],"RGB":[35],"videos,":[36],"it":[37],"introduces":[38],"new":[39],"challenges":[40,58],"which":[41],"include":[42],"dealing":[43],"with":[44,145,199,218],"low":[45],"video":[46,64,113],"resolutions":[47],"and":[48,76,158,184,203,225,239],"the":[49,87,120,139,191,229],"sensors'":[50],"sensitiveness":[51],"towards":[52],"user":[53],"motion.":[54],"We":[55],"overcome":[56],"these":[57],"by":[59],"diversifying":[60],"our":[61,207],"dataset":[65,179],"be":[67,126],"robust":[68],"various":[70],"usage":[71,197],"scenarios":[72,198],"via":[73],"data":[74,165,188],"augmentation":[75],"design":[77],"set":[79],"of":[80,97,112,180,193,221,235],"schemes":[81],"emphasize":[83],"human":[84],"gestures":[85,183],"from":[86,148,166],"input":[88],"images":[89],"effective":[91],"detection.":[93],"The":[94],"inference":[95],"engine":[96],"SUGO":[98,194,212],"is":[99,231],"based":[100],"on":[101,142],"3-dimensional":[103],"convolutional":[104],"neural":[105],"network":[106],"(3DCNN)":[107],"classify":[109,215],"sequence":[111],"frames":[114],"pre-trained":[117],"word.":[118],"Furthermore,":[119],"overall":[121],"operations":[122],"are":[123],"designed":[124],"light-weight":[127],"so":[128],"that":[129,211,228],"translation":[132],"takes":[133],"place":[134],"in":[135,195],"real-time":[136],"only":[138],"resources":[140],"available":[141],"smartphone,":[144],"no":[146],"help":[147],"cloud":[149],"servers":[150],"nor":[151],"external":[152],"sensing":[153],"components.":[154],"Specifically,":[155],"train":[157],"test":[159],"collect":[162,185],"20":[167],"individuals":[168],"50":[170],"Korean":[171],"Sign":[172],"Language":[173],"words,":[174],"summing":[175],"up":[176,222],"~5,000":[181],"additional":[186],"in-the-wild":[187],"evaluate":[190],"performance":[192],"real-world":[196],"different":[200],"lighting":[201],"conditions":[202],"daily":[204],"activities.":[205],"Comprehensively,":[206],"extensive":[208],"evaluations":[209],"show":[210],"can":[213],"properly":[214],"words":[217],"an":[219],"accuracy":[220],"91%":[224],"also":[226],"suggest":[227],"suitable":[232],"(in":[233],"terms":[234],"resource":[236],"usage,":[237],"latency,":[238],"environmental":[240],"robustness)":[241],"enable":[243],"fully":[245],"mobile":[246],"solution":[247],"translation.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}