{"id":"https://openalex.org/W4360991426","doi":"https://doi.org/10.1145/3581641.3584071","title":"TransASL: A Smart Glass based Comprehensive ASL Recognizer in Daily Life","display_name":"TransASL: A Smart Glass based Comprehensive ASL Recognizer in Daily Life","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W4360991426","doi":"https://doi.org/10.1145/3581641.3584071"},"language":"en","primary_location":{"id":"doi:10.1145/3581641.3584071","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581641.3584071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064169296","display_name":"Yincheng Jin","orcid":"https://orcid.org/0000-0002-1812-4234"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yincheng Jin","raw_affiliation_strings":["Computer Science and Engineering, Univerisity at Buffalo, the State University of New York, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Univerisity at Buffalo, the State University of New York, United States","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003491759","display_name":"Seokmin Choi","orcid":"https://orcid.org/0000-0003-4284-6728"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seokmin Choi","raw_affiliation_strings":["Computer Science and Engineering, University at Buffalo, State University of New York, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University at Buffalo, State University of New York, United States","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072170851","display_name":"Yang Gao","orcid":"https://orcid.org/0000-0001-6811-0183"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Gao","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100784775","display_name":"Jiyang Li","orcid":"https://orcid.org/0000-0002-0692-8972"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyang Li","raw_affiliation_strings":["Computer Science and Engineering, University at Buffalo, The State University of New York, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University at Buffalo, The State University of New York, United States","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016863481","display_name":"Zhengxiong Li","orcid":null},"institutions":[{"id":"https://openalex.org/I921990950","display_name":"University of Colorado Denver","ror":"https://ror.org/02hh7en24","country_code":"US","type":"education","lineage":["https://openalex.org/I921990950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengxiong Li","raw_affiliation_strings":["University of Colorado Denver, United States"],"affiliations":[{"raw_affiliation_string":"University of Colorado Denver, United States","institution_ids":["https://openalex.org/I921990950"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044439388","display_name":"Zhanpeng Jin","orcid":"https://orcid.org/0000-0002-3020-3736"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanpeng Jin","raw_affiliation_strings":["School of Future Technology, South China University of Technology, China and Department of Computer Science and Engineering, University at Buffalo, USA"],"affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, China and Department of Computer Science and Engineering, University at Buffalo, USA","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5064169296"],"corresponding_institution_ids":["https://openalex.org/I63190737"],"apc_list":null,"apc_paid":null,"fwci":1.82,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.85363485,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"802","last_page":"818"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.781720757484436},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.7706942558288574},{"id":"https://openalex.org/keywords/american-sign-language","display_name":"American Sign Language","score":0.6854507923126221},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5207086205482483},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5112431049346924},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5091440081596375},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5013470649719238},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.493401437997818},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4581618905067444},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45462799072265625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4509722888469696},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.44794535636901855},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.4248407185077667},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.41205182671546936},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2590774893760681},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.15338212251663208},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12234252691268921}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.781720757484436},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.7706942558288574},{"id":"https://openalex.org/C2776737515","wikidata":"https://www.wikidata.org/wiki/Q14759","display_name":"American Sign Language","level":3,"score":0.6854507923126221},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5207086205482483},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5112431049346924},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5091440081596375},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5013470649719238},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.493401437997818},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4581618905067444},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45462799072265625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4509722888469696},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.44794535636901855},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.4248407185077667},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.41205182671546936},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2590774893760681},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.15338212251663208},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12234252691268921},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581641.3584071","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581641.3584071","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1973638492","https://openalex.org/W1983171295","https://openalex.org/W2006217447","https://openalex.org/W2131472500","https://openalex.org/W2134510298","https://openalex.org/W2138136906","https://openalex.org/W2156326133","https://openalex.org/W2193413348","https://openalex.org/W2258570907","https://openalex.org/W2281907884","https://openalex.org/W2327501763","https://openalex.org/W2394945029","https://openalex.org/W2497978915","https://openalex.org/W2516046201","https://openalex.org/W2524643686","https://openalex.org/W2526425061","https://openalex.org/W2765113481","https://openalex.org/W2765410889","https://openalex.org/W2777460464","https://openalex.org/W2794843057","https://openalex.org/W2897106987","https://openalex.org/W2899768692","https://openalex.org/W2916857909","https://openalex.org/W2941054658","https://openalex.org/W2954996088","https://openalex.org/W2965243934","https://openalex.org/W2972011662","https://openalex.org/W2972657490","https://openalex.org/W2972759272","https://openalex.org/W2981857663","https://openalex.org/W2995034616","https://openalex.org/W3012350764","https://openalex.org/W3012984537","https://openalex.org/W3034893101","https://openalex.org/W3037486115","https://openalex.org/W3047041375","https://openalex.org/W3083703874","https://openalex.org/W3089203488","https://openalex.org/W3092971385","https://openalex.org/W3094638159","https://openalex.org/W3113878582","https://openalex.org/W3114473259","https://openalex.org/W3118174484","https://openalex.org/W3144915432","https://openalex.org/W3151244818","https://openalex.org/W3161002267","https://openalex.org/W3163120578","https://openalex.org/W3175117715","https://openalex.org/W3201019945","https://openalex.org/W4200098409","https://openalex.org/W4226050909","https://openalex.org/W4246571396","https://openalex.org/W4319837251"],"related_works":["https://openalex.org/W2089405242","https://openalex.org/W2004685257","https://openalex.org/W1977288663","https://openalex.org/W2115068291","https://openalex.org/W3010360921","https://openalex.org/W2059356825","https://openalex.org/W2100673443","https://openalex.org/W2897666773","https://openalex.org/W2226154349","https://openalex.org/W2022723759"],"abstract_inverted_index":{"Sign":[0],"language":[1,5,16,45,68,160],"is":[2,96,118],"a":[3,62,83,121,139,199],"primary":[4],"used":[6,172],"by":[7,98],"deaf":[8],"and":[9,35,40,49,70,79,104,126,134,144,166,175,182,192,212],"hard-of-hearing":[10],"(DHH)":[11],"communities.":[12],"However,":[13],"existing":[14],"sign":[15,44,67,159],"translation":[17],"solutions":[18],"primarily":[19],"focus":[20],"on":[21],"recognizing":[22],"manual":[23,77,133,181],"markers.":[24],"The":[25],"non-manual":[26,56,80,115,135,183],"markers,":[27,34,57,184],"such":[28],"as":[29,148],"negative":[30],"head":[31],"shaking,":[32],"question":[33],"mouthing,":[36],"are":[37,145],"critical":[38],"grammatical":[39],"semantic":[41],"components":[42],"of":[43,55,101,110,123,157,180,190],"for":[46,66,202],"better":[47],"usability":[48],"generalizability.":[50],"Considering":[51],"the":[52,60,108,111,130,154,164,188],"significant":[53],"role":[54],"we":[58],"propose":[59],"TransASL,":[61],"real-time,":[63],"end-to-end":[64],"system":[65],"recognition":[69,155,205],"translation.":[71],"TransASL":[72,185],"extracts":[73],"feature":[74],"from":[75,120],"both":[76,163],"markers":[78,81],"via":[82],"customized":[84],"eyeglasses-style":[85],"wearable":[86],"device":[87],"with":[88],"two":[89,99],"parallel":[90],"sensing":[91],"modalities.":[92],"Manual":[93],"marker":[94,116,136],"information":[95,117],"collected":[97],"pairs":[100],"outward-facing":[102],"microphones":[103,125],"speakers":[105,127],"mounted":[106],"to":[107,129],"legs":[109],"eyeglasses.":[112,131],"In":[113],"contrast,":[114],"acquired":[119],"pair":[122],"inward-facing":[124],"connected":[128],"Both":[132],"features":[137],"undergo":[138],"multi-modal,":[140],"multi-channel":[141],"fusion":[142],"network":[143],"eventually":[146],"recognized":[147],"comprehensible":[149],"ASL":[150,173,204,210],"content.":[151],"We":[152],"evaluate":[153],"performance":[156],"various":[158],"expressions":[161],"at":[162],"word":[165],"sentence":[167],"levels.":[168],"Given":[169],"80":[170],"frequently":[171],"words":[174],"40":[176],"meaningful":[177],"sentences":[178],"consisting":[179],"can":[186],"achieve":[187],"WER":[189],"8.3%":[191],"7.1%,":[193],"respectively.":[194],"Our":[195],"proposed":[196],"work":[197],"reveals":[198],"great":[200],"potential":[201],"convenient":[203],"in":[206],"daily":[207],"communications":[208],"between":[209],"signers":[211],"hearing":[213],"people.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}