{"id":"https://openalex.org/W4414760460","doi":"https://doi.org/10.1145/3711875.3734578","title":"Poster: Real-time Keyboard Segmentation and Finger-Press Detection for Keystroke Tracking in Virtual Keyboards","display_name":"Poster: Real-time Keyboard Segmentation and Finger-Press Detection for Keystroke Tracking in Virtual Keyboards","publication_year":2025,"publication_date":"2025-06-23","ids":{"openalex":"https://openalex.org/W4414760460","doi":"https://doi.org/10.1145/3711875.3734578"},"language":"en","primary_location":{"id":"doi:10.1145/3711875.3734578","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711875.3734578","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711875.3734578","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual International Conference on Mobile Systems, Applications and Services","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3711875.3734578","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016841608","display_name":"Lawrence Amadi","orcid":"https://orcid.org/0000-0003-2913-4056"},"institutions":[{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lawrence Amadi","raw_affiliation_strings":["IC Lab, Futurewei Technologies, Inc., Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"IC Lab, Futurewei Technologies, Inc., Austin, TX, USA","institution_ids":["https://openalex.org/I4210146936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070751733","display_name":"Andrew Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Lu","raw_affiliation_strings":["Computer Science, University of Texas, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Texas, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071422638","display_name":"Chih-Hsien Chou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chih-Hsien Chou","raw_affiliation_strings":["IC Lab, Futurewei Technologies, Inc., San Jose, CA, USA"],"affiliations":[{"raw_affiliation_string":"IC Lab, Futurewei Technologies, Inc., San Jose, CA, USA","institution_ids":["https://openalex.org/I4210146936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104251399","display_name":"Ning Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146936","display_name":"Huawei Technologies (United States)","ror":"https://ror.org/03jyqk712","country_code":"US","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210146936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ning Lu","raw_affiliation_strings":["IC Lab, Futurewei Technologies, Inc., Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"IC Lab, Futurewei Technologies, Inc., Austin, TX, USA","institution_ids":["https://openalex.org/I4210146936"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016841608"],"corresponding_institution_ids":["https://openalex.org/I4210146936"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40518074,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"619","last_page":"620"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/keystroke-logging","display_name":"Keystroke logging","score":0.8511000275611877},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6554999947547913},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6425999999046326},{"id":"https://openalex.org/keywords/virtual-keyboard","display_name":"Virtual keyboard","score":0.5127999782562256},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4991999864578247},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.4375999867916107}],"concepts":[{"id":"https://openalex.org/C161615301","wikidata":"https://www.wikidata.org/wiki/Q309396","display_name":"Keystroke logging","level":2,"score":0.8511000275611877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7537000179290771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6832000017166138},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6554999947547913},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6425999999046326},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.630299985408783},{"id":"https://openalex.org/C2780367331","wikidata":"https://www.wikidata.org/wiki/Q861170","display_name":"Virtual keyboard","level":2,"score":0.5127999782562256},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4991999864578247},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.4375999867916107},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3538999855518341},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3183000087738037},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.29280000925064087},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C1517167","wikidata":"https://www.wikidata.org/wiki/Q1134322","display_name":"Sight","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C2781209916","wikidata":"https://www.wikidata.org/wiki/Q3215756","display_name":"Typing","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3711875.3734578","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711875.3734578","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711875.3734578","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual International Conference on Mobile Systems, Applications and Services","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3711875.3734578","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711875.3734578","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711875.3734578","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual International Conference on Mobile Systems, Applications and Services","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414760460.pdf","grobid_xml":"https://content.openalex.org/works/W4414760460.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W2079970776","https://openalex.org/W4402704593"],"related_works":[],"abstract_inverted_index":{"Real-time":[0],"recognition":[1],"and":[2,12,37,98,115,122,131,150,158],"localization":[3],"of":[4,14,20,34,56,79,94,100,155],"keyboard":[5,35,58,96],"keys":[6,102],"combined":[7],"with":[8],"real-time":[9],"hand":[10],"tracking":[11],"detection":[13,42,63,99,149,153],"finger-press":[15,111],"actions":[16,66],"are":[17,25,31],"critical":[18],"functions":[19],"vision-based":[21],"virtual":[22],"keyboards.":[23],"These":[24],"not":[26],"trivial":[27],"tasks":[28],"because":[29],"there":[30],"numerous":[32],"types":[33],"layouts":[36],"typist":[38],"behaviors.":[39],"Furthermore,":[40],"key":[41,152],"is":[43,67],"especially":[44],"difficult":[45],"in":[46],"uncontrolled":[47],"real-world":[48],"scenarios,":[49],"where":[50],"users'":[51],"hands":[52],"occlude":[53],"significant":[54],"portions":[55],"the":[57,62,82,92,136],"while":[59,161],"typing.":[60],"Also,":[61],"finger":[64,83,147],"press-down":[65,148],"further":[68,132],"complicated":[69],"in-the-wild":[70],"by":[71,103],"frequently":[72],"changing":[73],"camera":[74],"viewpoints":[75],"without":[76],"direct":[77],"line":[78],"sight":[80],"to":[81],"pressing":[84],"a":[85,105,151],"key.":[86],"In":[87],"this":[88],"work,":[89],"we":[90],"address":[91],"challenge":[93],"complete":[95],"segmentation":[97],"hand-occluded":[101],"proposing":[104],"deep":[106],"learning":[107],"approach":[108],"for":[109],"realtime":[110],"detection,":[112,114],"visible-key":[113],"occluded-key":[116],"recovery.":[117],"Our":[118,142],"models":[119,144],"were":[120],"trained":[121],"evaluated":[123],"on":[124,135],"Kaggle's":[125],"Keyboard":[126],"Key":[127],"Detection":[128],"dataset":[129],"[1]":[130],"empirically":[133],"tested":[134],"MSU":[137],"Typing":[138],"Behavior":[139],"Database":[140],"[3].":[141],"best":[143],"achieved":[145],"88%":[146],"performance":[154],"0.91":[156],"IOU":[157],"97.8%":[159],"mAP@75,":[160],"running":[162],"at":[163],"60":[164],"fps.":[165]},"counts_by_year":[],"updated_date":"2026-03-10T14:07:55.174380","created_date":"2025-10-10T00:00:00"}