{"id":"https://openalex.org/W4403334513","doi":"https://doi.org/10.1145/3654777.3676343","title":"StegoType: Surface Typing from Egocentric Cameras","display_name":"StegoType: Surface Typing from Egocentric Cameras","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403334513","doi":"https://doi.org/10.1145/3654777.3676343"},"language":"en","primary_location":{"id":"doi:10.1145/3654777.3676343","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654777.3676343","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3654777.3676343","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103180081","display_name":"Mark Richardson","orcid":"https://orcid.org/0009-0005-1603-8374"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mark Richardson","raw_affiliation_strings":["Meta, United States"],"affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050358105","display_name":"Fadi Botros","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fadi Botros","raw_affiliation_strings":["Meta, United States"],"affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103247973","display_name":"Yangyang Shi","orcid":"https://orcid.org/0000-0001-5297-4155"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yangyang Shi","raw_affiliation_strings":["Meta, United States"],"affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051163867","display_name":"Pinhao Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pinhao Guo","raw_affiliation_strings":["Meta, United States"],"affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114244488","display_name":"Bradford J Snow","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bradford J Snow","raw_affiliation_strings":["Meta, United States"],"affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083634316","display_name":"Linguang Zhang","orcid":"https://orcid.org/0000-0001-7250-1400"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linguang Zhang","raw_affiliation_strings":["Meta, United States"],"affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076009475","display_name":"Jingming Dong","orcid":"https://orcid.org/0000-0002-8573-1077"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingming Dong","raw_affiliation_strings":["Meta, United States"],"affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030075645","display_name":"Keith Vertanen","orcid":"https://orcid.org/0000-0002-7814-2450"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keith Vertanen","raw_affiliation_strings":["Computer Science, Michigan Technological University, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science, Michigan Technological University, United States","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032460666","display_name":"Shugao Ma","orcid":"https://orcid.org/0000-0002-4986-2221"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shugao Ma","raw_affiliation_strings":["Meta, United States"],"affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101620957","display_name":"Robert Wang","orcid":"https://orcid.org/0000-0002-9298-7337"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert Wang","raw_affiliation_strings":["Meta, United States"],"affiliations":[{"raw_affiliation_string":"Meta, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5103180081"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1053,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88788271,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6053762435913086},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5877466797828674},{"id":"https://openalex.org/keywords/typing","display_name":"Typing","score":0.5325305461883545},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5185890197753906},{"id":"https://openalex.org/keywords/surface","display_name":"Surface (topology)","score":0.49983859062194824},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4542262852191925},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1391398310661316},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.12378537654876709},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.07701250910758972}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6053762435913086},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5877466797828674},{"id":"https://openalex.org/C2781209916","wikidata":"https://www.wikidata.org/wiki/Q3215756","display_name":"Typing","level":2,"score":0.5325305461883545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5185890197753906},{"id":"https://openalex.org/C2776799497","wikidata":"https://www.wikidata.org/wiki/Q484298","display_name":"Surface (topology)","level":2,"score":0.49983859062194824},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4542262852191925},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1391398310661316},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.12378537654876709},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.07701250910758972}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654777.3676343","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654777.3676343","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3654777.3676343","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654777.3676343","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1972648436","https://openalex.org/W1974535758","https://openalex.org/W2013138719","https://openalex.org/W2069657084","https://openalex.org/W2077940530","https://openalex.org/W2099287431","https://openalex.org/W2103751734","https://openalex.org/W2127141656","https://openalex.org/W2159203809","https://openalex.org/W2242746777","https://openalex.org/W2795386701","https://openalex.org/W2796141725","https://openalex.org/W2903936639","https://openalex.org/W2942280647","https://openalex.org/W2942331292","https://openalex.org/W2963211739","https://openalex.org/W2963524571","https://openalex.org/W2990503944","https://openalex.org/W3094153632","https://openalex.org/W3096803658","https://openalex.org/W3160155271","https://openalex.org/W3162665866","https://openalex.org/W3176587194","https://openalex.org/W3197140813","https://openalex.org/W3206875455","https://openalex.org/W3207629995","https://openalex.org/W3211278025","https://openalex.org/W4214612132","https://openalex.org/W4225014740","https://openalex.org/W4225015736","https://openalex.org/W4225089689","https://openalex.org/W4308014920","https://openalex.org/W4312245820","https://openalex.org/W4312392850","https://openalex.org/W4312945817","https://openalex.org/W4313071313","https://openalex.org/W4361762033","https://openalex.org/W4387250104","https://openalex.org/W4387350466","https://openalex.org/W4394597025"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2772917594","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398","https://openalex.org/W2775347418"],"abstract_inverted_index":{"Text":[0],"input":[1,17],"is":[2,70],"a":[3,19,83,97,112,138,143,163],"critical":[4],"component":[5],"of":[6,88,147,156,167],"any":[7],"general":[8],"purpose":[9],"computing":[10],"system,":[11],"yet":[12],"efficient":[13],"and":[14,23,36,77,178],"natural":[15,127],"text":[16,94,122],"remains":[18],"challenge":[20],"in":[21,183],"AR":[22],"VR.":[24],"Headset":[25],"based":[26],"hand-tracking":[27,63,68],"has":[28],"recently":[29],"become":[30],"pervasive":[31],"among":[32],"consumer":[33],"VR":[34],"devices":[35],"affords":[37],"the":[38],"opportunity":[39],"to":[40,101,162],"enable":[41,96],"touch":[42,53],"typing":[43,54,129],"on":[44,55,130],"virtual":[45,131],"keyboards.":[46,132],"We":[47,133],"present":[48],"an":[49,120,151],"approach":[50],"for":[51,126],"decoding":[52],"uninstrumented":[56],"flat":[57],"surfaces":[58],"using":[59],"only":[60],"egocentric":[61,67],"camera-based":[62],"as":[64],"input.":[65,107],"While":[66],"accuracy":[69],"limited":[71],"by":[72,109],"issues":[73],"like":[74],"self":[75],"occlusion":[76],"image":[78],"fidelity,":[79],"we":[80,117],"show":[81],"that":[82,124],"sufficiently":[84],"diverse":[85],"training":[86],"set":[87],"hand":[89],"motions":[90],"paired":[91],"with":[92,137,150,158],"typed":[93],"can":[95,118],"deep":[98],"learning":[99],"model":[100],"extract":[102],"signal":[103],"from":[104],"this":[105],"noisy":[106],"Furthermore,":[108],"carefully":[110],"designing":[111],"closed-loop":[113],"data":[114],"collection":[115],"process,":[116],"train":[119],"end-to-end":[121],"decoder":[123],"accounts":[125],"sloppy":[128],"evaluate":[134],"our":[135,159],"work":[136],"user":[139],"study":[140],"(n=18)":[141],"showing":[142,173],"mean":[144],"online":[145],"throughput":[146,180],"42.4":[148],"WPM":[149,169],"uncorrected":[152],"error":[153],"rate":[154],"(UER)":[155],"7%":[157],"method":[160],"compared":[161],"physical":[164],"keyboard":[165],"baseline":[166],"74.5":[168],"at":[170],"0.8%":[171],"UER,":[172],"progress":[174],"towards":[175],"unlocking":[176],"productivity":[177],"high":[179],"use":[181],"cases":[182],"AR/VR.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}