{"id":"https://openalex.org/W4387801046","doi":"https://doi.org/10.1145/3586183.3606785","title":"ShadowTouch: Enabling Free-Form Touch-Based Hand-to-Surface Interaction with Wrist-Mounted Illuminant by Shadow Projection","display_name":"ShadowTouch: Enabling Free-Form Touch-Based Hand-to-Surface Interaction with Wrist-Mounted Illuminant by Shadow Projection","publication_year":2023,"publication_date":"2023-10-20","ids":{"openalex":"https://openalex.org/W4387801046","doi":"https://doi.org/10.1145/3586183.3606785"},"language":"en","primary_location":{"id":"doi:10.1145/3586183.3606785","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586183.3606785","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586183.3606785","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3586183.3606785","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035208775","display_name":"Liang Chen","orcid":"https://orcid.org/0000-0003-0579-2716"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chen Liang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China and Department of Computer Science and Technology, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0003-0579-2716","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China and Department of Computer Science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015541979","display_name":"X.Q. Wang","orcid":"https://orcid.org/0009-0009-6461-5446"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xutong Wang","raw_affiliation_strings":["Tsinghua University, China and Tsinghua University, China"],"raw_orcid":"https://orcid.org/0009-0009-6461-5446","affiliations":[{"raw_affiliation_string":"Tsinghua University, China and Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100780848","display_name":"Zisu Li","orcid":"https://orcid.org/0000-0001-8825-0191"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zisu Li","raw_affiliation_strings":["IIP (Computational Media and Arts), The Hong Kong University of Science and Technology, China and IIP (Computational Media and Arts), The Hong Kong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0001-8825-0191","affiliations":[{"raw_affiliation_string":"IIP (Computational Media and Arts), The Hong Kong University of Science and Technology, China and IIP (Computational Media and Arts), The Hong Kong University of Science and Technology, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044361179","display_name":"Chi Hsia","orcid":"https://orcid.org/0000-0003-0477-0662"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Hsia","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China and Department of Computer Science and Technology, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0003-0477-0662","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China and Department of Computer Science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048919402","display_name":"Mingming Fan","orcid":"https://orcid.org/0000-0002-0356-4712"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Mingming Fan","raw_affiliation_strings":["Computational Media and Arts Thrust, The Hong Kong University of Science and Technology (Guangzhou), China and Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-0356-4712","affiliations":[{"raw_affiliation_string":"Computational Media and Arts Thrust, The Hong Kong University of Science and Technology (Guangzhou), China and Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043272273","display_name":"Chun Yu","orcid":"https://orcid.org/0000-0003-2591-7993"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chun Yu","raw_affiliation_strings":["Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0003-2591-7993","affiliations":[{"raw_affiliation_string":"Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057896400","display_name":"Yuanchun Shi","orcid":"https://orcid.org/0000-0003-2273-6927"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanchun Shi","raw_affiliation_strings":["Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0003-2273-6927","affiliations":[{"raw_affiliation_string":"Department of Computer science and Technology, Tsinghua University, China and Department of Computer science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5035208775"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.0545,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.86892052,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.701003909111023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6662644147872925},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6174612641334534},{"id":"https://openalex.org/keywords/surface","display_name":"Surface (topology)","score":0.6147061586380005},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.570669949054718},{"id":"https://openalex.org/keywords/standard-illuminant","display_name":"Standard illuminant","score":0.5473601222038269},{"id":"https://openalex.org/keywords/shadow","display_name":"Shadow (psychology)","score":0.5033580660820007},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.49589404463768005},{"id":"https://openalex.org/keywords/multi-touch","display_name":"Multi-touch","score":0.456235408782959},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4260018467903137},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3473537564277649},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3135761618614197},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14361974596977234},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11672231554985046}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.701003909111023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6662644147872925},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6174612641334534},{"id":"https://openalex.org/C2776799497","wikidata":"https://www.wikidata.org/wiki/Q484298","display_name":"Surface (topology)","level":2,"score":0.6147061586380005},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.570669949054718},{"id":"https://openalex.org/C129112856","wikidata":"https://www.wikidata.org/wiki/Q375479","display_name":"Standard illuminant","level":2,"score":0.5473601222038269},{"id":"https://openalex.org/C117797892","wikidata":"https://www.wikidata.org/wiki/Q286363","display_name":"Shadow (psychology)","level":2,"score":0.5033580660820007},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.49589404463768005},{"id":"https://openalex.org/C2780753109","wikidata":"https://www.wikidata.org/wiki/Q390557","display_name":"Multi-touch","level":2,"score":0.456235408782959},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4260018467903137},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3473537564277649},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3135761618614197},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14361974596977234},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11672231554985046},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3586183.3606785","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586183.3606785","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586183.3606785","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-139200","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-139200","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"doi:10.1145/3586183.3606785","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586183.3606785","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586183.3606785","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G356654689","display_name":null,"funder_award_id":"62132010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387801046.pdf","grobid_xml":"https://content.openalex.org/works/W4387801046.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1970334548","https://openalex.org/W1999211859","https://openalex.org/W2012865772","https://openalex.org/W2033694835","https://openalex.org/W2039077356","https://openalex.org/W2045619958","https://openalex.org/W2060980188","https://openalex.org/W2070898343","https://openalex.org/W2076566073","https://openalex.org/W2107034885","https://openalex.org/W2107321344","https://openalex.org/W2131740967","https://openalex.org/W2132669551","https://openalex.org/W2146631093","https://openalex.org/W2148819007","https://openalex.org/W2162571277","https://openalex.org/W2166695765","https://openalex.org/W2169709590","https://openalex.org/W2402976668","https://openalex.org/W2549463714","https://openalex.org/W2611561499","https://openalex.org/W2754253996","https://openalex.org/W2761203417","https://openalex.org/W2765831051","https://openalex.org/W2795472713","https://openalex.org/W2941909295","https://openalex.org/W2978546772","https://openalex.org/W2980216391","https://openalex.org/W2980587176","https://openalex.org/W2980862700","https://openalex.org/W2982083293","https://openalex.org/W3028909176","https://openalex.org/W3031452968","https://openalex.org/W3035512130","https://openalex.org/W3036954260","https://openalex.org/W3048921023","https://openalex.org/W3081641508","https://openalex.org/W3107825842","https://openalex.org/W3115879821","https://openalex.org/W3118105922","https://openalex.org/W3128598636","https://openalex.org/W3132085923","https://openalex.org/W3160155271","https://openalex.org/W3161212815","https://openalex.org/W3162150705","https://openalex.org/W3163120537","https://openalex.org/W3200072501","https://openalex.org/W3207195644","https://openalex.org/W4224990389","https://openalex.org/W4225014740","https://openalex.org/W4248366760","https://openalex.org/W4250696571","https://openalex.org/W4255717503","https://openalex.org/W4285080410","https://openalex.org/W4286588475","https://openalex.org/W4294891964","https://openalex.org/W4312945817","https://openalex.org/W4315631036","https://openalex.org/W4361762033"],"related_works":["https://openalex.org/W4378218814","https://openalex.org/W2169565872","https://openalex.org/W2086480935","https://openalex.org/W2141064695","https://openalex.org/W2125997383","https://openalex.org/W24761535","https://openalex.org/W830216772","https://openalex.org/W164484593","https://openalex.org/W2170165890","https://openalex.org/W2013297700"],"abstract_inverted_index":{"We":[0,145],"present":[1],"ShadowTouch,":[2],"a":[3,23,92,128],"novel":[4],"sensing":[5,155],"method":[6],"to":[7,31,48,67,173,202,205],"recognize":[8,83],"the":[9,28,35,40,43,49,56,72,84,100,109,116,140,148,158,183],"subtle":[10,57],"hand-to-surface":[11,149],"touch":[12,85,110,123],"state":[13,86,111,124],"for":[14,77],"independent":[15],"fingers":[16,41,45,62],"based":[17],"on":[18,27,34,71],"optical":[19,54],"auxiliary.":[20],"ShadowTouch":[21,186],"mounts":[22],"forward-facing":[24],"light":[25],"source":[26],"user\u2019s":[29],"wrist":[30],"construct":[32],"shadows":[33],"surface":[36],"in":[37,139,190],"front":[38],"of":[39,60,87,112,131,137,160,185,192],"when":[42],"corresponding":[44],"are":[46,63,75],"close":[47],"surface.":[50],"With":[51],"such":[52],"an":[53,134],"design,":[55],"vertical":[58],"movements":[59],"near-surface":[61],"magnified":[64],"and":[65,106,133,165,168,209],"turned":[66],"shadow":[68],"features":[69],"cast":[70],"surface,":[73],"which":[74],"recognizable":[76],"computer":[78],"vision":[79],"algorithms.":[80],"To":[81],"efficiently":[82],"each":[88,104,113],"finger,":[89],"we":[90],"devised":[91],"two-stage":[93],"CNN-based":[94],"algorithm":[95,126],"that":[96],"first":[97],"extracted":[98],"all":[99],"fingertip":[101],"regions":[102],"from":[103,115,157],"frame":[105],"then":[107],"classified":[108],"region":[114],"cropped":[117],"consecutive":[118],"frames.":[119],"Evaluations":[120],"showed":[121,182],"our":[122],"detection":[125],"achieved":[127],"recognition":[129],"accuracy":[130],"99.1%":[132],"F-1":[135],"score":[136],"96.8%":[138],"leave-one-out":[141],"cross-user":[142],"evaluation":[143,180],"setting.":[144],"further":[146],"outlined":[147],"interaction":[150,176],"space":[151],"enabled":[152],"by":[153],"ShadowTouch\u2019s":[154,175],"capability":[156],"aspects":[159,191],"touch-based":[161],"interaction,":[162,164],"stroke-based":[163],"out-of-surface":[166],"information":[167],"developed":[169],"four":[170],"application":[171],"prototypes":[172],"showcase":[174],"potential.":[177],"The":[178],"usability":[179],"study":[181],"advantages":[184],"over":[187],"threshold-based":[188],"techniques":[189],"lower":[193,196,198],"mental":[194],"demand,":[195],"effort,":[197],"frustration,":[199],"more":[200],"willing":[201],"use,":[203,206],"easier":[204],"better":[207],"integrity,":[208],"higher":[210],"confidence.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}