{"id":"https://openalex.org/W2269149906","doi":"https://doi.org/10.1145/2856400.2856411","title":"Barehanded music","display_name":"Barehanded music","publication_year":2016,"publication_date":"2016-02-10","ids":{"openalex":"https://openalex.org/W2269149906","doi":"https://doi.org/10.1145/2856400.2856411","mag":"2269149906"},"language":"en","primary_location":{"id":"doi:10.1145/2856400.2856411","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2856400.2856411","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM SIGGRAPH Symposium on Interactive 3D Graphics and Games","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101837398","display_name":"Hui Liang","orcid":"https://orcid.org/0000-0003-2327-6870"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hui Liang","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346135","display_name":"Jin Wang","orcid":"https://orcid.org/0000-0002-0629-1617"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jin Wang","raw_affiliation_strings":["Nanyang Technological University and SAP Innovation Center, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University and SAP Innovation Center, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103218833","display_name":"Qian Sun","orcid":"https://orcid.org/0000-0002-2098-9878"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qian Sun","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008076279","display_name":"Yong\u2010Jin Liu","orcid":"https://orcid.org/0000-0001-5774-1916"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong-Jin Liu","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085245110","display_name":"Junsong Yuan","orcid":"https://orcid.org/0000-0002-7324-7034"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Junsong Yuan","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081222445","display_name":"Jun Luo","orcid":"https://orcid.org/0000-0002-7036-5158"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jun Luo","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100389169","display_name":"Ying He","orcid":"https://orcid.org/0000-0002-6749-4485"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ying He","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8282,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.91468382,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"87","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7435246109962463},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7016675472259521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6651202440261841},{"id":"https://openalex.org/keywords/desk","display_name":"Desk","score":0.6467735767364502},{"id":"https://openalex.org/keywords/piano","display_name":"Piano","score":0.5894885659217834},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5510160326957703},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4926186203956604},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.4883965849876404},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4664817452430725},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4182550311088562},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.4147307872772217},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10336250066757202}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7435246109962463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7016675472259521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6651202440261841},{"id":"https://openalex.org/C2776545233","wikidata":"https://www.wikidata.org/wiki/Q1064858","display_name":"Desk","level":2,"score":0.6467735767364502},{"id":"https://openalex.org/C124086623","wikidata":"https://www.wikidata.org/wiki/Q5994","display_name":"Piano","level":2,"score":0.5894885659217834},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5510160326957703},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4926186203956604},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.4883965849876404},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4664817452430725},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4182550311088562},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.4147307872772217},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10336250066757202},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C52119013","wikidata":"https://www.wikidata.org/wiki/Q50637","display_name":"Art history","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2856400.2856411","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2856400.2856411","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM SIGGRAPH Symposium on Interactive 3D Graphics and Games","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.5400000214576721}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320322624","display_name":"Tsinghua National Laboratory for Information Science and Technology","ror":"https://ror.org/03cve4549"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W48480781","https://openalex.org/W74990168","https://openalex.org/W92538076","https://openalex.org/W137342697","https://openalex.org/W176369987","https://openalex.org/W1633557510","https://openalex.org/W1923747199","https://openalex.org/W1928739709","https://openalex.org/W1953802779","https://openalex.org/W1977990690","https://openalex.org/W1992291215","https://openalex.org/W2000205118","https://openalex.org/W2002326478","https://openalex.org/W2032859489","https://openalex.org/W2041405284","https://openalex.org/W2063362452","https://openalex.org/W2067191022","https://openalex.org/W2068915126","https://openalex.org/W2084455417","https://openalex.org/W2085261163","https://openalex.org/W2086145307","https://openalex.org/W2110619642","https://openalex.org/W2137806997","https://openalex.org/W2142571543","https://openalex.org/W2143189149","https://openalex.org/W2153169563","https://openalex.org/W2154393540","https://openalex.org/W2159756630","https://openalex.org/W2170124388","https://openalex.org/W2242746777","https://openalex.org/W2397088440","https://openalex.org/W2399470862","https://openalex.org/W2404458270","https://openalex.org/W2913541357","https://openalex.org/W2952446334","https://openalex.org/W4236643758","https://openalex.org/W4236965008","https://openalex.org/W4285719527","https://openalex.org/W4401991280","https://openalex.org/W6636647102"],"related_works":["https://openalex.org/W2316271602","https://openalex.org/W2357375963","https://openalex.org/W607893370","https://openalex.org/W629160228","https://openalex.org/W584653787","https://openalex.org/W4362512397","https://openalex.org/W587444722","https://openalex.org/W2336023324","https://openalex.org/W2022713566","https://openalex.org/W633023889"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"an":[3,18],"efficient":[4],"data-driven":[5],"approach":[6],"to":[7,84,122],"track":[8],"fingertip":[9,104],"and":[10,35,74,91,96,112,136,175],"detect":[11],"finger":[12,30,98],"tapping":[13,99],"for":[14,32,117,146,155,203],"virtual":[15,157],"piano":[16,158],"using":[17,41],"RGB-D":[19],"camera.":[20],"We":[21],"collect":[22],"7200":[23],"depth":[24,42,75],"images":[25],"covering":[26],"the":[27,53,60,63,69,80,86,102,114,123,134,156,180,197],"most":[28,195],"common":[29],"articulation":[31,115],"playing":[33,183],"piano,":[34],"train":[36],"a":[37,109,170,184],"random":[38,82],"regression":[39],"forest":[40,83],"context":[43],"features":[44],"of":[45,89,196],"randomly":[46],"sampled":[47],"pixels":[48],"in":[49,65,93,133,201],"training":[50],"images.":[51,76],"In":[52,120],"online":[54],"tracking":[55,126],"stage,":[56],"we":[57,78,107],"firstly":[58],"segment":[59],"hand":[61,125,147],"from":[62,71],"plane":[64],"contact":[66],"by":[67],"fusing":[68],"information":[70],"both":[72],"color":[73],"Then":[77],"use":[79],"trained":[81],"estimate":[85],"3D":[87],"position":[88],"fingertips":[90],"wrist":[92],"each":[94,118],"frame,":[95],"predict":[97],"based":[100],"on":[101,169,179],"estimated":[103],"motion.":[105],"Finally,":[106],"build":[108],"kinematic":[110],"chain":[111],"recover":[113],"parameters":[116],"finger.":[119],"contrast":[121],"existing":[124],"algorithms":[127],"that":[128,190],"often":[129],"require":[130],"hands":[131,168],"are":[132],"air":[135],"cannot":[137],"interact":[138],"with":[139,149],"physical":[140],"objects,":[141,151],"our":[142,161,191],"method":[143,192],"is":[144,153],"designed":[145],"interaction":[148],"planar":[150],"which":[152],"desired":[154],"application.":[159],"Using":[160],"prototype":[162],"system,":[163],"users":[164],"can":[165,193],"put":[166],"their":[167],"desk,":[171,181],"move":[172],"them":[173],"sideways":[174],"then":[176],"tap":[177],"fingers":[178],"like":[182],"real":[185],"piano.":[186],"Preliminary":[187],"results":[188],"show":[189],"recognize":[194],"beginner's":[198],"piano-playing":[199],"gestures":[200],"realtime":[202],"soothing":[204],"rhythms.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2016-06-24T00:00:00"}