{"id":"https://openalex.org/W4309505613","doi":"https://doi.org/10.1145/3562939.3565609","title":"Puppeteer: Exploring Intuitive Hand Gestures and Upper-Body Postures for Manipulating Human Avatar Actions","display_name":"Puppeteer: Exploring Intuitive Hand Gestures and Upper-Body Postures for Manipulating Human Avatar Actions","publication_year":2022,"publication_date":"2022-11-22","ids":{"openalex":"https://openalex.org/W4309505613","doi":"https://doi.org/10.1145/3562939.3565609"},"language":"en","primary_location":{"id":"doi:10.1145/3562939.3565609","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3562939.3565609","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Symposium on Virtual Reality Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037568833","display_name":"Ching-Wen Hung","orcid":"https://orcid.org/0000-0003-0905-4198"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Ching-Wen Hung","raw_affiliation_strings":["Graduate Institute of Networking and Multimedia, National Taiwan University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-0905-4198","affiliations":[{"raw_affiliation_string":"Graduate Institute of Networking and Multimedia, National Taiwan University, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008164265","display_name":"Ruei-Che Chang","orcid":"https://orcid.org/0000-0001-7545-4136"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruei-Che Chang","raw_affiliation_strings":["Computer science and engineering, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0001-7545-4136","affiliations":[{"raw_affiliation_string":"Computer science and engineering, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073523451","display_name":"Hong-Sheng Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hong-Sheng Chen","raw_affiliation_strings":["Graduate Institute of Networking and Multimedia, National Taiwan University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-0601-9880","affiliations":[{"raw_affiliation_string":"Graduate Institute of Networking and Multimedia, National Taiwan University, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084953640","display_name":"Chung Han Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chung Han Liang","raw_affiliation_strings":["Computer Science, National Taiwan University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-8508-5140","affiliations":[{"raw_affiliation_string":"Computer Science, National Taiwan University, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063871463","display_name":"Liwei Chan","orcid":"https://orcid.org/0000-0002-7862-2817"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Liwei Chan","raw_affiliation_strings":["National Yang Ming Chiao Tung University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-7862-2817","affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047845215","display_name":"Bing\u2010Yu Chen","orcid":"https://orcid.org/0000-0003-0169-7682"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Bing-Yu Chen","raw_affiliation_strings":["National Taiwan University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-0169-7682","affiliations":[{"raw_affiliation_string":"National Taiwan University, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5037568833"],"corresponding_institution_ids":["https://openalex.org/I16733864"],"apc_list":null,"apc_paid":null,"fwci":1.3366,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.79854997,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.9144197106361389},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.8893021941184998},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6540042161941528},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6416833400726318},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5723514556884766},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.5029663443565369},{"id":"https://openalex.org/keywords/upper-body","display_name":"Upper body","score":0.47219905257225037},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4365648031234741},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.31564903259277344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2935229539871216},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22632476687431335}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.9144197106361389},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.8893021941184998},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6540042161941528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6416833400726318},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5723514556884766},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.5029663443565369},{"id":"https://openalex.org/C2992583082","wikidata":"https://www.wikidata.org/wiki/Q9645","display_name":"Upper body","level":3,"score":0.47219905257225037},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4365648031234741},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.31564903259277344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2935229539871216},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22632476687431335},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153396756","wikidata":"https://www.wikidata.org/wiki/Q1785966","display_name":"Physical strength","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3562939.3565609","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3562939.3565609","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Symposium on Virtual Reality Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W190649236","https://openalex.org/W1938428999","https://openalex.org/W1972207950","https://openalex.org/W2004246156","https://openalex.org/W2011442434","https://openalex.org/W2016208747","https://openalex.org/W2025647423","https://openalex.org/W2034983072","https://openalex.org/W2052682882","https://openalex.org/W2054903578","https://openalex.org/W2073138808","https://openalex.org/W2084585077","https://openalex.org/W2110361696","https://openalex.org/W2117845094","https://openalex.org/W2127407972","https://openalex.org/W2136217726","https://openalex.org/W2149271856","https://openalex.org/W2408666710","https://openalex.org/W2416256620","https://openalex.org/W2464703879","https://openalex.org/W2529099292","https://openalex.org/W2605204642","https://openalex.org/W2727514000","https://openalex.org/W2729247734","https://openalex.org/W2765477767","https://openalex.org/W2766428831","https://openalex.org/W2789726632","https://openalex.org/W2897976513","https://openalex.org/W2901011741","https://openalex.org/W2914165399","https://openalex.org/W2961606417","https://openalex.org/W2981618276","https://openalex.org/W3029475352","https://openalex.org/W3048557070","https://openalex.org/W3163895941","https://openalex.org/W3175228822","https://openalex.org/W4200335324","https://openalex.org/W4225093743","https://openalex.org/W4245622023"],"related_works":["https://openalex.org/W3138471234","https://openalex.org/W4247958311","https://openalex.org/W609482051","https://openalex.org/W3199325201","https://openalex.org/W2792035366","https://openalex.org/W4386050096","https://openalex.org/W2360976019","https://openalex.org/W2906881146","https://openalex.org/W2351166673","https://openalex.org/W2390109066"],"abstract_inverted_index":{"Body-controlled":[0],"avatars":[1,11,24,191],"provide":[2,40,143],"a":[3,33,62,67,211,234,245],"more":[4,18,26],"intuitive":[5,193],"method":[6],"to":[7,70,81,99,112,118,128,146,152,162,215,219,241,248],"real-time":[8],"control":[9,38,189],"virtual":[10],"but":[12,39,116],"require":[13],"larger":[14],"environment":[15],"space":[16,35],"and":[17,28,57,73,79,126,156,175,196,209,225,244,253],"user":[19],"effort.":[20],"In":[21],"contrast,":[22],"hand-controlled":[23],"give":[25],"dexterous":[27],"fewer":[29,41],"fatigue":[30],"manipulations":[31,56],"within":[32],"close-range":[34],"for":[36,228],"avatar":[37,114,202],"sensory":[42],"cues":[43],"than":[44],"the":[45,51,54,59,92,135,170,206,238,261],"body-based":[46],"method.":[47],"This":[48],"paper":[49],"investigates":[50],"differences":[52],"between":[53],"two":[55],"explores":[58],"possibility":[60],"of":[61,172],"combination.":[63],"We":[64,178,199],"first":[65],"performed":[66],"formative":[68,207],"study":[69,208,214],"understand":[71],"when":[72,121,149],"how":[74],"users":[75],"prefer":[76],"manipulating":[77],"hands":[78,120],"bodies":[80,111,131],"represent":[82,100,113],"avatars\u2019":[83,102],"actions":[84,115,203],"in":[85,134,205],"current":[86],"popular":[87],"video":[88,94],"games.":[89],"Based":[90],"on":[91,169],"top":[93],"games":[95],"survey,":[96],"we":[97,105,167,232],"decided":[98],"human":[101],"motions.":[103],"Besides,":[104],"found":[106],"that":[107,185],"players":[108,150,187],"used":[109],"their":[110,164,190],"changed":[117],"using":[119,237],"they":[122],"were":[123],"too":[124],"unrealistic":[125],"exaggerated":[127],"mimic":[129],"by":[130,264],"(e.g.,":[132],"flying":[133],"sky,":[136],"rolling":[137],"over":[138],"quickly).":[139],"Hand":[140],"gestures":[141,174,195,224,252],"also":[142],"an":[144,181],"alternative":[145],"lower-body":[147],"motions":[148],"want":[151,159],"sit":[153],"during":[154],"gaming":[155],"do":[157],"not":[158],"extensive":[160],"effort":[161],"move":[163],"avatars.":[165],"Hence,":[166],"focused":[168],"design":[171,220],"hand":[173,194,223,251],"upper-body":[176,197,226,255],"postures.":[177,198,256],"present":[179],"Puppeteer,":[180],"input":[182],"prototype":[183,235],"system":[184,236],"allows":[186],"directly":[188],"through":[192],"selected":[200],"17":[201,250,254],"discovered":[204],"conducted":[210],"gesture":[212],"elicitation":[213],"invite":[216],"12":[217],"participants":[218],"best":[221],"representing":[222],"postures":[227],"each":[229],"action.":[230],"Then":[231],"implemented":[233],"MediaPipe":[239],"framework":[240],"detect":[242],"keypoints":[243],"self-trained":[246],"model":[247],"recognize":[249],"Finally,":[257],"three":[258],"applications":[259],"demonstrate":[260],"interactions":[262],"enabled":[263],"Puppeteer.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}