{"id":"https://openalex.org/W4405014441","doi":"https://doi.org/10.1145/3636534.3694728","title":"HandySense: A Multimodal Collection System for Human Two-Handed Dexterous Manipulation","display_name":"HandySense: A Multimodal Collection System for Human Two-Handed Dexterous Manipulation","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405014441","doi":"https://doi.org/10.1145/3636534.3694728"},"language":"en","primary_location":{"id":"doi:10.1145/3636534.3694728","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3694728","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3694728","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3694728","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053302545","display_name":"Shilong Mu","orcid":"https://orcid.org/0009-0004-3638-6539"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shilong Mu","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, CN"],"raw_orcid":"https://orcid.org/0009-0004-3638-6539","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, CN","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025263089","display_name":"J. Wang","orcid":"https://orcid.org/0009-0005-6435-0362"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyang Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, China"],"raw_orcid":"https://orcid.org/0009-0005-6435-0362","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinyue Chai","orcid":"https://orcid.org/0009-0002-8305-150X"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyue Chai","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, CN"],"raw_orcid":"https://orcid.org/0009-0002-8305-150X","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, CN","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076696053","display_name":"Xingting Li","orcid":null},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingting Li","raw_affiliation_strings":["School of Mechanical Engineering, University of Science and Technology Beijing?Beijing 100083?China, BEIJING, China"],"raw_orcid":"https://orcid.org/0009-0001-3293-1542","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Science and Technology Beijing?Beijing 100083?China, BEIJING, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tong Wu","orcid":"https://orcid.org/0009-0005-3723-8578"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Wu","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, China"],"raw_orcid":"https://orcid.org/0009-0005-3723-8578","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084510549","display_name":"Wenbo Ding","orcid":"https://orcid.org/0000-0002-0597-4512"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Ding","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, China"],"raw_orcid":"https://orcid.org/0000-0002-0597-4512","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China, SHENZHEN, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5053302545"],"corresponding_institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2560379,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2016","last_page":"2021"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6652629375457764},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4999043941497803},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4529390335083008},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3782348036766052}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6652629375457764},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4999043941497803},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4529390335083008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3782348036766052}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3636534.3694728","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3694728","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3694728","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3636534.3694728","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636534.3694728","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636534.3694728","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual International Conference on Mobile Computing and Networking","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405014441.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1533483954","https://openalex.org/W1965953026","https://openalex.org/W2131081720","https://openalex.org/W2738073041","https://openalex.org/W2775635818","https://openalex.org/W2896988665","https://openalex.org/W2962688712","https://openalex.org/W3033578652","https://openalex.org/W3035108607","https://openalex.org/W3041148233","https://openalex.org/W3082411466","https://openalex.org/W3128146782","https://openalex.org/W3146698349","https://openalex.org/W3167898434","https://openalex.org/W3193486241","https://openalex.org/W3199826973","https://openalex.org/W3204090911","https://openalex.org/W3215084121","https://openalex.org/W4250321378","https://openalex.org/W4282912956","https://openalex.org/W4285102271","https://openalex.org/W4318570244","https://openalex.org/W4321330995","https://openalex.org/W4321793423","https://openalex.org/W4384822009","https://openalex.org/W4385291890","https://openalex.org/W4387652959","https://openalex.org/W4387865444","https://openalex.org/W4390830448","https://openalex.org/W4392405809","https://openalex.org/W4402727586","https://openalex.org/W4402753691"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Humanoid":[0],"robots":[1,125],"with":[2,94],"dexterous":[3],"hands":[4],"have":[5],"gained":[6],"significant":[7],"attention":[8],"due":[9],"to":[10,48,126],"their":[11],"manipulation":[12,80],"capabilities.":[13],"Recent":[14],"advancements":[15],"are":[16],"driven":[17],"by":[18],"large-scale":[19,112],"real":[20,50],"robot":[21],"data":[22,115],"and":[23,30,42,72,77,89,117],"teleoperation":[24],"technology,":[25],"enabling":[26],"precise":[27],"operation":[28],"demonstrations":[29],"smooth":[31],"trajectories.":[32],"Common":[33],"methods":[34],"like":[35],"virtual":[36],"reality":[37],"devices,":[38],"cameras,":[39,85,88],"wearable":[40],"gloves,":[41],"custom":[43],"hardware":[44],"face":[45],"the":[46,109],"inability":[47],"capture":[49,92],"information":[51],"about":[52],"human-object":[53],"contact,":[54],"such":[55],"as":[56],"tactile":[57,96],"information.":[58],"In":[59],"this":[60],"study,":[61],"we":[62],"present":[63],"HandySense,":[64],"a":[65,90,119],"multimodal":[66],"system":[67],"integrating":[68],"visual,":[69],"tactile,":[70],"motion,":[71],"spatial":[73],"perception":[74],"for":[75,111],"robust":[76],"comprehensive":[78],"two-handed":[79],"tracking.":[81],"HandySense":[82],"includes":[83],"RGB-D":[84],"visual-inertial":[86],"tracking":[87],"motion":[91],"glove":[93],"fingertip":[95],"sensors.":[97],"Our":[98],"framework":[99],"achieved":[100],"99.45%":[101],"accuracy":[102],"in":[103],"classifying":[104],"12":[105],"task":[106],"stages,":[107],"exhibiting":[108],"potential":[110],"human":[113],"demonstration":[114],"collection":[116],"representing":[118],"pivotal":[120],"step":[121],"towards":[122],"empowering":[123],"humanoid":[124],"execute":[127],"complex":[128],"manipulations.":[129]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}