{"id":"https://openalex.org/W4411635685","doi":"https://doi.org/10.1145/3731715.3733472","title":"CrossHand: Multimodal 3D Hand Reconstruction via Vision and Wearable Sensor Data Fusion","display_name":"CrossHand: Multimodal 3D Hand Reconstruction via Vision and Wearable Sensor Data Fusion","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411635685","doi":"https://doi.org/10.1145/3731715.3733472"},"language":"en","primary_location":{"id":"doi:10.1145/3731715.3733472","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733472","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100567987","display_name":"Song Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Song","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-8423-7180","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109755396","display_name":"Guanya Zhou","orcid":"https://orcid.org/0009-0009-8687-027X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanya Zhou","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-8687-027X","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108962565","display_name":"Changyunkun Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyunkun Xiao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-2113-6072","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qiyu Jiang","orcid":"https://orcid.org/0009-0003-9136-2145"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiyu Jiang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-9136-2145","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006649836","display_name":"Daquan Yang","orcid":"https://orcid.org/0000-0003-1976-8821"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daquan Yang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1976-8821","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100644216","display_name":"He Yu","orcid":"https://orcid.org/0000-0003-0700-7240"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Yu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0700-7240","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2033","last_page":"2037"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.7286115884780884},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.6915463805198669},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6787556409835815},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6584301590919495},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5375539660453796},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.41930729150772095},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.08074232935905457}],"concepts":[{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.7286115884780884},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.6915463805198669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6787556409835815},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6584301590919495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5375539660453796},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.41930729150772095},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.08074232935905457},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731715.3733472","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733472","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2333544554","https://openalex.org/W2591391366","https://openalex.org/W2768683308","https://openalex.org/W2783572696","https://openalex.org/W2906722791","https://openalex.org/W2956872328","https://openalex.org/W3034479523","https://openalex.org/W3133226919","https://openalex.org/W3163120578","https://openalex.org/W3175199633","https://openalex.org/W3216784012","https://openalex.org/W4225162647","https://openalex.org/W4225347229","https://openalex.org/W4308014920","https://openalex.org/W4328137122","https://openalex.org/W4366208220","https://openalex.org/W4367046397","https://openalex.org/W4379530764","https://openalex.org/W4380361332","https://openalex.org/W4385245566","https://openalex.org/W4386065417","https://openalex.org/W4389817726","https://openalex.org/W4390874053","https://openalex.org/W4390874363","https://openalex.org/W4402704593","https://openalex.org/W4402726978"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Vision-based":[0],"3D":[1,32],"hand":[2,33],"reconstruction":[3,34,80],"suffers":[4],"from":[5,68],"reduced":[6],"accuracy":[7,81,92],"under":[8],"extreme":[9],"lighting":[10],"and":[11,56,64,89],"occlusions.":[12],"Wearable":[13],"sensor":[14,52,66],"data,":[15],"unaffected":[16],"by":[17],"visual":[18],"constraints,":[19],"can":[20],"complement":[21],"vision-based":[22],"methods.":[23],"We":[24,59],"propose":[25,61],"CrossHand,":[26],"a":[27,45],"novel":[28],"multimodal":[29],"approach":[30],"for":[31],"achieving":[35],"state-of-the-art":[36],"performance":[37],"(PA-MPJPE:":[38],"0.45":[39],"mm,":[40],"PA-MPVPE:":[41],"0.48":[42],"mm).":[43],"Leveraging":[44],"Vision":[46],"Transformer":[47],"(ViT),":[48],"CrossHand":[49,77],"integrates":[50],"wearable":[51,74,95],"signals":[53],"via":[54],"cross-attention":[55],"multi-scale":[57],"transformations.":[58],"also":[60],"synthesizing":[62],"IMU":[63],"flex":[65],"data":[67,75],"publicly":[69],"available":[70],"image":[71],"datasets,":[72],"addressing":[73],"scarcity.":[76],"demonstrates":[78],"robust":[79],"in":[82],"occluded":[83],"scenarios,":[84],"closely":[85],"matching":[86],"ground":[87],"truth,":[88],"maintains":[90],"high":[91],"even":[93],"without":[94],"data.":[96]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}