{"id":"https://openalex.org/W7135196741","doi":"https://doi.org/10.48550/arxiv.2603.11809","title":"HiSync: Spatio-Temporally Aligning Hand Motion from Wearable IMU and On-Robot Camera for Command Source Identification in Long-Range HRI","display_name":"HiSync: Spatio-Temporally Aligning Hand Motion from Wearable IMU and On-Robot Camera for Command Source Identification in Long-Range HRI","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135196741","doi":"https://doi.org/10.48550/arxiv.2603.11809"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11809","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11809","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11809","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129024118","display_name":"Chengwen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Chengwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129057997","display_name":"Chun Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Chun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128991368","display_name":"Borong Zhuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Borong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129009200","display_name":"Haopeng Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Haopeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064936219","display_name":"Qiping Wan","orcid":"https://orcid.org/0000-0002-8448-4844"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Qingyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129058253","display_name":"Zhuojun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhuojun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129100247","display_name":"Zhe He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119965679","display_name":"Zhoutong Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Zhoutong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128962504","display_name":"Yu Mei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mei, Yu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128922023","display_name":"Chang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129063782","display_name":"Weinan Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Weinan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057896400","display_name":"Yuanchun Shi","orcid":"https://orcid.org/0000-0003-2273-6927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yuanchun","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5129024118"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.6876999735832214,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.6876999735832214,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.22540000081062317,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.015200000256299973,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.8199999928474426},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6827999949455261},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.5990999937057495},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.5831999778747559},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5773000121116638},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.573199987411499},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5094000101089478},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.43939998745918274}],"concepts":[{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.8199999928474426},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7936999797821045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7559999823570251},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6940000057220459},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6827999949455261},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.5990999937057495},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.5831999778747559},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5773000121116638},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.573199987411499},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5094000101089478},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.43939998745918274},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3580000102519989},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.35519999265670776},{"id":"https://openalex.org/C2777036941","wikidata":"https://www.wikidata.org/wiki/Q6917771","display_name":"Motion analysis","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C173386949","wikidata":"https://www.wikidata.org/wiki/Q192735","display_name":"Inertial frame of reference","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C89805583","wikidata":"https://www.wikidata.org/wiki/Q192940","display_name":"Accelerometer","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.2662000060081482}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11809","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11809","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11809","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11809","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-range":[0],"Human-Robot":[1],"Interaction":[2],"(HRI)":[3],"remains":[4],"underexplored.":[5],"Within":[6],"it,":[7],"Command":[8],"Source":[9],"Identification":[10],"(CSI)":[11],"-":[12,18],"determining":[13],"who":[14],"issued":[15],"a":[16,56,63,88,145],"command":[17,65],"is":[19,131],"especially":[20],"challenging":[21],"due":[22],"to":[23,102,117],"multi-user":[24,71],"and":[25,61,84,87,97,141,148],"distance-induced":[26],"sensor":[27],"ambiguity.":[28],"We":[29,53],"introduce":[30],"HiSync,":[31],"an":[32],"optical-inertial":[33],"fusion":[34,101],"framework":[35],"that":[36],"treats":[37],"hand":[38,78],"motion":[39,79],"as":[40],"binding":[41],"cues":[42],"by":[43,128],"aligning":[44],"robot-mounted":[45],"camera":[46,83],"optical":[47],"flow":[48],"with":[49],"hand-worn":[50],"IMU":[51,85,92],"signals.":[52],"first":[54],"elicit":[55],"user-defined":[57],"(N=12)":[58],"gesture":[59,66],"set":[60],"collect":[62],"multimodal":[64],"dataset":[67],"(N=38)":[68],"in":[69],"long-range":[70],"HRI":[72],"scenarios.":[73],"Next,":[74],"HiSync":[75,119,130,143],"extracts":[76],"frequency-domain":[77],"features":[80],"from":[81],"both":[82],"data,":[86],"learned":[89],"CSINet":[90],"denoises":[91],"readings,":[93],"temporally":[94],"aligns":[95],"modalities,":[96],"performs":[98],"distance-aware":[99],"multi-window":[100],"compute":[103],"cross-modal":[104],"similarity":[105],"of":[106],"subtle,":[107],"natural":[108],"gestures,":[109],"enabling":[110],"robust":[111],"CSI.":[112],"In":[113],"three-person":[114],"scenes":[115],"up":[116],"34m,":[118],"achieves":[120],"92.32%":[121],"CSI":[122,139],"accuracy,":[123],"outperforming":[124],"the":[125],"prior":[126],"SOTA":[127],"48.44%.":[129],"also":[132],"validated":[133],"on":[134],"real-robot":[135],"deployment.":[136],"By":[137],"making":[138],"reliable":[140],"natural,":[142],"provides":[144],"practical":[146],"primitive":[147],"design":[149],"guidance":[150],"for":[151],"public-space":[152],"HRI.":[153],"https://github.com/OctopusWen/HiSync":[154]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-03-14T00:00:00"}