{"id":"https://openalex.org/W7148512516","doi":"https://doi.org/10.1109/vr67842.2026.00073","title":"A Unified Hand and Gesture Tracking via Offloading Framework for Object-mediated Interaction in Wearable AR","display_name":"A Unified Hand and Gesture Tracking via Offloading Framework for Object-mediated Interaction in Wearable AR","publication_year":2026,"publication_date":"2026-03-21","ids":{"openalex":"https://openalex.org/W7148512516","doi":"https://doi.org/10.1109/vr67842.2026.00073"},"language":null,"primary_location":{"id":"doi:10.1109/vr67842.2026.00073","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vr67842.2026.00073","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Conference on Virtual Reality and 3D User Interfaces (VR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132755785","display_name":"Woojin Cho","orcid":null},"institutions":[{"id":"https://openalex.org/I54623706","display_name":"Kapiolani Community College","ror":"https://ror.org/02m7y2120","country_code":"US","type":"education","lineage":["https://openalex.org/I54623706"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Woojin Cho","raw_affiliation_strings":["KAIST KI-ITC PMRC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAIST KI-ITC PMRC","institution_ids":["https://openalex.org/I54623706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104261934","display_name":"Taewook Ha","orcid":"https://orcid.org/0009-0004-7946-8577"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taewook Ha","raw_affiliation_strings":["KAIST UVR Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAIST UVR Lab","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132754651","display_name":"Taejun Son","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taejun Son","raw_affiliation_strings":["KAIST UVR Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAIST UVR Lab","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023177829","display_name":"Woontack Woo","orcid":"https://orcid.org/0000-0002-5501-4421"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Woontack Woo","raw_affiliation_strings":["KAIST UVR Lab KAIST KI-ITC ARRC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAIST UVR Lab KAIST KI-ITC ARRC","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"530","last_page":"540"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.8774999976158142,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.8774999976158142,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.026399999856948853,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.010400000028312206,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6075000166893005},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5084999799728394},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.39590001106262207},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.33000001311302185},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.30649998784065247}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.663100004196167},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6075000166893005},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5084999799728394},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5069000124931335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46299999952316284},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36419999599456787},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.30649998784065247},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.25589999556541443},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vr67842.2026.00073","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vr67842.2026.00073","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Conference on Virtual Reality and 3D User Interfaces (VR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1972000353","https://openalex.org/W2042062504","https://openalex.org/W2049322157","https://openalex.org/W2058256495","https://openalex.org/W2137864660","https://openalex.org/W2531530917","https://openalex.org/W2603861860","https://openalex.org/W2610293580","https://openalex.org/W2616137712","https://openalex.org/W2739179646","https://openalex.org/W2768683308","https://openalex.org/W2792558628","https://openalex.org/W2796434639","https://openalex.org/W2884286326","https://openalex.org/W2962811204","https://openalex.org/W2963037989","https://openalex.org/W2963119249","https://openalex.org/W2964093990","https://openalex.org/W2980937684","https://openalex.org/W2982442523","https://openalex.org/W2984612350","https://openalex.org/W2984624776","https://openalex.org/W3013785695","https://openalex.org/W3048921023","https://openalex.org/W3094526085","https://openalex.org/W3098684994","https://openalex.org/W3109877674","https://openalex.org/W3115927697","https://openalex.org/W3175199633","https://openalex.org/W3210235006","https://openalex.org/W4214492424","https://openalex.org/W4220783478","https://openalex.org/W4225093743","https://openalex.org/W4225137702","https://openalex.org/W4238264000","https://openalex.org/W4309505613","https://openalex.org/W4312275452","https://openalex.org/W4312395531","https://openalex.org/W4312634616","https://openalex.org/W4321649027","https://openalex.org/W4366729193","https://openalex.org/W4383681519","https://openalex.org/W4385245566","https://openalex.org/W4385729885","https://openalex.org/W4387250059","https://openalex.org/W4387611818","https://openalex.org/W4387801206","https://openalex.org/W4389296792","https://openalex.org/W4389314065","https://openalex.org/W4391462118","https://openalex.org/W4393327084","https://openalex.org/W4394805620","https://openalex.org/W4396832618","https://openalex.org/W4396833613","https://openalex.org/W4401224881","https://openalex.org/W4403333908","https://openalex.org/W4406266057","https://openalex.org/W4409746569","https://openalex.org/W4409885019","https://openalex.org/W4413144709"],"related_works":[],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,54,62,94,99,119],"novel":[3],"object-mediated":[4],"hand":[5,28,58],"interaction":[6,29,83,136],"system":[7,111],"that":[8,52],"enables":[9],"real-time":[10,120],"operation":[11],"with":[12,61,84,148],"everyday":[13,146],"objects":[14],"on":[15,40,98,113],"wearable":[16],"augmented":[17],"reality":[18],"(AR)":[19],"devices.":[20],"Despite":[21],"recent":[22],"advances,":[23],"both":[24],"commercial":[25],"and":[26,77,122,142],"academic":[27],"techniques":[30],"remain":[31],"constrained,":[32],"typically":[33],"requiring":[34],"external":[35],"hardware":[36],"or":[37],"depending":[38],"exclusively":[39],"bare-hand":[41],"gestures.":[42],"Motivated":[43],"by":[44,68],"these":[45],"constraints,":[46],"we":[47,92,123],"developed":[48],"an":[49],"offloading":[50],"framework":[51],"integrates":[53],"high-fidelity":[55],"transformer-based":[56],"3D":[57],"reconstruction":[59],"model":[60],"dynamic":[63],"gesture":[64,79,101],"recognition":[65,80],"network":[66],"powered":[67],"gated":[69],"recurrent":[70],"units":[71],"(GRU).":[72],"This":[73],"architecture":[74],"ensures":[75],"stable":[76],"accurate":[78],"even":[81],"during":[82],"physical":[85],"objects.":[86],"To":[87],"evaluate":[88],"its":[89],"quantitative":[90],"performance,":[91],"collected":[93],"custom":[95],"dataset":[96],"based":[97],"predefined":[100],"set,":[102],"achieving":[103],"93.0%":[104],"accuracy":[105],"in":[106,131,145],"5-fold":[107],"cross-validation.":[108],"The":[109],"complete":[110],"implemented":[112],"Microsoft":[114],"HoloLens":[115],"2":[116],"operates":[117],"at":[118,159],"framerate,":[121],"further":[124],"analyze":[125],"the":[126],"latency":[127],"of":[128],"each":[129],"step":[130],"our":[132],"framework.":[133],"Through":[134],"this":[135],"paradigm,":[137],"users":[138],"can":[139],"experience":[140],"immersive":[141],"intuitive":[143],"AR":[144],"environments":[147],"minimal":[149],"disruption":[150],"to":[151],"natural":[152],"action":[153],"behavior.":[154],"Our":[155],"projects":[156],"are":[157],"available":[158],"https://github.com/kaist-uvrlab/UnifiedHOInteraction.":[160]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-04-03T00:00:00"}