{"id":"https://openalex.org/W7134194784","doi":"https://doi.org/10.1145/3731459.3779354","title":"Augmented Assembly: Object Recognition and Hand Tracking for Adaptive Assembly Instructions in Augmented Reality","display_name":"Augmented Assembly: Object Recognition and Hand Tracking for Adaptive Assembly Instructions in Augmented Reality","publication_year":2026,"publication_date":"2026-03-07","ids":{"openalex":"https://openalex.org/W7134194784","doi":"https://doi.org/10.1145/3731459.3779354"},"language":null,"primary_location":{"id":"doi:10.1145/3731459.3779354","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731459.3779354","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twentieth International Conference on Tangible, Embedded, and Embodied Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3731459.3779354","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091926121","display_name":"Alexander Htet Kyaw","orcid":"https://orcid.org/0000-0002-6020-4529"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Htet Kyaw","raw_affiliation_strings":["Massachusetts Institute of Technology (MIT), Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6020-4529","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology (MIT), Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113043473","display_name":"Haotian Ma","orcid":"https://orcid.org/0000-0002-8519-4902"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haotian Ma","raw_affiliation_strings":["Cornell University, Ithaca, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-8519-4902","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128366028","display_name":"Sasa Zivkovic","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sasa Zivkovic","raw_affiliation_strings":["Cornell University, Ithaca, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-3678-6554","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075067784","display_name":"Jenny E. Sabin","orcid":"https://orcid.org/0000-0001-5147-1505"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jenny Sabin","raw_affiliation_strings":["Cornell University, Ithaca, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-5147-1505","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29704727,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9358000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9358000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.02630000002682209,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.01360000018030405,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.8633999824523926},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.588699996471405},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5645999908447266},{"id":"https://openalex.org/keywords/minimum-bounding-box","display_name":"Minimum bounding box","score":0.46560001373291016},{"id":"https://openalex.org/keywords/overlay","display_name":"Overlay","score":0.42910000681877136},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.39320001006126404},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.3828999996185303}],"concepts":[{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.8633999824523926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7961999773979187},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.588699996471405},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5645999908447266},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5449000000953674},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4771000146865845},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.46560001373291016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4596000015735626},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.39320001006126404},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.3221000134944916},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3082999885082245},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.26409998536109924},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.250900000333786},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731459.3779354","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731459.3779354","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twentieth International Conference on Tangible, Embedded, and Embodied Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3731459.3779354","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3731459.3779354","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twentieth International Conference on Tangible, Embedded, and Embodied Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2001863204","https://openalex.org/W2021347897","https://openalex.org/W2216340221","https://openalex.org/W2669785090","https://openalex.org/W2793387736","https://openalex.org/W2920931370","https://openalex.org/W3088251527","https://openalex.org/W3099774306","https://openalex.org/W3168682287","https://openalex.org/W3177626910","https://openalex.org/W3207695671","https://openalex.org/W4283770832","https://openalex.org/W4287682973","https://openalex.org/W4308784442","https://openalex.org/W4312803061","https://openalex.org/W4366549390","https://openalex.org/W4376150776","https://openalex.org/W4385729885","https://openalex.org/W4386815049","https://openalex.org/W4387966851","https://openalex.org/W4389296453","https://openalex.org/W4390536523","https://openalex.org/W4391210455","https://openalex.org/W4392852855","https://openalex.org/W4406596031","https://openalex.org/W4407598244","https://openalex.org/W4412413034","https://openalex.org/W4414428223","https://openalex.org/W4416200167","https://openalex.org/W4416893008","https://openalex.org/W6939715342","https://openalex.org/W7104010298","https://openalex.org/W7108604020"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,13,69,88],"Augmented":[3],"reality":[4],"(AR)":[5],"have":[6],"enabled":[7],"interactive":[8],"systems":[9],"that":[10,26],"assist":[11],"users":[12],"physical":[14,58,154],"assembly":[15,24,44,82,125],"tasks.":[16],"In":[17],"this":[18],"paper,":[19],"we":[20],"present":[21],"an":[22],"AR-assisted":[23],"workflow":[25],"leverages":[27],"object":[28,61],"recognition":[29],"and":[30,46,66,96,127,135,143],"hand":[31],"tracking":[32],"to":[33,72,90,153],"(1)":[34],"identify":[35],"custom":[36,144],"components,":[37,102],"(2)":[38],"display":[39],"step-by-step":[40],"instructions,":[41],"(3)":[42],"detect":[43],"deviations,":[45],"(4)":[47],"dynamically":[48],"update":[49],"the":[50,63,78,93,97,108,112,121,148,157],"instructions":[51,152],"based":[52],"on":[53],"users\u2019":[54],"hands-on":[55],"interactions":[56],"with":[57,111,141],"parts.":[59,166],"Using":[60],"recognition,":[62],"system":[64,122,149],"detects":[65],"localizes":[67],"components":[68],"real":[70],"time":[71],"create":[73],"a":[74,118],"digital":[75,151],"twin":[76],"of":[77,100,165],"workspace.":[79],"For":[80],"each":[81],"step,":[83],"it":[84],"overlays":[85],"bounding":[86],"boxes":[87],"AR":[89],"indicate":[91],"both":[92],"current":[94],"position":[95],"target":[98],"placement":[99],"relevant":[101],"while":[103],"hand-tracking":[104],"data":[105],"verifies":[106],"whether":[107],"user":[109,129],"interacts":[110],"correct":[113],"part.":[114],"Rather":[115],"than":[116],"enforcing":[117],"fixed":[119],"sequence,":[120],"highlights":[123],"potential":[124],"errors":[126],"interprets":[128],"deviations":[130],"as":[131],"opportunities":[132],"for":[133,159],"iteration":[134],"creative":[136],"exploration.":[137],"A":[138],"case":[139],"study":[140],"LEGO-blocks":[142],"3D-printed-components":[145],"demonstrates":[146],"how":[147],"links":[150],"assembly,":[155],"eliminating":[156],"need":[158],"manual":[160],"searching,":[161],"sorting,":[162],"or":[163],"labeling":[164]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-09T00:00:00"}