{"id":"https://openalex.org/W4366549390","doi":"https://doi.org/10.1145/3544548.3581442","title":"InstruMentAR: Auto-Generation of Augmented Reality Tutorials for Operating Digital Instruments Through Recording Embodied Demonstration","display_name":"InstruMentAR: Auto-Generation of Augmented Reality Tutorials for Operating Digital Instruments Through Recording Embodied Demonstration","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366549390","doi":"https://doi.org/10.1145/3544548.3581442"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3581442","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581442","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581442","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581442","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069580353","display_name":"Ziyi Liu","orcid":"https://orcid.org/0000-0002-1270-2734"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziyi Liu","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0002-1270-2734","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034027961","display_name":"Zhengzhe Zhu","orcid":"https://orcid.org/0000-0001-9935-0518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhengzhe Zhu","raw_affiliation_strings":["School of Electrical & Computer Engineering, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0001-9935-0518","affiliations":[{"raw_affiliation_string":"School of Electrical & Computer Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058768700","display_name":"Enze Jiang","orcid":"https://orcid.org/0000-0003-3377-3555"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Enze Jiang","raw_affiliation_strings":["School of Electrical & Computer Engineering, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0003-3377-3555","affiliations":[{"raw_affiliation_string":"School of Electrical & Computer Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043296589","display_name":"Feichi Huang","orcid":"https://orcid.org/0000-0003-0575-463X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feichi Huang","raw_affiliation_strings":["School of Electrical & Computer Engineering, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0003-0575-463X","affiliations":[{"raw_affiliation_string":"School of Electrical & Computer Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016926615","display_name":"Ana Villanueva","orcid":"https://orcid.org/0000-0002-7619-6359"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ana M Villanueva","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0002-7619-6359","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072861400","display_name":"Xun Qian","orcid":"https://orcid.org/0000-0003-1976-7992"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xun Qian","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0003-1976-7992","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049387184","display_name":"Tianyi Wang","orcid":"https://orcid.org/0000-0001-9382-6466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianyi Wang","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0001-9382-6466","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004602626","display_name":"Karthik Ramani","orcid":"https://orcid.org/0000-0001-8639-5135"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karthik Ramani","raw_affiliation_strings":["School of Mechanical Engineering, Purdue University, United States"],"raw_orcid":"https://orcid.org/0000-0001-8639-5135","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Purdue University, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0315,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93082646,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8478741645812988},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.7751604318618774},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6308674812316895},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.6135339736938477},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6029431819915771},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5189892649650574},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4865068793296814},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.447199285030365},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3855072855949402},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27141237258911133}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8478741645812988},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.7751604318618774},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6308674812316895},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.6135339736938477},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6029431819915771},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5189892649650574},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4865068793296814},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.447199285030365},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3855072855949402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27141237258911133},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544548.3581442","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581442","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581442","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3544548.3581442","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581442","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581442","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7799999713897705}],"awards":[{"id":"https://openalex.org/G8880756543","display_name":null,"funder_award_id":"1839971","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366549390.pdf","grobid_xml":"https://content.openalex.org/works/W4366549390.grobid-xml"},"referenced_works_count":81,"referenced_works":["https://openalex.org/W1772996021","https://openalex.org/W1980895458","https://openalex.org/W2001863204","https://openalex.org/W2010353889","https://openalex.org/W2029044878","https://openalex.org/W2047060504","https://openalex.org/W2055677957","https://openalex.org/W2058543238","https://openalex.org/W2082073215","https://openalex.org/W2114977140","https://openalex.org/W2119468946","https://openalex.org/W2121326745","https://openalex.org/W2135248415","https://openalex.org/W2138439798","https://openalex.org/W2142389575","https://openalex.org/W2142747340","https://openalex.org/W2146520496","https://openalex.org/W2161304134","https://openalex.org/W2235715729","https://openalex.org/W2261762490","https://openalex.org/W2317879529","https://openalex.org/W2346112500","https://openalex.org/W2346884567","https://openalex.org/W2397886250","https://openalex.org/W2407832777","https://openalex.org/W2535823561","https://openalex.org/W2535830051","https://openalex.org/W2538395087","https://openalex.org/W2604166701","https://openalex.org/W2610299746","https://openalex.org/W2611109828","https://openalex.org/W2750334743","https://openalex.org/W2766338868","https://openalex.org/W2771778979","https://openalex.org/W2795619128","https://openalex.org/W2796294902","https://openalex.org/W2796301186","https://openalex.org/W2886447160","https://openalex.org/W2895027791","https://openalex.org/W2902681569","https://openalex.org/W2913593702","https://openalex.org/W2941408004","https://openalex.org/W2963075906","https://openalex.org/W2964655517","https://openalex.org/W2969666823","https://openalex.org/W2980587176","https://openalex.org/W2980895755","https://openalex.org/W2981133675","https://openalex.org/W3008536585","https://openalex.org/W3028804793","https://openalex.org/W3029159807","https://openalex.org/W3030161855","https://openalex.org/W3030262722","https://openalex.org/W3031173681","https://openalex.org/W3032475479","https://openalex.org/W3032739077","https://openalex.org/W3048801906","https://openalex.org/W3091743012","https://openalex.org/W3093502838","https://openalex.org/W3094065677","https://openalex.org/W3094329258","https://openalex.org/W3102451553","https://openalex.org/W3106139207","https://openalex.org/W3156413248","https://openalex.org/W3160976423","https://openalex.org/W3162398451","https://openalex.org/W3163459152","https://openalex.org/W3174926345","https://openalex.org/W3199514047","https://openalex.org/W3206627379","https://openalex.org/W3207961138","https://openalex.org/W3211274672","https://openalex.org/W4225113849","https://openalex.org/W4225523406","https://openalex.org/W4226490480","https://openalex.org/W4234249932","https://openalex.org/W4288079498","https://openalex.org/W4294068621","https://openalex.org/W4300309873","https://openalex.org/W4307475861","https://openalex.org/W4307475988"],"related_works":["https://openalex.org/W4378228679","https://openalex.org/W2736982640","https://openalex.org/W4378228262","https://openalex.org/W2348224808","https://openalex.org/W3107375852","https://openalex.org/W4309505616","https://openalex.org/W2752321621","https://openalex.org/W2789244453","https://openalex.org/W1649706580","https://openalex.org/W3195608031"],"abstract_inverted_index":{"Augmented":[0],"Reality":[1],"tutorials,":[2,132],"which":[3],"provide":[4],"necessary":[5],"context":[6],"by":[7],"directly":[8],"superimposing":[9],"visual":[10],"guidance":[11],"on":[12,85],"the":[13,81,86,92,116,129,147],"physical":[14],"referent,":[15],"represent":[16],"an":[17],"effective":[18],"way":[19],"of":[20,118],"scaffolding":[21],"complex":[22],"instrument":[23],"operations.":[24],"However,":[25],"current":[26],"AR":[27,57,123,131],"tutorial":[28],"authoring":[29],"processes":[30],"are":[31,112],"not":[32],"seamless":[33],"as":[34,122],"they":[35],"require":[36],"users":[37,127],"to":[38,77,101,114],"continuously":[39],"alternate":[40],"between":[41],"operating":[42],"instruments":[43],"and":[44,72,79,109,120],"interacting":[45],"with":[46,98,143],"virtual":[47,96],"elements.":[48],"We":[49,63,140],"present":[50],"InstruMentAR,":[51],"a":[52,65],"system":[53,93],"that":[54,68],"automatically":[55],"generates":[56,95],"tutorials":[58],"through":[59,137],"recording":[60],"user":[61,148],"demonstrations.":[62],"design":[64],"multimodal":[66],"approach":[67],"fuses":[69],"gestural":[70],"information":[71],"hand-worn":[73],"pressure":[74],"sensor":[75],"data":[76],"detect":[78],"register":[80],"user\u2019s":[82],"step-by-step":[83],"manipulations":[84],"control":[87],"panel.":[88],"With":[89],"this":[90],"information,":[91],"autonomously":[94],"cues":[97],"designated":[99],"scales":[100],"respective":[102],"locations":[103],"for":[104],"each":[105],"step.":[106],"Voice":[107],"recognition":[108],"background":[110],"capture":[111],"employed":[113],"automate":[115],"creation":[117],"text":[119],"images":[121],"content.":[124],"For":[125],"novice":[126],"receiving":[128],"authored":[130],"we":[133],"facilitate":[134],"immediate":[135],"feedback":[136],"haptic":[138],"modules.":[139],"compared":[141],"InstruMentAR":[142],"traditional":[144],"systems":[145],"in":[146],"study.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}