{"id":"https://openalex.org/W4409736108","doi":"https://doi.org/10.1145/3706598.3713677","title":"Designing LLM-Powered Multimodal Instructions to Support Rich Hands-on Skills Remote Learning: A Case Study with Massage Instructors and Learners","display_name":"Designing LLM-Powered Multimodal Instructions to Support Rich Hands-on Skills Remote Learning: A Case Study with Massage Instructors and Learners","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4409736108","doi":"https://doi.org/10.1145/3706598.3713677"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3713677","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3706598.3713677","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077758142","display_name":"Chutian Jiang","orcid":"https://orcid.org/0000-0003-4156-6273"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chutian Jiang","raw_affiliation_strings":["Computational Media and Arts Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4156-6273","affiliations":[{"raw_affiliation_string":"Computational Media and Arts Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022725847","display_name":"Yinan Fan","orcid":"https://orcid.org/0000-0003-0381-5793"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yinan Fan","raw_affiliation_strings":["Division of Emerging Interdisciplinary Areas, The Hong Kong University of Science and Technology, Hong Kong, China and Smart Manufacturing Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0381-5793","affiliations":[{"raw_affiliation_string":"Division of Emerging Interdisciplinary Areas, The Hong Kong University of Science and Technology, Hong Kong, China and Smart Manufacturing Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041021900","display_name":"Junan Xie","orcid":"https://orcid.org/0009-0006-8201-8563"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junan Xie","raw_affiliation_strings":["Computational Media and Arts Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-8201-8563","affiliations":[{"raw_affiliation_string":"Computational Media and Arts Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077900751","display_name":"Emily Kuang","orcid":"https://orcid.org/0000-0003-4635-0703"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Kuang","raw_affiliation_strings":["Golisano College of Computing and Information Sciences, Rochester Institute of Technology, Rochester, USA"],"raw_orcid":"https://orcid.org/0000-0003-4635-0703","affiliations":[{"raw_affiliation_string":"Golisano College of Computing and Information Sciences, Rochester Institute of Technology, Rochester, USA","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Baichuan Feng","orcid":"https://orcid.org/0009-0009-8577-2096"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Baichuan Feng","raw_affiliation_strings":["Smart Manufacturing Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-8577-2096","affiliations":[{"raw_affiliation_string":"Smart Manufacturing Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069604707","display_name":"Kaihao Zhang","orcid":"https://orcid.org/0000-0003-4804-3715"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaihao Zhang","raw_affiliation_strings":["Smart Manufacturing Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China and Department of Mechanical and Aerospace Engineering, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-4804-3715","affiliations":[{"raw_affiliation_string":"Smart Manufacturing Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China and Department of Mechanical and Aerospace Engineering, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048919402","display_name":"Mingming Fan","orcid":"https://orcid.org/0000-0002-0356-4712"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Mingming Fan","raw_affiliation_strings":["Computational Media and Arts Thrust & Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China and Division of Integrative Systems and Design, The Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-0356-4712","affiliations":[{"raw_affiliation_string":"Computational Media and Arts Thrust & Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China and Division of Integrative Systems and Design, The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/massage","display_name":"Massage","score":0.6245768666267395},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5982674956321716},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5120885372161865},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4412474036216736},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.4154321253299713},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.11732706427574158}],"concepts":[{"id":"https://openalex.org/C175259745","wikidata":"https://www.wikidata.org/wiki/Q179415","display_name":"Massage","level":3,"score":0.6245768666267395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5982674956321716},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5120885372161865},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4412474036216736},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4154321253299713},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11732706427574158},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3706598.3713677","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3706598.3713677","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-148680","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-148680","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W615996750","https://openalex.org/W651900884","https://openalex.org/W1607675442","https://openalex.org/W1880627317","https://openalex.org/W1965498301","https://openalex.org/W2069008025","https://openalex.org/W2071624013","https://openalex.org/W2116817443","https://openalex.org/W2137987357","https://openalex.org/W2138697946","https://openalex.org/W2142006360","https://openalex.org/W2148051721","https://openalex.org/W2594127559","https://openalex.org/W2618735189","https://openalex.org/W2777891292","https://openalex.org/W2804250408","https://openalex.org/W2895770817","https://openalex.org/W2918549176","https://openalex.org/W2963805556","https://openalex.org/W2972179720","https://openalex.org/W2980895755","https://openalex.org/W2990138404","https://openalex.org/W2999192313","https://openalex.org/W3016397585","https://openalex.org/W3035428952","https://openalex.org/W3119601298","https://openalex.org/W3159250634","https://openalex.org/W3160976423","https://openalex.org/W3162466027","https://openalex.org/W3162567788","https://openalex.org/W3165360095","https://openalex.org/W3176818137","https://openalex.org/W4220709341","https://openalex.org/W4225113849","https://openalex.org/W4307472450","https://openalex.org/W4321648958","https://openalex.org/W4323655724","https://openalex.org/W4362472466","https://openalex.org/W4366091503","https://openalex.org/W4366403195","https://openalex.org/W4376626501","https://openalex.org/W4379876809","https://openalex.org/W4384561707","https://openalex.org/W4385445453","https://openalex.org/W4385473816","https://openalex.org/W4385620388","https://openalex.org/W4387426216","https://openalex.org/W4387801206","https://openalex.org/W4389235490","https://openalex.org/W4389437528","https://openalex.org/W4391164227","https://openalex.org/W4391584367","https://openalex.org/W4392359953","https://openalex.org/W4392564834","https://openalex.org/W4392904200","https://openalex.org/W4395479674","https://openalex.org/W4396831897","https://openalex.org/W4396831900","https://openalex.org/W4396832833","https://openalex.org/W4401798175","https://openalex.org/W4402114986","https://openalex.org/W4402964869","https://openalex.org/W4403617254","https://openalex.org/W4403919220","https://openalex.org/W4404534210","https://openalex.org/W4407900697","https://openalex.org/W4408589550","https://openalex.org/W4411119195"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3157682546","https://openalex.org/W2183409668","https://openalex.org/W1634445912","https://openalex.org/W1520033421","https://openalex.org/W3004588887","https://openalex.org/W2371382826","https://openalex.org/W2369195552"],"abstract_inverted_index":{"Although":[0],"remote":[1],"learning":[2,45],"is":[3],"widely":[4],"used":[5],"for":[6,83,89],"delivering":[7],"and":[8,22,35,76,85,96,105,112,125],"capturing":[9],"knowledge,":[10],"it":[11],"has":[12],"limitations":[13],"in":[14,108,120,129],"teaching":[15,111],"hands-on":[16,122],"skills":[17,123],"that":[18,68],"require":[19],"nuanced":[20],"instructions":[21,67,104],"demonstrations":[23],"of":[24,41,101],"precise":[25,70],"actions,":[26],"such":[27,72],"as":[28,73],"massage.":[29],"Furthermore,":[30],"scheduling":[31],"conflicts":[32],"between":[33],"instructors":[34,95],"learners":[36,84,97],"often":[37],"limit":[38],"the":[39,99,106,117],"availability":[40],"real-time":[42,81],"feedback,":[43],"reducing":[44],"efficiency.":[46],"To":[47],"address":[48],"these":[49,102],"challenges,":[50],"we":[51],"developed":[52],"a":[53],"synthesis":[54],"tool":[55,64],"utilizing":[56],"an":[57],"LLM-powered":[58],"Virtual":[59],"Teaching":[60],"Assistant":[61],"(VTA).":[62],"This":[63],"integrates":[65],"multimodal":[66,103],"convey":[69],"data,":[71],"stroke":[74],"patterns":[75],"pressure":[77],"control,":[78],"while":[79],"providing":[80],"feedback":[82],"summarizing":[86],"their":[87],"performance":[88],"instructors.":[90],"Our":[91],"case":[92],"study":[93],"with":[94],"demonstrated":[98],"effectiveness":[100],"VTA":[107],"enhancing":[109],"massage":[110],"learning.":[113],"We":[114],"then":[115],"discuss":[116],"tools'":[118],"use":[119],"other":[121],"instruction":[124],"cognitive":[126],"process":[127],"differences":[128],"various":[130],"courses.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}