{"id":"https://openalex.org/W4415065152","doi":"https://doi.org/10.1145/3716553.3750760","title":"Adaptive Gen-AI Guidance in Virtual Reality: A Multimodal Exploration of Engagement in Neapolitan Pizza-Making","display_name":"Adaptive Gen-AI Guidance in Virtual Reality: A Multimodal Exploration of Engagement in Neapolitan Pizza-Making","publication_year":2025,"publication_date":"2025-10-11","ids":{"openalex":"https://openalex.org/W4415065152","doi":"https://doi.org/10.1145/3716553.3750760"},"language":"en","primary_location":{"id":"doi:10.1145/3716553.3750760","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716553.3750760","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3716553.3750760","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054852235","display_name":"Ka Hei Carrie Lau","orcid":"https://orcid.org/0009-0005-8838-3230"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ka Hei Carrie Lau","raw_affiliation_strings":["Chair of Human-Centered Technologies for Learning, Technical University of Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0009-0005-8838-3230","affiliations":[{"raw_affiliation_string":"Chair of Human-Centered Technologies for Learning, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sema Sen","orcid":"https://orcid.org/0009-0000-4437-7852"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sema Sen","raw_affiliation_strings":["Chair of Human-Centered Technologies for Learning, Technical University of Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0009-0000-4437-7852","affiliations":[{"raw_affiliation_string":"Chair of Human-Centered Technologies for Learning, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037894763","display_name":"Philipp Stark","orcid":"https://orcid.org/0000-0001-6529-1142"},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Philipp Stark","raw_affiliation_strings":["The Department of Human Geography, Lund University, Lund, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-6529-1142","affiliations":[{"raw_affiliation_string":"The Department of Human Geography, Lund University, Lund, Sweden","institution_ids":["https://openalex.org/I187531555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048565937","display_name":"Efe Bozkir","orcid":"https://orcid.org/0000-0002-4594-4318"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Efe Bozkir","raw_affiliation_strings":["Chair of Human-Centered Technologies for Learning, Technical University of Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4594-4318","affiliations":[{"raw_affiliation_string":"Chair of Human-Centered Technologies for Learning, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008809634","display_name":"Enkelejda Kasneci","orcid":"https://orcid.org/0000-0003-3146-4484"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Enkelejda Kasneci","raw_affiliation_strings":["Chair of Human-Centered Technologies for Learning, Technical University of Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3146-4484","affiliations":[{"raw_affiliation_string":"Chair of Human-Centered Technologies for Learning, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"305","last_page":"316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5753999948501587},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.4043000042438507},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4025000035762787},{"id":"https://openalex.org/keywords/adaptive-learning","display_name":"Adaptive learning","score":0.367900013923645},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.3601999878883362},{"id":"https://openalex.org/keywords/virtual-actor","display_name":"Virtual actor","score":0.35010001063346863},{"id":"https://openalex.org/keywords/ideation","display_name":"Ideation","score":0.34540000557899475},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.32339999079704285}],"concepts":[{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6334999799728394},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6014000177383423},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5753999948501587},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4043000042438507},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4025000035762787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37599998712539673},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C150303390","wikidata":"https://www.wikidata.org/wiki/Q1983852","display_name":"Virtual actor","level":3,"score":0.35010001063346863},{"id":"https://openalex.org/C170477896","wikidata":"https://www.wikidata.org/wiki/Q17039022","display_name":"Ideation","level":2,"score":0.34540000557899475},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.3073999881744385},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C2781285556","wikidata":"https://www.wikidata.org/wiki/Q1820370","display_name":"Learning styles","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2702000141143799},{"id":"https://openalex.org/C2984870255","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"User engagement","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C167393769","wikidata":"https://www.wikidata.org/wiki/Q4680768","display_name":"Adaptive strategies","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C2983409430","wikidata":"https://www.wikidata.org/wiki/Q7935065","display_name":"Virtual agent","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3716553.3750760","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716553.3750760","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:lup.lub.lu.se:a8faefd7-738d-41d4-8d28-f5186f775a0f","is_oa":false,"landing_page_url":"https://lup.lub.lu.se/record/a8faefd7-738d-41d4-8d28-f5186f775a0f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400536","display_name":"Lund University Publications (Lund University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I187531555","host_organization_name":"Lund University","host_organization_lineage":["https://openalex.org/I187531555"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICMI 2025 - Proceedings of the 27th International Conference on Multimodal Interaction; pp 305-316 (2025)","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3716553.3750760","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716553.3750760","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W104447884","https://openalex.org/W104531168","https://openalex.org/W616987109","https://openalex.org/W643100997","https://openalex.org/W1561313162","https://openalex.org/W1601411030","https://openalex.org/W2006330002","https://openalex.org/W2040164224","https://openalex.org/W2046002868","https://openalex.org/W2052561043","https://openalex.org/W2053315688","https://openalex.org/W2057673348","https://openalex.org/W2118389537","https://openalex.org/W2127895292","https://openalex.org/W2158721809","https://openalex.org/W2167925371","https://openalex.org/W2177961586","https://openalex.org/W2187036766","https://openalex.org/W2213899959","https://openalex.org/W2326490854","https://openalex.org/W2466855596","https://openalex.org/W2612655882","https://openalex.org/W2612769912","https://openalex.org/W2789274906","https://openalex.org/W2790695540","https://openalex.org/W2883126393","https://openalex.org/W2913236221","https://openalex.org/W2921532362","https://openalex.org/W2963797127","https://openalex.org/W2964543620","https://openalex.org/W2964824852","https://openalex.org/W2981306169","https://openalex.org/W2986714894","https://openalex.org/W3007842795","https://openalex.org/W3019363618","https://openalex.org/W3020477709","https://openalex.org/W3098635759","https://openalex.org/W3138088207","https://openalex.org/W3140559152","https://openalex.org/W3162947752","https://openalex.org/W3186009548","https://openalex.org/W3186393076","https://openalex.org/W3195434313","https://openalex.org/W3197274909","https://openalex.org/W3198963017","https://openalex.org/W3209690352","https://openalex.org/W4200268870","https://openalex.org/W4213244052","https://openalex.org/W4221020844","https://openalex.org/W4221079567","https://openalex.org/W4234719115","https://openalex.org/W4283457129","https://openalex.org/W4286493363","https://openalex.org/W4301489054","https://openalex.org/W4310691136","https://openalex.org/W4323655724","https://openalex.org/W4323767371","https://openalex.org/W4389263530","https://openalex.org/W4393036893","https://openalex.org/W4393924849","https://openalex.org/W4396573434","https://openalex.org/W4396833105","https://openalex.org/W4409748935","https://openalex.org/W4410697836"],"related_works":[],"abstract_inverted_index":{"Virtual":[0],"reality":[1],"(VR)":[2],"offers":[3],"promising":[4],"opportunities":[5],"for":[6,146],"procedural":[7],"learning,":[8],"particularly":[9],"in":[10,16,46,72],"preserving":[11],"intangible":[12],"cultural":[13],"heritage.":[14],"Advances":[15],"generative":[17],"artificial":[18],"intelligence":[19],"(Gen-AI)":[20],"further":[21],"enrich":[22],"these":[23],"experiences":[24],"by":[25],"enabling":[26],"adaptive":[27,33,74,134,148],"learning":[28],"pathways.":[29],"However,":[30],"evaluating":[31],"such":[32],"systems":[34],"using":[35],"traditional":[36],"temporal":[37],"metrics":[38],"remains":[39],"challenging":[40],"due":[41],"to":[42,68],"the":[43,123,137],"inherent":[44],"variability":[45],"Gen-AI":[47],"response":[48],"times.":[49],"To":[50],"address":[51],"this,":[52],"our":[53],"study":[54],"employs":[55],"multimodal":[56],"behavioural":[57],"metrics,":[58],"including":[59],"visual":[60,120],"attention,":[61],"physical":[62],"exploratory":[63,115],"behaviour,":[64],"and":[65,94,117],"verbal":[66],"interaction,":[67],"assess":[69],"user":[70,110,140],"engagement":[71],"an":[73],"VR":[75,101],"environment.":[76],"In":[77],"a":[78,98,130],"controlled":[79],"experiment":[80],"with":[81],"(n":[82],"=":[83],"54)":[84],"participants,":[85],"we":[86],"compared":[87],"three":[88],"levels":[89],"of":[90,133],"adaptivity":[91,107],"(high,":[92],"moderate,":[93],"non-adaptive":[95],"baseline)":[96],"within":[97],"Neapolitan":[99],"pizza-making":[100],"experience.":[102],"Results":[103],"show":[104],"that":[105,129],"moderate":[106],"optimally":[108],"enhances":[109],"engagement,":[111],"significantly":[112],"reducing":[113],"unnecessary":[114],"behaviour":[116],"increasing":[118],"focused":[119],"attention":[121],"on":[122],"AI":[124,135],"avatar.":[125],"Our":[126],"findings":[127],"suggest":[128],"balanced":[131],"level":[132],"provides":[136],"most":[138],"effective":[139],"support,":[141],"offering":[142],"practical":[143],"design":[144],"recommendations":[145],"future":[147],"educational":[149],"technologies.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-11T00:00:00"}
