{"id":"https://openalex.org/W4366825849","doi":"https://doi.org/10.1145/3593432","title":"Evaluating Learning Outcomes of Virtual Reality Applications in Education: A Proposal for Digital Cultural Heritage","display_name":"Evaluating Learning Outcomes of Virtual Reality Applications in Education: A Proposal for Digital Cultural Heritage","publication_year":2023,"publication_date":"2023-04-24","ids":{"openalex":"https://openalex.org/W4366825849","doi":"https://doi.org/10.1145/3593432"},"language":"en","primary_location":{"id":"doi:10.1145/3593432","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593432","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593432","source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4673","issn":["1556-4673","1556-4711"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3593432","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091088374","display_name":"Marina Paolanti","orcid":"https://orcid.org/0000-0002-5523-7174"},"institutions":[{"id":"https://openalex.org/I55133342","display_name":"University of Macerata","ror":"https://ror.org/0001fmy77","country_code":"IT","type":"education","lineage":["https://openalex.org/I55133342"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Marina Paolanti","raw_affiliation_strings":["University of Macerata, Department of Political Sciences, Communication andInternational Relations, Italy"],"affiliations":[{"raw_affiliation_string":"University of Macerata, Department of Political Sciences, Communication andInternational Relations, Italy","institution_ids":["https://openalex.org/I55133342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069627999","display_name":"Maria Paola Puggioni","orcid":"https://orcid.org/0000-0003-0660-342X"},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mariapaola Puggioni","raw_affiliation_strings":["VRAI Vision Robotics and Artificial Intelligence Lab Dipartimento di Ingegneria dell\u2019Informazione (DII), Universit\u00e0 Politecnica delle Marche, Italy"],"affiliations":[{"raw_affiliation_string":"VRAI Vision Robotics and Artificial Intelligence Lab Dipartimento di Ingegneria dell\u2019Informazione (DII), Universit\u00e0 Politecnica delle Marche, Italy","institution_ids":["https://openalex.org/I122534668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000889718","display_name":"Emanuele Frontoni","orcid":"https://orcid.org/0000-0002-8893-9244"},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]},{"id":"https://openalex.org/I55133342","display_name":"University of Macerata","ror":"https://ror.org/0001fmy77","country_code":"IT","type":"education","lineage":["https://openalex.org/I55133342"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Emanuele Frontoni","raw_affiliation_strings":["University of Macerata, Department of Political Sciences, Communication and International Relations and VRAI Vision Robotics and Artificial Intelligence Lab Dipartimento di Ingegneria dell\u2019Informazione (DII), Universit\u00e0 Politecnica delle Marche, Italy"],"affiliations":[{"raw_affiliation_string":"University of Macerata, Department of Political Sciences, Communication and International Relations and VRAI Vision Robotics and Artificial Intelligence Lab Dipartimento di Ingegneria dell\u2019Informazione (DII), Universit\u00e0 Politecnica delle Marche, Italy","institution_ids":["https://openalex.org/I55133342","https://openalex.org/I122534668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002321487","display_name":"Lorella Giannandrea","orcid":"https://orcid.org/0000-0002-1169-4795"},"institutions":[{"id":"https://openalex.org/I55133342","display_name":"University of Macerata","ror":"https://ror.org/0001fmy77","country_code":"IT","type":"education","lineage":["https://openalex.org/I55133342"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorella Giannandrea","raw_affiliation_strings":["University of Macerata, Department of Education, Cultural Heritage and Tourism, Italy"],"affiliations":[{"raw_affiliation_string":"University of Macerata, Department of Education, Cultural Heritage and Tourism, Italy","institution_ids":["https://openalex.org/I55133342"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058352961","display_name":"Roberto Pierdicca","orcid":"https://orcid.org/0000-0002-9160-834X"},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Pierdicca","raw_affiliation_strings":["Dipartimento di Ingegneria Civile, Edile e dell\u2019Architettura (DICEA), Universit\u00e0 Politecnica delle Marche, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Civile, Edile e dell\u2019Architettura (DICEA), Universit\u00e0 Politecnica delle Marche, Italy","institution_ids":["https://openalex.org/I122534668"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5091088374"],"corresponding_institution_ids":["https://openalex.org/I55133342"],"apc_list":null,"apc_paid":null,"fwci":5.1121,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.95684908,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"16","issue":"2","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnemonic","display_name":"Mnemonic","score":0.8097751140594482},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5817066431045532},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5029329657554626},{"id":"https://openalex.org/keywords/discipline","display_name":"Discipline","score":0.49724462628364563},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.43852171301841736},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.398785263299942},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3745419979095459},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.34318608045578003},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2603490948677063},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2278924286365509},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.14520719647407532},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.10338151454925537},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.09217527508735657}],"concepts":[{"id":"https://openalex.org/C197792726","wikidata":"https://www.wikidata.org/wiki/Q191062","display_name":"Mnemonic","level":2,"score":0.8097751140594482},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5817066431045532},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5029329657554626},{"id":"https://openalex.org/C8795937","wikidata":"https://www.wikidata.org/wiki/Q11862829","display_name":"Discipline","level":2,"score":0.49724462628364563},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.43852171301841736},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.398785263299942},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3745419979095459},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.34318608045578003},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2603490948677063},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2278924286365509},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.14520719647407532},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.10338151454925537},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.09217527508735657}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3593432","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593432","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593432","source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4673","issn":["1556-4673","1556-4711"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"},{"id":"pmh:oai:iris.univpm.it:11566/314728","is_oa":false,"landing_page_url":"https://hdl.handle.net/11566/314728","pdf_url":null,"source":{"id":"https://openalex.org/S4306402571","display_name":"Universit\u00e0 Politecnica delle Marche (Universit\u00e0 Politecnica delle Marche)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122534668","host_organization_name":"Marche Polytechnic University","host_organization_lineage":["https://openalex.org/I122534668"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:u-pad.unimc.it:11393/310915","is_oa":true,"landing_page_url":"https://hdl.handle.net/11393/310915","pdf_url":null,"source":{"id":"https://openalex.org/S4377196455","display_name":"U-PAD Unimc - Open Digital Publications (University of Macerata)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I55133342","host_organization_name":"University of Macerata","host_organization_lineage":["https://openalex.org/I55133342"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3593432","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593432","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593432","source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4673","issn":["1556-4673","1556-4711"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366825849.pdf","grobid_xml":"https://content.openalex.org/works/W4366825849.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W1507687470","https://openalex.org/W1791587663","https://openalex.org/W1990251616","https://openalex.org/W2007904876","https://openalex.org/W2008423668","https://openalex.org/W2044116517","https://openalex.org/W2061675541","https://openalex.org/W2071394057","https://openalex.org/W2097210817","https://openalex.org/W2100071513","https://openalex.org/W2112188855","https://openalex.org/W2117741661","https://openalex.org/W2144116465","https://openalex.org/W2146302024","https://openalex.org/W2149131326","https://openalex.org/W2154662144","https://openalex.org/W2324361629","https://openalex.org/W2334477487","https://openalex.org/W2477406261","https://openalex.org/W2503885376","https://openalex.org/W2519492114","https://openalex.org/W2520720258","https://openalex.org/W2526781987","https://openalex.org/W2558186319","https://openalex.org/W2568368026","https://openalex.org/W2624131794","https://openalex.org/W2625840998","https://openalex.org/W2753280884","https://openalex.org/W2790695540","https://openalex.org/W2796318591","https://openalex.org/W2805019964","https://openalex.org/W2894063076","https://openalex.org/W2910069980","https://openalex.org/W2911379327","https://openalex.org/W2921039157","https://openalex.org/W2921390821","https://openalex.org/W2921792267","https://openalex.org/W2944432432","https://openalex.org/W2966190314","https://openalex.org/W2968007757","https://openalex.org/W2970649968","https://openalex.org/W2977192500","https://openalex.org/W2985946819","https://openalex.org/W2989905791","https://openalex.org/W2990900582","https://openalex.org/W2995065029","https://openalex.org/W2995097815","https://openalex.org/W2999206616","https://openalex.org/W3006349001","https://openalex.org/W3007428145","https://openalex.org/W3011571354","https://openalex.org/W3011587542","https://openalex.org/W3012071186","https://openalex.org/W3012071297","https://openalex.org/W3084427344","https://openalex.org/W3128339385","https://openalex.org/W3138464348","https://openalex.org/W3154408792","https://openalex.org/W3181897662","https://openalex.org/W3184268119","https://openalex.org/W4234330561","https://openalex.org/W4235114045","https://openalex.org/W4241564438","https://openalex.org/W6877337176"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W602798270","https://openalex.org/W24013143","https://openalex.org/W2563376754","https://openalex.org/W2073343790","https://openalex.org/W2164915153","https://openalex.org/W4233085660","https://openalex.org/W1984983501","https://openalex.org/W4247739948","https://openalex.org/W2083884112"],"abstract_inverted_index":{"The":[0,16,149,162,200,227],"surge":[1],"of":[2,79,254,271,279],"Mobile":[3],"Virtual":[4],"Reality":[5],"(VR)":[6],"applications":[7],"is":[8,70],"getting":[9],"growing":[10],"attention":[11],"among":[12],"researchers":[13],"and":[14,84,125,192,224,242,262],"practitioners.":[15],"recent":[17],"literature":[18],"demonstrates":[19],"its":[20],"benefits":[21],"when":[22],"used":[23,171],"for":[24,33,91],"education":[25,104],"purposes,":[26],"since":[27],"virtual":[28],"immersion":[29],"yields":[30],"promising":[31],"results":[32,201,250],"learning.":[34,97],"Leveraging":[35],"this":[36],"trend,":[37],"within":[38],"the":[39,44,51,77,81,92,134,139,145,158,168,172,182,188,194,198,205,231,252,268,276],"so":[40,57],"called":[41],"\u201cdigital":[42],"didactics\u201d,":[43],"need":[45],"to":[46,61,66,113,141,176,212,235,284],"gauge":[47],"VR\u2019s":[48],"effectiveness":[49],"in":[50,101,256,281],"didactic":[52,88],"field":[53],"has":[54,208],"become":[55],"paramount;":[56],"far,":[58],"a":[59,86,102,209],"method":[60,90],"connect":[62],"traditional":[63],"evaluation":[64,89],"strategies":[65],"novel":[67],"VR-based":[68],"learning":[69,82],"still":[71],"broadly":[72],"missing.":[73],"This":[74,98],"paper":[75],"investigates":[76],"problem":[78],"quantifying":[80],"outcomes":[83],"proposes":[85,106],"new":[87,108],"Digital":[93],"Cultural":[94],"Heritage":[95],"(DCH)":[96],"research,":[99],"conducted":[100],"higher":[103],"institute,":[105],"three":[107],"Key":[109],"Performance":[110],"Indicators,":[111],"referring":[112],"Revised":[114],"Bloom\u2019s":[115],"Taxonomy":[116],"(RBT)":[117],":":[118],"Mnemonic":[119],"(M)":[120],",":[121,124],"Transversal":[122],"(T)":[123],"Disciplinary":[126],"(D)":[127],".":[128],"A":[129],"questionnaire":[130],"was":[131],"administered":[132],"by":[133,230],"same":[135,159],"teacher":[136],"who":[137],"holds":[138],"course,":[140],"evaluate":[142],"how":[143],"well":[144],"application":[146],"communicated":[147],"information.":[148],"participants":[150],"have":[151,202],"been":[152],"subdivided":[153],"into":[154],"two":[155],"groups":[156],"with":[157,275],"knowledge":[160],"base.":[161],"first":[163],"group":[164,184],"(1ACAT)":[165],"that":[166,186,204],"represents":[167,187],"\u201cVR":[169,232],"group\u201d":[170,190,207,233],"app":[173,195],"at":[174],"home":[175],"deepen":[177],"their":[178],"subject":[179],"studies;":[180],"while":[181],"second":[183],"(1AGR)":[185],"\u201ccontrol":[189,206],"consulted":[191],"studied":[193],"only":[196],"before":[197],"test.":[199],"demonstrated":[203],"greater":[210],"ability":[211],"support":[213],"purely":[214],"mnemonic":[215],"topics":[216],"(1ACAT":[217,238,244],"46.9%,":[218],"1AGR":[219,240,246],"53.1%),":[220],"such":[221],"as":[222],"dates":[223],"simple":[225],"definitions.":[226],"skills":[228],"reached":[229],"attest":[234],"both":[236,259],"transveral":[237],"52.9%,":[239],"47.1%)":[241],"disciplinary":[243],"52.5%,":[245],"47.5%)":[247],"knowledge.":[248],"These":[249],"validate":[251],"use":[253],"VR":[255,272],"teaching,":[257],"demonstrating":[258],"experiential":[260],"value":[261],"student":[263],"involvement,":[264],"but":[265],"even":[266],"confirming":[267],"compensatory":[269],"function":[270],"if":[273],"compared":[274],"irreplaceable":[277],"role":[278],"teachers":[280],"guiding":[282],"learners":[283],"learn.":[285]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}