{"id":"https://openalex.org/W4417182268","doi":"https://doi.org/10.1002/jcal.70165","title":"Systematically Reviewing the Rigour of Immersive Virtual Reality Research in <scp>STEM</scp> Education: A Deep Dive Into Threats to Internal Validity","display_name":"Systematically Reviewing the Rigour of Immersive Virtual Reality Research in <scp>STEM</scp> Education: A Deep Dive Into Threats to Internal Validity","publication_year":2025,"publication_date":"2025-12-09","ids":{"openalex":"https://openalex.org/W4417182268","doi":"https://doi.org/10.1002/jcal.70165"},"language":"en","primary_location":{"id":"doi:10.1002/jcal.70165","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jcal.70165","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jcal.70165","source":{"id":"https://openalex.org/S5743915","display_name":"Journal of Computer Assisted Learning","issn_l":"0266-4909","issn":["0266-4909","1365-2729"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Assisted Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jcal.70165","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069055431","display_name":"Am\u00e9dee Marchand Martella","orcid":"https://orcid.org/0000-0002-9207-4300"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]},{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Am\u00e9dee Marchand Martella","raw_affiliation_strings":["University of California Santa Barbara  Santa Barbara California USA","University of Georgia  Athens Georgia USA","University of Georgia, Athens, Georgia, USA","University of California Santa Barbara, Santa Barbara, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Santa Barbara  Santa Barbara California USA","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"University of Georgia  Athens Georgia USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"University of Georgia, Athens, Georgia, USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"University of California Santa Barbara, Santa Barbara, California, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024891787","display_name":"Alyssa P. Lawson","orcid":"https://orcid.org/0000-0001-8658-1261"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]},{"id":"https://openalex.org/I24392897","display_name":"Landmark College","ror":"https://ror.org/04vv4v570","country_code":"US","type":"education","lineage":["https://openalex.org/I24392897"]},{"id":"https://openalex.org/I27504731","display_name":"Colby College","ror":"https://ror.org/00fvyjk73","country_code":"US","type":"education","lineage":["https://openalex.org/I27504731"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alyssa P. Lawson","raw_affiliation_strings":["Colby College  Waterville Maine USA","Landmark College  Putney Vermont USA","University of California Santa Barbara  Santa Barbara California USA","Colby College, Waterville, Maine, USA","University of California Santa Barbara, Santa Barbara, California, USA","Landmark College, Putney, Vermont, USA"],"raw_orcid":"https://orcid.org/0000-0001-8658-1261","affiliations":[{"raw_affiliation_string":"Colby College  Waterville Maine USA","institution_ids":["https://openalex.org/I27504731"]},{"raw_affiliation_string":"Landmark College  Putney Vermont USA","institution_ids":["https://openalex.org/I24392897"]},{"raw_affiliation_string":"University of California Santa Barbara  Santa Barbara California USA","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"Colby College, Waterville, Maine, USA","institution_ids":["https://openalex.org/I27504731"]},{"raw_affiliation_string":"University of California Santa Barbara, Santa Barbara, California, USA","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"Landmark College, Putney, Vermont, USA","institution_ids":["https://openalex.org/I24392897"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050554008","display_name":"Ronald C. Martella","orcid":null},"institutions":[{"id":"https://openalex.org/I888729015","display_name":"University of Colorado Colorado Springs","ror":"https://ror.org/054spjc55","country_code":"US","type":"education","lineage":["https://openalex.org/I888729015"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ronald C. Martella","raw_affiliation_strings":["University of Colorado Colorado Springs  Colorado Springs Colorado USA","University of Colorado Colorado Springs, Colorado Springs, Colorado, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Colorado Springs  Colorado Springs Colorado USA","institution_ids":["https://openalex.org/I888729015"]},{"raw_affiliation_string":"University of Colorado Colorado Springs, Colorado Springs, Colorado, USA","institution_ids":["https://openalex.org/I888729015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005765892","display_name":"Kristen LaBonte","orcid":"https://orcid.org/0000-0001-7490-9346"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristen LaBonte","raw_affiliation_strings":["University of California Santa Barbara  Santa Barbara California USA","University of California Santa Barbara, Santa Barbara, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Santa Barbara  Santa Barbara California USA","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"University of California Santa Barbara, Santa Barbara, California, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089868188","display_name":"Fangzheng Zhao","orcid":"https://orcid.org/0000-0002-3575-9039"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]},{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Fangzheng Zhao","raw_affiliation_strings":["Nanjing Normal University  Nanjing China","University of California Santa Barbara  Santa Barbara California USA","Nanjing Normal University, Nanjing, China","University of California Santa Barbara, Santa Barbara, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Normal University  Nanjing China","institution_ids":["https://openalex.org/I152031979"]},{"raw_affiliation_string":"University of California Santa Barbara  Santa Barbara California USA","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]},{"raw_affiliation_string":"University of California Santa Barbara, Santa Barbara, California, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044446523","display_name":"Cynthia Y. Delgado","orcid":"https://orcid.org/0009-0000-7161-0875"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cynthia Y. Delgado","raw_affiliation_strings":["University of California Santa Barbara  Santa Barbara California USA","University of California Santa Barbara, Santa Barbara, California, USA"],"raw_orcid":"https://orcid.org/0009-0000-7161-0875","affiliations":[{"raw_affiliation_string":"University of California Santa Barbara  Santa Barbara California USA","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"University of California Santa Barbara, Santa Barbara, California, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093090240","display_name":"Mitchell E. Munns","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mitchell E. Munns","raw_affiliation_strings":["University of California Santa Barbara  Santa Barbara California USA","University of California Santa Barbara, Santa Barbara, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Santa Barbara  Santa Barbara California USA","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"University of California Santa Barbara, Santa Barbara, California, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113862888","display_name":"A. Leroy","orcid":null},"institutions":[{"id":"https://openalex.org/I1339224429","display_name":"Naval Information Warfare Center Pacific","ror":"https://ror.org/01gs1cg95","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330347796","https://openalex.org/I1339224429","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashleigh Wells LeRoy","raw_affiliation_strings":["Pacific Science &amp; Engineering  San Diego California USA","Pacific Science &amp; Engineering San Diego California USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pacific Science &amp; Engineering  San Diego California USA","institution_ids":["https://openalex.org/I1339224429"]},{"raw_affiliation_string":"Pacific Science &amp; Engineering San Diego California USA","institution_ids":["https://openalex.org/I1339224429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104343003","display_name":"Justin A. Gluck","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin A. Gluck","raw_affiliation_strings":["University of Colorado Boulder  Boulder Colorado USA","University of Colorado Boulder, Boulder, Colorado, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder  Boulder Colorado USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"University of Colorado Boulder, Boulder, Colorado, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008608861","display_name":"Richard E. Mayer","orcid":"https://orcid.org/0000-0003-4055-6938"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard E. Mayer","raw_affiliation_strings":["University of California Santa Barbara  Santa Barbara California USA","University of California Santa Barbara, Santa Barbara, California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Santa Barbara  Santa Barbara California USA","institution_ids":["https://openalex.org/I154570441"]},{"raw_affiliation_string":"University of California Santa Barbara, Santa Barbara, California, USA","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5069055431"],"corresponding_institution_ids":["https://openalex.org/I154570441","https://openalex.org/I165733156"],"apc_list":{"value":3760,"currency":"USD","value_usd":3760},"apc_paid":{"value":3760,"currency":"USD","value_usd":3760},"fwci":1.5238,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87310173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"42","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.8651999831199646,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.8651999831199646,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.013899999670684338,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13117","display_name":"Health Education and Validation","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rigour","display_name":"Rigour","score":0.9232000112533569},{"id":"https://openalex.org/keywords/internal-validity","display_name":"Internal validity","score":0.7813000082969666},{"id":"https://openalex.org/keywords/external-validity","display_name":"External validity","score":0.503600001335144},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"Inter-rater reliability","score":0.491100013256073},{"id":"https://openalex.org/keywords/attrition","display_name":"Attrition","score":0.4596000015735626},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.4390000104904175},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4219000041484833},{"id":"https://openalex.org/keywords/educational-research","display_name":"Educational research","score":0.40450000762939453},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.40070000290870667}],"concepts":[{"id":"https://openalex.org/C71008984","wikidata":"https://www.wikidata.org/wiki/Q2890076","display_name":"Rigour","level":2,"score":0.9232000112533569},{"id":"https://openalex.org/C51082289","wikidata":"https://www.wikidata.org/wiki/Q4113800","display_name":"Internal validity","level":2,"score":0.7813000082969666},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6039000153541565},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.503600001335144},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.491100013256073},{"id":"https://openalex.org/C2780553607","wikidata":"https://www.wikidata.org/wiki/Q684868","display_name":"Attrition","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.4390000104904175},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.42559999227523804},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C36727532","wikidata":"https://www.wikidata.org/wiki/Q861399","display_name":"Educational research","level":2,"score":0.40450000762939453},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.33000001311302185},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3091999888420105},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.29510000348091125},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.2825999855995178},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C188231857","wikidata":"https://www.wikidata.org/wiki/Q2585724","display_name":"Educational assessment","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C3018868096","wikidata":"https://www.wikidata.org/wiki/Q2693233","display_name":"Internal consistency","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.25859999656677246},{"id":"https://openalex.org/C2780656832","wikidata":"https://www.wikidata.org/wiki/Q796573","display_name":"Online discussion","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C503872463","wikidata":"https://www.wikidata.org/wiki/Q159595","display_name":"Distance education","level":2,"score":0.25209999084472656},{"id":"https://openalex.org/C159456220","wikidata":"https://www.wikidata.org/wiki/Q667334","display_name":"Instructional design","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/jcal.70165","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jcal.70165","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jcal.70165","source":{"id":"https://openalex.org/S5743915","display_name":"Journal of Computer Assisted Learning","issn_l":"0266-4909","issn":["0266-4909","1365-2729"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Assisted Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/jcal.70165","is_oa":true,"landing_page_url":"https://doi.org/10.1002/jcal.70165","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/jcal.70165","source":{"id":"https://openalex.org/S5743915","display_name":"Journal of Computer Assisted Learning","issn_l":"0266-4909","issn":["0266-4909","1365-2729"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Assisted Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3100414326","display_name":null,"funder_award_id":"2222208","funder_id":"https://openalex.org/F4320334571","funder_display_name":"Directorate for STEM Education"},{"id":"https://openalex.org/G3531200356","display_name":null,"funder_award_id":"N000142112047","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5084075134","display_name":null,"funder_award_id":"2222208","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5129854026","display_name":null,"funder_award_id":"N000142112047","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320334571","display_name":"Directorate for STEM Education","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417182268.pdf","grobid_xml":"https://content.openalex.org/works/W4417182268.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W21333196","https://openalex.org/W57329636","https://openalex.org/W1503790533","https://openalex.org/W1551717579","https://openalex.org/W1978946547","https://openalex.org/W2076134402","https://openalex.org/W2093937965","https://openalex.org/W2098873710","https://openalex.org/W2121111023","https://openalex.org/W2469325112","https://openalex.org/W2488224585","https://openalex.org/W2513097092","https://openalex.org/W2792133971","https://openalex.org/W2803423315","https://openalex.org/W2883618300","https://openalex.org/W2903472678","https://openalex.org/W2930772496","https://openalex.org/W2951738939","https://openalex.org/W2954972306","https://openalex.org/W2955556477","https://openalex.org/W2971755171","https://openalex.org/W2987364453","https://openalex.org/W2994691988","https://openalex.org/W2995393723","https://openalex.org/W2998817874","https://openalex.org/W2998963589","https://openalex.org/W2999075495","https://openalex.org/W3009483010","https://openalex.org/W3011790652","https://openalex.org/W3013704371","https://openalex.org/W3023869122","https://openalex.org/W3080093691","https://openalex.org/W3084427344","https://openalex.org/W3091784321","https://openalex.org/W3111395051","https://openalex.org/W3125091513","https://openalex.org/W3151230941","https://openalex.org/W3154179351","https://openalex.org/W3160245792","https://openalex.org/W3203646269","https://openalex.org/W3208261689","https://openalex.org/W4212848690","https://openalex.org/W4220735007","https://openalex.org/W4221016235","https://openalex.org/W4224917778","https://openalex.org/W4288453064","https://openalex.org/W4288453076","https://openalex.org/W4293794181","https://openalex.org/W4294214983","https://openalex.org/W4301401014","https://openalex.org/W4309938010","https://openalex.org/W4319877370","https://openalex.org/W4327737990","https://openalex.org/W4361984629","https://openalex.org/W4387868789","https://openalex.org/W4389486455","https://openalex.org/W4390621760","https://openalex.org/W4403731341"],"related_works":[],"abstract_inverted_index":{"ABSTRACT":[0],"Background":[1],"There":[2],"have":[3],"been":[4,70],"many":[5],"initiatives":[6,25],"focused":[7],"on":[8,57],"implementing":[9],"IVR":[10,30,46,61,115,247,259],"in":[11,45,64,78,82,95,118,246],"the":[12,36,51,58,96,108,192,224],"classroom":[13],"to":[14,72,91,114,129,211,253,256],"either":[15],"replace":[16],"or":[17],"supplement":[18],"conventional":[19,48],"instruction.":[20],"The":[21,87,122],"efficacy":[22],"of":[23,39,55,60,174,195,226],"these":[24,222],"is":[26],"often":[27],"informed":[28],"by":[29,98],"media":[31,248],"comparison":[32,116,249],"studies":[33,117],"that":[34,184,237,251],"examine":[35],"learning":[37,63],"outcomes":[38],"students":[40],"who":[41],"learn":[42],"academic":[43],"content":[44],"versus":[47],"media.":[49],"However,":[50],"current":[52],"methodological":[53,227,241],"rigour":[54],"research":[56,84,135,250],"use":[59,77],"for":[62,168,205,262],"STEM":[65,119],"education":[66,79],"has":[67],"not":[68,203],"yet":[69],"established":[71],"ensure":[73],"recommendations":[74],"concerning":[75],"its":[76],"are":[80,239,266],"rooted":[81],"rigorous":[83],"studies.":[85],"Objective":[86],"present":[88],"review":[89],"aimed":[90],"fill":[92],"this":[93],"gap":[94],"literature":[97],"evaluating":[99],"published":[100],"journal":[101],"articles,":[102],"conference":[103],"proceedings,":[104],"and":[105,111,171,243],"dissertations":[106],"(between":[107],"years":[109],"2013":[110],"2023)":[112],"related":[113],"education.":[120],"Method":[121],"44":[123],"articles":[124,183,201,209],"were":[125,181,202],"evaluated":[126],"with":[127,157],"respect":[128],"13":[130,188],"internal":[131,189,213],"validity":[132,190,214],"controls":[133],"(i.e.,":[134],"design,":[136],"justified":[137],"sample":[138],"size,":[139],"group":[140],"equivalence,":[141,143],"attrition":[142],"operational":[144],"definitions":[145],"provided,":[146],"matched":[147,149,151],"dosage,":[148],"timeframe,":[150],"content,":[152],"implementation":[153],"fidelity,":[154],"practice":[155],"equivalence":[156],"dependent":[158],"measures":[159],"[":[160],"DMs":[161,164,175],"],":[162],"equivalent":[163],",":[165],"interrater":[166],"agreement":[167],"DM":[169],"scoring":[170],"technical":[172],"adequacy":[173],").":[176],"Results":[177,178],"indicated":[179],"there":[180,238],"no":[182],"explicitly":[185],"met":[186],"all":[187,212],"controls;":[191],"average":[193],"number":[194],"control":[196],"issues":[197],"was":[198,229],"5.36.":[199],"When":[200],"penalised":[204],"missing":[206],"information,":[207],"21":[208],"adhered":[210],"controls.":[215],"As":[216],"can":[217],"be":[218,254],"seen":[219],"when":[220],"comparing":[221],"findings,":[223],"lack":[225],"information":[228],"a":[230],"glaring":[231],"problem.":[232],"Conclusion":[233],"These":[234],"findings":[235],"indicate":[236],"both":[240],"problems":[242,245],"reporting":[244],"need":[252],"addressed":[255],"advance":[257],"future":[258],"research.":[260],"Recommendations":[261],"productively":[263],"moving":[264],"forward":[265],"discussed.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-07T13:37:22.277990","created_date":"2025-12-10T00:00:00"}