{"id":"https://openalex.org/W4394567732","doi":"https://doi.org/10.1007/s11423-024-10362-0","title":"Serious games in high-stakes assessment contexts: a systematic literature review into the game design principles for valid game-based performance assessment","display_name":"Serious games in high-stakes assessment contexts: a systematic literature review into the game design principles for valid game-based performance assessment","publication_year":2024,"publication_date":"2024-04-08","ids":{"openalex":"https://openalex.org/W4394567732","doi":"https://doi.org/10.1007/s11423-024-10362-0"},"language":"en","primary_location":{"id":"doi:10.1007/s11423-024-10362-0","doi":"https://doi.org/10.1007/s11423-024-10362-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11423-024-10362-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11423-024-10362-0.pdf","source":{"id":"https://openalex.org/S114840262","display_name":"Educational Technology Research and Development","issn_l":"1042-1629","issn":["1042-1629","1556-6501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational technology research and development","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11423-024-10362-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095039620","display_name":"Aranka Bijl","orcid":"https://orcid.org/0000-0001-5745-1396","observed_orcids":["https://orcid.org/0000-0001-5745-1396"]},"institutions":[{"id":"https://openalex.org/I4210137377","display_name":"Cito (Netherlands)","ror":"https://ror.org/04j4mc084","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210137377"]},{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Aranka Bijl","raw_affiliation_strings":["Cito, Department of Research and Innovation, P.O. Box 1034, 6801 MG, Arnhem, The Netherlands","Faculty of Behavioural, Management and Social Sciences, Cognition, Data and Education, University of Twente, P.O. Box 217, 7500 AE, Enschede, The Netherlands","eX:plain, Department of Applied Research, P.O. Box 1230, 3800 BE, Amersfoort, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-5745-1396","affiliations":[{"raw_affiliation_string":"Cito, Department of Research and Innovation, P.O. Box 1034, 6801 MG, Arnhem, The Netherlands","institution_ids":["https://openalex.org/I4210137377"]},{"raw_affiliation_string":"Faculty of Behavioural, Management and Social Sciences, Cognition, Data and Education, University of Twente, P.O. Box 217, 7500 AE, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]},{"raw_affiliation_string":"eX:plain, Department of Applied Research, P.O. Box 1230, 3800 BE, Amersfoort, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090967458","display_name":"Bernard P. Veldkamp","orcid":"https://orcid.org/0000-0003-3543-2164","observed_orcids":["https://orcid.org/0000-0003-3543-2164"]},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bernard P. Veldkamp","raw_affiliation_strings":["Faculty of Behavioural, Management and Social Sciences, Cognition, Data and Education, University of Twente, P.O. Box 217, 7500 AE, Enschede, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Behavioural, Management and Social Sciences, Cognition, Data and Education, University of Twente, P.O. Box 217, 7500 AE, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041246424","display_name":"Saskia Wools","orcid":"https://orcid.org/0000-0002-9630-1873","observed_orcids":["https://orcid.org/0000-0002-9630-1873"]},"institutions":[{"id":"https://openalex.org/I4210137377","display_name":"Cito (Netherlands)","ror":"https://ror.org/04j4mc084","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210137377"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Saskia Wools","raw_affiliation_strings":["Cito, Department of Research and Innovation, P.O. Box 1034, 6801 MG, Arnhem, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cito, Department of Research and Innovation, P.O. Box 1034, 6801 MG, Arnhem, The Netherlands","institution_ids":["https://openalex.org/I4210137377"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073301278","display_name":"Sebastiaan de Klerk","orcid":"https://orcid.org/0009-0002-4639-0318","observed_orcids":["https://orcid.org/0009-0002-4639-0318"]},"institutions":[{"id":"https://openalex.org/I4210137377","display_name":"Cito (Netherlands)","ror":"https://ror.org/04j4mc084","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210137377"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sebastiaan de Klerk","raw_affiliation_strings":["Cito, Department of Research and Innovation, P.O. Box 1034, 6801 MG, Arnhem, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cito, Department of Research and Innovation, P.O. Box 1034, 6801 MG, Arnhem, The Netherlands","institution_ids":["https://openalex.org/I4210137377"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5095039620"],"corresponding_institution_ids":["https://openalex.org/I4210137377","https://openalex.org/I94624287"],"apc_list":{"value":3290,"currency":"USD","value_usd":3290},"apc_paid":{"value":3290,"currency":"USD","value_usd":3290},"fwci":1.1023,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.72734694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"72","issue":"4","first_page":"2041","last_page":"2064"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12802","display_name":"Competency Development and Evaluation","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/serious-games","display_name":"serious games","score":1.0},{"id":"https://openalex.org/keywords/game-design-principles","display_name":"game design principles","score":0.8529999852180481},{"id":"https://openalex.org/keywords/high-stakes-testing","display_name":"high-stakes testing","score":0.9760000109672546},{"id":"https://openalex.org/keywords/professional-competence","display_name":"professional competence","score":0.9419999718666077},{"id":"https://openalex.org/keywords/authenticity","display_name":"authenticity","score":0.4490000009536743},{"id":"https://openalex.org/keywords/adaptivity","display_name":"adaptivity","score":0.824999988079071},{"id":"https://openalex.org/keywords/progress-feedback","display_name":"progress feedback","score":0.949999988079071},{"id":"https://openalex.org/keywords/assessment-validity","display_name":"assessment validity","score":0.4399999976158142},{"id":"https://openalex.org/keywords/motor-skills","display_name":"motor skills","score":0.5149999856948853},{"id":"https://openalex.org/keywords/cognitive-skills","display_name":"cognitive skills","score":0.8040000200271606},{"id":"https://openalex.org/keywords/knowledge-assessment","display_name":"knowledge assessment","score":0.5870000123977661}],"concepts":[{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.5557827949523926},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.5505542755126953},{"id":"https://openalex.org/C159456220","wikidata":"https://www.wikidata.org/wiki/Q667334","display_name":"Instructional design","level":2,"score":0.43749678134918213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4184669256210327},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.359419047832489},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.35720527172088623},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34603267908096313},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2867569923400879},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1582689881324768}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s11423-024-10362-0","doi":"https://doi.org/10.1007/s11423-024-10362-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11423-024-10362-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11423-024-10362-0.pdf","source":{"id":"https://openalex.org/S114840262","display_name":"Educational Technology Research and Development","issn_l":"1042-1629","issn":["1042-1629","1556-6501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational technology research and development","raw_type":"journal-article"},{"id":"pmh:oai:ris.utwente.nl:openaire/a00e961d-051c-4159-a4a7-c8e7d3fa92a4","doi":null,"is_oa":true,"landing_page_url":"https://research.utwente.nl/files/453330013/s11423-024-10362-0.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bijl, A, Veldkamp, B P, Wools, S & de Klerk, S 2024, 'Serious games in high-stakes assessment contexts : a systematic literature review into the game design principles for valid game-based performance assessment', Educational technology research and development, vol. 72, no. 4, pp. 2041-2064. https://doi.org/10.1007/s11423-024-10362-0","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s11423-024-10362-0","doi":"https://doi.org/10.1007/s11423-024-10362-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11423-024-10362-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11423-024-10362-0.pdf","source":{"id":"https://openalex.org/S114840262","display_name":"Educational Technology Research and Development","issn_l":"1042-1629","issn":["1042-1629","1556-6501"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational technology research and development","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8278999924659729,"display_name":"Quality education"}],"study_designs":[{"id":"https://openalex.org/study-designs/systematic-review","display_name":"Systematic Review"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394567732.pdf","grobid_xml":"https://content.openalex.org/works/W4394567732.grobid-xml"},"referenced_works_count":124,"referenced_works":["https://openalex.org/W50007895","https://openalex.org/W144955030","https://openalex.org/W340995724","https://openalex.org/W608658582","https://openalex.org/W1196955643","https://openalex.org/W1242650386","https://openalex.org/W1512733799","https://openalex.org/W1539019889","https://openalex.org/W1559837540","https://openalex.org/W1852425754","https://openalex.org/W1893902068","https://openalex.org/W1970332800","https://openalex.org/W1970619894","https://openalex.org/W1972888601","https://openalex.org/W1974024809","https://openalex.org/W1978250567","https://openalex.org/W1982651876","https://openalex.org/W1983742096","https://openalex.org/W1985733055","https://openalex.org/W1989449486","https://openalex.org/W2006648886","https://openalex.org/W2008143499","https://openalex.org/W2011020198","https://openalex.org/W2023126559","https://openalex.org/W2035146686","https://openalex.org/W2036071662","https://openalex.org/W2041975605","https://openalex.org/W2052392428","https://openalex.org/W2055589294","https://openalex.org/W2058635456","https://openalex.org/W2059003334","https://openalex.org/W2061263697","https://openalex.org/W2061430993","https://openalex.org/W2070951468","https://openalex.org/W2077434199","https://openalex.org/W2077935503","https://openalex.org/W2078067916","https://openalex.org/W2094517739","https://openalex.org/W2098886635","https://openalex.org/W2102631044","https://openalex.org/W2107017452","https://openalex.org/W2111952550","https://openalex.org/W2115660148","https://openalex.org/W2130159928","https://openalex.org/W2133852523","https://openalex.org/W2134337131","https://openalex.org/W2135995390","https://openalex.org/W2149098713","https://openalex.org/W2155449938","https://openalex.org/W2156694694","https://openalex.org/W2162821268","https://openalex.org/W2164330423","https://openalex.org/W2164777277","https://openalex.org/W2165136898","https://openalex.org/W2169813788","https://openalex.org/W2194213766","https://openalex.org/W2294793531","https://openalex.org/W2400038930","https://openalex.org/W2401271214","https://openalex.org/W2414697682","https://openalex.org/W2490857485","https://openalex.org/W2498861631","https://openalex.org/W2506902580","https://openalex.org/W2537947914","https://openalex.org/W2560140854","https://openalex.org/W2562811351","https://openalex.org/W2572494926","https://openalex.org/W2582044559","https://openalex.org/W2585399805","https://openalex.org/W2590585324","https://openalex.org/W2592924167","https://openalex.org/W2594842345","https://openalex.org/W2606787651","https://openalex.org/W2610452160","https://openalex.org/W2726623501","https://openalex.org/W2736390628","https://openalex.org/W2767264076","https://openalex.org/W2768531844","https://openalex.org/W2775042265","https://openalex.org/W2781620128","https://openalex.org/W2790554783","https://openalex.org/W2792311375","https://openalex.org/W2801157788","https://openalex.org/W2804322162","https://openalex.org/W2818268487","https://openalex.org/W2886468744","https://openalex.org/W2888999898","https://openalex.org/W2889869554","https://openalex.org/W2890019433","https://openalex.org/W2898173972","https://openalex.org/W2911148451","https://openalex.org/W2914458727","https://openalex.org/W2918147809","https://openalex.org/W2923701969","https://openalex.org/W2940271635","https://openalex.org/W2942999566","https://openalex.org/W2950307764","https://openalex.org/W2958463356","https://openalex.org/W2990441737","https://openalex.org/W3005118139","https://openalex.org/W3006195656","https://openalex.org/W3012932769","https://openalex.org/W3015617870","https://openalex.org/W3045741222","https://openalex.org/W3047370224","https://openalex.org/W3049368898","https://openalex.org/W3098589872","https://openalex.org/W3111008767","https://openalex.org/W3199277690","https://openalex.org/W4206176610","https://openalex.org/W4211141800","https://openalex.org/W4234360742","https://openalex.org/W4240688900","https://openalex.org/W4244385473","https://openalex.org/W4248674065","https://openalex.org/W4251625823","https://openalex.org/W4253314500","https://openalex.org/W4254572470","https://openalex.org/W4282925035","https://openalex.org/W4293157137","https://openalex.org/W4294215472","https://openalex.org/W4387908061","https://openalex.org/W6724341006","https://openalex.org/W6817867265"],"related_works":["https://openalex.org/W2043238171","https://openalex.org/W2013084352","https://openalex.org/W3190982688","https://openalex.org/W2620469592","https://openalex.org/W2017054534","https://openalex.org/W2762870996","https://openalex.org/W2756609715","https://openalex.org/W2171277641","https://openalex.org/W2409920544","https://openalex.org/W7164986188"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"systematic":[2],"literature":[3],"review":[4,68,144],"(1)":[5],"investigates":[6],"whether":[7],"\u2018serious":[8],"games\u2019":[9],"provide":[10,76,119],"a":[11,102],"viable":[12],"solution":[13],"to":[14,26,60,75,82,95,101,118],"the":[15,32,46,83,143],"limitations":[16],"posed":[17],"by":[18],"traditional":[19],"high-stakes":[20],"performance":[21,34,154],"assessments":[22],"and":[23,53,56,79,108,122,131,163,165],"(2)":[24],"aims":[25],"synthesize":[27],"game":[28,149],"design":[29,150],"principles":[30,151],"for":[31,125,152,170],"game-based":[33,153],"assessment":[35],"of":[36,110,148],"professional":[37,65],"competencies.":[38,66],"In":[39],"total,":[40],"56":[41],"publications":[42],"were":[43],"included":[44],"in":[45,112],"final":[47],"review,":[48],"targeting":[49],"knowledge,":[50],"motor":[51],"skills":[52,55],"cognitive":[54],"further":[57],"narrowed":[58],"down":[59],"teaching,":[61],"training":[62],"or":[63,140],"assessing":[64],"Our":[67],"demonstrates":[69],"that":[70,90,98],"serious":[71,91,113,134],"games":[72,92,114,135],"are":[73,93],"able":[74,94],"an":[77,120,137,146],"environment":[78,124,139],"task":[80],"authentic":[81,138],"target":[84],"competency.":[85],"Collected":[86],"in-game":[87],"behaviors":[88],"indicate":[89],"elicit":[96],"behavior":[97],"is":[99],"related":[100],"candidates\u2019":[103],"ability":[104],"level.":[105],"Progress":[106],"feedback":[107],"freedom":[109],"gameplay":[111],"can":[115],"be":[116],"implemented":[117],"engaging":[121],"enjoyable":[123],"candidates.":[126],"Few":[127],"studies":[128],"examined":[129,133],"adaptivity":[130,164],"some":[132],"without":[136],"task.":[141],"Overall,":[142],"gives":[145],"overview":[147],"assessment.":[155],"It":[156],"highlights":[157],"two":[158],"research":[159],"gaps":[160],"regarding":[161],"authenticity":[162],"concludes":[166],"with":[167],"three":[168],"implications":[169],"practice.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-04-09T00:00:00"}