{"id":"https://openalex.org/W3153229990","doi":"https://doi.org/10.1080/08993408.2021.1914461","title":"Computerized adaptive assessment of understanding of programming concepts in primary school children","display_name":"Computerized adaptive assessment of understanding of programming concepts in primary school children","publication_year":2021,"publication_date":"2021-04-16","ids":{"openalex":"https://openalex.org/W3153229990","doi":"https://doi.org/10.1080/08993408.2021.1914461","mag":"3153229990"},"language":"en","primary_location":{"id":"doi:10.1080/08993408.2021.1914461","is_oa":true,"landing_page_url":"https://doi.org/10.1080/08993408.2021.1914461","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/08993408.2021.1914461?needAccess=true","source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/08993408.2021.1914461?needAccess=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038107223","display_name":"Sally A. M. Hogenboom","orcid":"https://orcid.org/0000-0003-3222-0019"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Sally A. M. Hogenboom","raw_affiliation_strings":["Institute for Logic, Language, and Computation, Faculty of Humanities, University of Amsterdam, Amsterdam, Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-3222-0019","affiliations":[{"raw_affiliation_string":"Institute for Logic, Language, and Computation, Faculty of Humanities, University of Amsterdam, Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034150823","display_name":"Felienne Hermans","orcid":"https://orcid.org/0000-0003-0722-0156"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Felienne F. J. Hermans","raw_affiliation_strings":["Leiden Institute of Advance Computer Sciences, Faculty of Science, University of Leiden, Leiden, CA, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0722-0156","affiliations":[{"raw_affiliation_string":"Leiden Institute of Advance Computer Sciences, Faculty of Science, University of Leiden, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074616217","display_name":"Han L. J. van der Maas","orcid":"https://orcid.org/0000-0001-8278-319X"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Han L. J. Van der Maas","raw_affiliation_strings":["Department of Psychological Methods, Faculty of Social and Behavioral Sciences, University of Amsterdam, Amsterdam, Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8278-319X","affiliations":[{"raw_affiliation_string":"Department of Psychological Methods, Faculty of Social and Behavioral Sciences, University of Amsterdam, Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038107223"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":3.6704,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.93168831,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":"4","first_page":"418","last_page":"448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9517999887466431,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9495000243186951,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.726365327835083},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5821138620376587},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.5572882294654846},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.5193263292312622},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4950818121433258},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.489631712436676},{"id":"https://openalex.org/keywords/computerized-adaptive-testing","display_name":"Computerized adaptive testing","score":0.45566147565841675},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4456956386566162},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32160311937332153},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2700021266937256},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.2110256552696228},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20007213950157166},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.11293023824691772}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.726365327835083},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5821138620376587},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.5572882294654846},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5193263292312622},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4950818121433258},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.489631712436676},{"id":"https://openalex.org/C144352353","wikidata":"https://www.wikidata.org/wiki/Q2920411","display_name":"Computerized adaptive testing","level":3,"score":0.45566147565841675},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4456956386566162},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32160311937332153},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2700021266937256},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.2110256552696228},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20007213950157166},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.11293023824691772},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1080/08993408.2021.1914461","is_oa":true,"landing_page_url":"https://doi.org/10.1080/08993408.2021.1914461","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/08993408.2021.1914461?needAccess=true","source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},{"id":"pmh:oai:dare.uva.nl:openaire/915af17e-1e85-4089-84df-d7a8b114dd9b","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/computerized-adaptive-assessment-of-understanding-of-programming-concepts-in-primary-school-children(915af17e-1e85-4089-84df-d7a8b114dd9b).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Hogenboom, S A M, Hermans, F F J & Van der Maas, H L J 2022, 'Computerized adaptive assessment of understanding of programming concepts in primary school children', Computer Science Education, vol. 32, no. 4, pp. 418-448. https://doi.org/10.1080/08993408.2021.1914461","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:research.ou.nl:publications/49f1a40f-65ab-4d80-a5a8-6a29ea15a834","is_oa":false,"landing_page_url":"https://research.ou.nl/en/publications/49f1a40f-65ab-4d80-a5a8-6a29ea15a834","pdf_url":null,"source":{"id":"https://openalex.org/S4406922485","display_name":"Open University of the Netherlands Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Hogenboom, S A M, Hermans, F F J & Maas, H L J V D 2022, 'Computerized adaptive assessment of understanding of programming concepts in primary school children', Computer Science Education, vol. 32, no. 4, pp. 418-448. https://doi.org/10.1080/08993408.2021.1914461","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:publications/915af17e-1e85-4089-84df-d7a8b114dd9b","is_oa":false,"landing_page_url":"https://hdl.handle.net/11245.1/915af17e-1e85-4089-84df-d7a8b114dd9b","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hogenboom, S A M, Hermans, F F J & Van der Maas, H L J 2022, 'Computerized adaptive assessment of understanding of programming concepts in primary school children', Computer Science Education, vol. 32, no. 4, pp. 418-448. https://doi.org/10.1080/08993408.2021.1914461","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/915af17e-1e85-4089-84df-d7a8b114dd9b","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/computerized-adaptive-assessment-of-understanding-of-programming-concepts-in-primary-school-children(915af17e-1e85-4089-84df-d7a8b114dd9b).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science Education, 32(4), 418 - 448. Taylor and Francis Ltd.","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1080/08993408.2021.1914461","is_oa":true,"landing_page_url":"https://doi.org/10.1080/08993408.2021.1914461","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/08993408.2021.1914461?needAccess=true","source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321008","display_name":"Universiteit van Amsterdam","ror":"https://ror.org/04dkp9463"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3153229990.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W139541242","https://openalex.org/W145939506","https://openalex.org/W1789342890","https://openalex.org/W1822080975","https://openalex.org/W1987296610","https://openalex.org/W2043338647","https://openalex.org/W2084944215","https://openalex.org/W2087152310","https://openalex.org/W2100029531","https://openalex.org/W2130461415","https://openalex.org/W2132892763","https://openalex.org/W2135759452","https://openalex.org/W2160116727","https://openalex.org/W2162929365","https://openalex.org/W2167866268","https://openalex.org/W2293715419","https://openalex.org/W2339183141","https://openalex.org/W2392811182","https://openalex.org/W2516549322","https://openalex.org/W2522303126","https://openalex.org/W2522521125","https://openalex.org/W2550454203","https://openalex.org/W2593784202","https://openalex.org/W2611838948","https://openalex.org/W2754520368","https://openalex.org/W2760124092","https://openalex.org/W2782328717","https://openalex.org/W2786098933","https://openalex.org/W2885047664","https://openalex.org/W2912720554","https://openalex.org/W2916986806","https://openalex.org/W2917571696","https://openalex.org/W2947327091","https://openalex.org/W2953779145","https://openalex.org/W2960131859","https://openalex.org/W3000232414","https://openalex.org/W3033277268","https://openalex.org/W3037610611","https://openalex.org/W3095616787","https://openalex.org/W4232384326","https://openalex.org/W4234360742","https://openalex.org/W4248824488","https://openalex.org/W4251282533","https://openalex.org/W4252778404","https://openalex.org/W7056070732"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W1967937306","https://openalex.org/W2611067230","https://openalex.org/W2387706296","https://openalex.org/W2155788121","https://openalex.org/W4235469518","https://openalex.org/W226604446","https://openalex.org/W2184617132"],"abstract_inverted_index":{"Background":[0],"and":[1,18,26,48,71,91,140,165,196],"Context.":[2],"Valid":[3],"assessment":[4,51],"of":[5,7,39,52,58,119,150,162,181,185],"understanding":[6,57,149,184],"programming":[8,20,182],"concepts":[9],"in":[10,122,129,145,157],"primary":[11],"school":[12],"children":[13,105],"is":[14,45],"essential":[15],"to":[16,74,76,155,177,194],"implement":[17],"improve":[19],"education.":[21],"Objective":[22],".":[23,81],"We":[24,97],"developed":[25],"validated":[27],"the":[28,56,72,120,160,179,192],"Computerized":[29],"Adaptive":[30],"Programming":[31],"Concepts":[32],"Test":[33],"(CAPCT)":[34],"with":[35],"a":[36,46,77],"novel":[37],"application":[38],"Item":[40],"Response":[41],"Theory.":[42],"The":[43,111,132,170],"CAPCT":[44,112,133,171,193],"web-based":[47],"resource-efficient":[49],"adaptive":[50,89],"4489":[53],"questions":[54],"measuring:":[55],"basic":[59],"sequences,":[60],"loops,":[61],"conditions":[62],"(if":[63],"&":[64],"if-else":[65],"statements),":[66],"debugging,":[67],"multiple":[68],"agents,":[69],"procedures,":[70],"ability":[73,147],"generalize":[75],"new":[78,138,142],"syntax.":[79],"Method":[80],"Data":[82],"was":[83,125],"collected":[84,98],"through":[85],"an":[86],"existing":[87],"online":[88],"practice":[90],"monitoring":[92],"system":[93],"called":[94],"Math":[95],"Garden.":[96],"14":[99],"million":[100],"responses":[101],"from":[102],"93,341":[103],"Dutch":[104],"(ages":[106],"4":[107],"-":[108],"13).":[109],"Findings.":[110],"demonstrated":[113,134],"good":[114],"psychometric":[115],"qualities":[116],"because":[117],"75%":[118],"variance":[121],"question":[123],"difficulty":[124],"explained":[126],"by":[127,175],"differences":[128,156],"item":[130],"characteristics.":[131],"robustness":[135],"against":[136],"adding":[137,141],"participants":[139],"items.":[143],"Differences":[144],"player":[146],"(i.e.,":[148],"CS":[151],"concepts)":[152],"were":[153],"due":[154],"age,":[158],"gender,":[159],"number":[161],"items":[163],"played,":[164],"prior":[166],"mathematical":[167],"ability.":[168],"Implications.":[169],"may":[172,190],"be":[173],"used":[174],"teachers":[176],"identify":[178],"level":[180],"concept":[183],"their":[186],"pupils,":[187],"while":[188],"researchers":[189],"use":[191],"construct":[195],"validate":[197],"effective":[198],"teaching":[199],"resources.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-10T00:00:00"}