{"id":"https://openalex.org/W3126492976","doi":"https://doi.org/10.1080/08993408.2021.1877988","title":"Developing a kindergarten computational thinking assessment using evidence-centered design: the case of algorithmic thinking","display_name":"Developing a kindergarten computational thinking assessment using evidence-centered design: the case of algorithmic thinking","publication_year":2021,"publication_date":"2021-02-01","ids":{"openalex":"https://openalex.org/W3126492976","doi":"https://doi.org/10.1080/08993408.2021.1877988","mag":"3126492976"},"language":"en","primary_location":{"id":"doi:10.1080/08993408.2021.1877988","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993408.2021.1877988","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053663925","display_name":"Jody Clarke\u2010Midura","orcid":"https://orcid.org/0000-0001-5434-0324"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jody Clarke-Midura","raw_affiliation_strings":["Instructional Technology and Learning Science, Utah State University, Logan, UT, USA"],"raw_orcid":"https://orcid.org/0000-0001-5434-0324","affiliations":[{"raw_affiliation_string":"Instructional Technology and Learning Science, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079283732","display_name":"Deborah Silvis","orcid":"https://orcid.org/0000-0001-5139-9048"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deborah Silvis","raw_affiliation_strings":["Instructional Technology and Learning Science, Utah State University, Logan, UT, USA"],"raw_orcid":"https://orcid.org/0000-0001-5139-9048","affiliations":[{"raw_affiliation_string":"Instructional Technology and Learning Science, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072633794","display_name":"Jessica F. Shumway","orcid":"https://orcid.org/0000-0001-7655-565X"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica F. Shumway","raw_affiliation_strings":["College of Teacher Education and Leadership, Utah State University, Logan, UT, USA"],"raw_orcid":"https://orcid.org/0000-0001-7655-565X","affiliations":[{"raw_affiliation_string":"College of Teacher Education and Leadership, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071245023","display_name":"Victor R. Lee","orcid":"https://orcid.org/0000-0001-6434-7589"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor R. Lee","raw_affiliation_strings":["Graduate School of Teacher Education, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6434-7589","affiliations":[{"raw_affiliation_string":"Graduate School of Teacher Education, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051367806","display_name":"Joseph S. Kozlowski","orcid":"https://orcid.org/0000-0003-4163-2955"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph S. Kozlowski","raw_affiliation_strings":["College of Teacher Education and Leadership, Utah State University, Logan, UT, USA"],"raw_orcid":"https://orcid.org/0000-0003-4163-2955","affiliations":[{"raw_affiliation_string":"College of Teacher Education and Leadership, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5053663925"],"corresponding_institution_ids":["https://openalex.org/I121980950"],"apc_list":null,"apc_paid":null,"fwci":9.4574,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.97942983,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"31","issue":"2","first_page":"117","last_page":"140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.9563000202178955,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.7719029188156128},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6913021802902222},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6124414205551147},{"id":"https://openalex.org/keywords/inclusion","display_name":"Inclusion (mineral)","score":0.5285443663597107},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5249200463294983},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.49996232986450195},{"id":"https://openalex.org/keywords/computational-thinking","display_name":"Computational thinking","score":0.4773676097393036},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4726608991622925},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4576829969882965},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4490712583065033},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.4404970109462738},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2619473934173584},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.25789666175842285},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10404187440872192},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09983175992965698}],"concepts":[{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.7719029188156128},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6913021802902222},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6124414205551147},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.5285443663597107},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5249200463294983},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.49996232986450195},{"id":"https://openalex.org/C2780368719","wikidata":"https://www.wikidata.org/wiki/Q5157342","display_name":"Computational thinking","level":2,"score":0.4773676097393036},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4726608991622925},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4576829969882965},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4490712583065033},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.4404970109462738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2619473934173584},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25789666175842285},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10404187440872192},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09983175992965698},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/08993408.2021.1877988","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993408.2021.1877988","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G2143021143","display_name":"Research on the Development of An Assessment to Measure Kindergarten Children's Abilities to Reason Computationally With Mathematical Problem-Solving Skills","funder_award_id":"1842116","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W615644768","https://openalex.org/W1687473687","https://openalex.org/W1704942559","https://openalex.org/W1818016653","https://openalex.org/W1970953601","https://openalex.org/W1988288407","https://openalex.org/W2000130928","https://openalex.org/W2014174447","https://openalex.org/W2026872455","https://openalex.org/W2030186931","https://openalex.org/W2063747225","https://openalex.org/W2080600061","https://openalex.org/W2091170074","https://openalex.org/W2100029531","https://openalex.org/W2143302143","https://openalex.org/W2144049026","https://openalex.org/W2146567769","https://openalex.org/W2167284058","https://openalex.org/W2336969588","https://openalex.org/W2490857485","https://openalex.org/W2760706586","https://openalex.org/W2795728764","https://openalex.org/W2805966845","https://openalex.org/W2889273325","https://openalex.org/W2914521060","https://openalex.org/W2917764237","https://openalex.org/W2918841815","https://openalex.org/W2940999120","https://openalex.org/W2947739122","https://openalex.org/W2955195746","https://openalex.org/W2969131962","https://openalex.org/W2970096959","https://openalex.org/W2976108167","https://openalex.org/W2979226749","https://openalex.org/W2984839224","https://openalex.org/W3000232414","https://openalex.org/W3008558047","https://openalex.org/W3031790629","https://openalex.org/W3119610428","https://openalex.org/W3216779397","https://openalex.org/W4234042746","https://openalex.org/W4234100955","https://openalex.org/W4240310297","https://openalex.org/W4245953313"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W2483613126","https://openalex.org/W4210994448","https://openalex.org/W4386824558","https://openalex.org/W2097838441","https://openalex.org/W204135935"],"abstract_inverted_index":{"Background":[0],"and":[1,70,85,116],"Context:":[2],"There":[3],"is":[4,17,131],"a":[5,21,55,102],"need":[6],"for":[7,112],"early":[8,141],"childhood":[9,142],"assessments":[10],"of":[11,27,49,61,83,96,128,134,140],"computational":[12],"thinking":[13,67],"(CT).":[14],"However,":[15],"there":[16],"not":[18],"consensus":[19],"on":[20,58,79],"guiding":[22],"framework,":[23],"definition,":[24],"or":[25],"set":[26],"proxies":[28],"in":[29,137],"which":[30],"to":[31,45,71,122],"measure":[32],"CT.":[33,143],"We":[34,77],"are":[35],"addressing":[36],"this":[37,129],"problem":[38],"by":[39],"using":[40,92],"Evidence":[41],"Centered":[42],"Design":[43],"(ECD)":[44],"develop":[46],"an":[47,107],"assessment":[48,89],"kindergarten-aged":[50],"children\u2019s":[51],"CT.Objective:":[52],"To":[53],"present":[54,86],"design":[56,90,118],"case":[57],"the":[59,62,65,80,87,113,132],"development":[60],"assessment,":[63],"specifically":[64],"algorithmic":[66],"(AT)":[68],"tasks":[69],"share":[72],"validity":[73,123],"evidence":[74],"that":[75,120],"emerged.Method:":[76],"focus":[78],"AT":[81,114],"sub-component":[82],"CT":[84,97],"principled":[88],"process":[91],"ECD.Findings:":[93],"Our":[94],"operationalization":[95],"includes":[98],"spatial":[99,135],"reasoning":[100,136],"as":[101],"sub-component.":[103],"Pilot":[104],"results":[105],"showed":[106],"acceptable":[108],"internal":[109],"consistency":[110],"reliability":[111],"items":[115],"critical":[117],"decisions":[119],"contributed":[121],"evidence.Implications:":[124],"An":[125],"important":[126],"contribution":[127],"work":[130],"inclusion":[133],"our":[138],"definition":[139]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":4}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}