{"id":"https://openalex.org/W4200304899","doi":"https://doi.org/10.1145/3486598","title":"Beyond Programming: A Computer-Based Assessment of Computational Thinking Competency","display_name":"Beyond Programming: A Computer-Based Assessment of Computational Thinking Competency","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4200304899","doi":"https://doi.org/10.1145/3486598"},"language":"en","primary_location":{"id":"doi:10.1145/3486598","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3486598","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078112463","display_name":"Rina PY Lai","orcid":"https://orcid.org/0000-0002-2687-5847"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Rina P. Y. Lai","raw_affiliation_strings":["Faculty of Education, University of Cambridge, Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Faculty of Education, University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5078112463"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":4.3796,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.94584311,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"22","issue":"2","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.9093999862670898,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rasch-model","display_name":"Rasch model","score":0.8738408088684082},{"id":"https://openalex.org/keywords/computational-thinking","display_name":"Computational thinking","score":0.8705578446388245},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6898090839385986},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5945905447006226},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"Item response theory","score":0.546470582485199},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5196143984794617},{"id":"https://openalex.org/keywords/classical-test-theory","display_name":"Classical test theory","score":0.4189968407154083},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41706395149230957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39221248030662537},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3563239574432373},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3269638419151306},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.30723559856414795},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24533548951148987},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1107693612575531}],"concepts":[{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.8738408088684082},{"id":"https://openalex.org/C2780368719","wikidata":"https://www.wikidata.org/wiki/Q5157342","display_name":"Computational thinking","level":2,"score":0.8705578446388245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6898090839385986},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5945905447006226},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.546470582485199},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5196143984794617},{"id":"https://openalex.org/C140390113","wikidata":"https://www.wikidata.org/wiki/Q389391","display_name":"Classical test theory","level":4,"score":0.4189968407154083},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41706395149230957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39221248030662537},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3563239574432373},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3269638419151306},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.30723559856414795},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24533548951148987},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1107693612575531},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3486598","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3486598","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W85596155","https://openalex.org/W157267415","https://openalex.org/W570009404","https://openalex.org/W1533267061","https://openalex.org/W1585649873","https://openalex.org/W1680939745","https://openalex.org/W1743187275","https://openalex.org/W1919216659","https://openalex.org/W1974843821","https://openalex.org/W1986370155","https://openalex.org/W1986616731","https://openalex.org/W1998848131","https://openalex.org/W2002090984","https://openalex.org/W2017413805","https://openalex.org/W2018037215","https://openalex.org/W2019602189","https://openalex.org/W2027716222","https://openalex.org/W2060308896","https://openalex.org/W2067951625","https://openalex.org/W2100029531","https://openalex.org/W2156689809","https://openalex.org/W2294396910","https://openalex.org/W2294502797","https://openalex.org/W2339183141","https://openalex.org/W2343761914","https://openalex.org/W2374413431","https://openalex.org/W2441881010","https://openalex.org/W2509344724","https://openalex.org/W2522521125","https://openalex.org/W2531461299","https://openalex.org/W2554292084","https://openalex.org/W2563890220","https://openalex.org/W2564835716","https://openalex.org/W2610017518","https://openalex.org/W2610157954","https://openalex.org/W2729067204","https://openalex.org/W2755087487","https://openalex.org/W2760706586","https://openalex.org/W2767026290","https://openalex.org/W2767711069","https://openalex.org/W2771825851","https://openalex.org/W2772451552","https://openalex.org/W2773534894","https://openalex.org/W2830776011","https://openalex.org/W2886511030","https://openalex.org/W2901640173","https://openalex.org/W2905157712","https://openalex.org/W2917571696","https://openalex.org/W2917887061","https://openalex.org/W2941647495","https://openalex.org/W2953779145","https://openalex.org/W2964431529","https://openalex.org/W2969145158","https://openalex.org/W2979344762","https://openalex.org/W3000232414","https://openalex.org/W3000469356","https://openalex.org/W3094591811","https://openalex.org/W3122944467","https://openalex.org/W3135436450","https://openalex.org/W3153229990","https://openalex.org/W3159719279","https://openalex.org/W3196307429","https://openalex.org/W3204379126","https://openalex.org/W4206027098","https://openalex.org/W4211232095","https://openalex.org/W4246760532","https://openalex.org/W4254687493","https://openalex.org/W4320187603"],"related_works":["https://openalex.org/W2986694938","https://openalex.org/W2772451552","https://openalex.org/W1551136666","https://openalex.org/W4387574641","https://openalex.org/W4390502983","https://openalex.org/W2604831333","https://openalex.org/W2950752206","https://openalex.org/W2137659447","https://openalex.org/W2314883754","https://openalex.org/W2950161322"],"abstract_inverted_index":{"Computational":[0,98],"Thinking":[1,99],"(CT":[2],"),":[3],"entailing":[4],"both":[5],"domain-general":[6],"and":[7,17,27,46,61,73,135,167],"domain-specific":[8],"skills,":[9],"is":[10,66],"a":[11,21,39,77,85,91,120,131,136,175],"competency":[12,173],"fundamental":[13],"to":[14,68,81,105,141,155,161],"computing":[15],"education":[16],"beyond.":[18],"However,":[19],"as":[20],"cross-domain":[22],"competency,":[23,97],"appropriate":[24],"assessment":[25,79,94,102,159],"design":[26],"method":[28,80],"remain":[29],"equivocal.":[30],"Indeed,":[31],"the":[32,35,59,143,146,150,153],"majority":[33],"of":[34,63,95,122,145],"existing":[36],"assessments":[37],"have":[38],"predominant":[40],"focus":[41],"on":[42],"measuring":[43,171],"programming":[44,124],"proficiency":[45],"neglecting":[47],"other":[48],"contexts":[49],"in":[50,170,174],"which":[51],"CT":[52,96,172],"can":[53],"also":[54],"be":[55],"manifested.":[56],"To":[57],"broaden":[58],"promotion":[60],"practice":[62],"CT,":[64],"it":[65],"necessary":[67],"integrate":[69],"diverse":[70],"problem":[71,165],"types":[72],"item":[74,168],"formats":[75,169],"using":[76],"competency-based":[78],"measure":[82],"CT.":[83],"Taking":[84],"psychometric":[86],"approach,":[87],"this":[88],"article":[89],"evaluates":[90],"novel":[92],"computer-based":[93],"Challenge.":[100],"The":[101],"was":[103],"administered":[104],"119":[106],"British":[107],"upper":[108],"secondary":[109],"school":[110],"students":[111],"(":[112],"M":[113],"=":[114,117],"16.11;":[115],"SD":[116],"1.19)":[118],"with":[119],"range":[121],"prior":[123],"experiences.":[125],"Results":[126],"from":[127,157],"several":[128],"reliability":[129],"analyses,":[130],"convergent":[132],"validity":[133],"analysis,":[134,138],"Rasch":[137],"provided":[139],"evidence":[140],"support":[142],"quality":[144],"assessment.":[147],"Taken":[148],"together,":[149],"study":[151],"demonstrated":[152],"feasibility":[154],"expand":[156],"traditional":[158],"methods":[160],"integrating":[162],"multiple":[163],"contexts,":[164],"types,":[166],"comprehensive":[176],"manner.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-26T15:22:09.906841","created_date":"2025-10-10T00:00:00"}