{"id":"https://openalex.org/W2901640173","doi":"https://doi.org/10.1145/3279720.3279735","title":"Improving Assessment of Computational Thinking Through a Comprehensive Framework","display_name":"Improving Assessment of Computational Thinking Through a Comprehensive Framework","publication_year":2018,"publication_date":"2018-11-21","ids":{"openalex":"https://openalex.org/W2901640173","doi":"https://doi.org/10.1145/3279720.3279735","mag":"2901640173"},"language":"en","primary_location":{"id":"doi:10.1145/3279720.3279735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3279720.3279735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038614018","display_name":"Demis Basso","orcid":"https://orcid.org/0000-0002-4595-3513"},"institutions":[{"id":"https://openalex.org/I2799535320","display_name":"Catholic University of the Maule","ror":"https://ror.org/04vdpck27","country_code":"CL","type":"education","lineage":["https://openalex.org/I2799535320"]},{"id":"https://openalex.org/I171543936","display_name":"Free University of Bozen-Bolzano","ror":"https://ror.org/012ajp527","country_code":"IT","type":"education","lineage":["https://openalex.org/I171543936"]}],"countries":["CL","IT"],"is_corresponding":true,"raw_author_name":"Demis Basso","raw_affiliation_strings":["CESLab, Free University of Bozen-Bolzano, Italy, CINPSI Neurocog, Universidad Cat\u00f3lica del Maule, Talca, Chile"],"affiliations":[{"raw_affiliation_string":"CESLab, Free University of Bozen-Bolzano, Italy, CINPSI Neurocog, Universidad Cat\u00f3lica del Maule, Talca, Chile","institution_ids":["https://openalex.org/I2799535320","https://openalex.org/I171543936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035964342","display_name":"Ilenia Fronza","orcid":"https://orcid.org/0000-0003-0224-2452"},"institutions":[{"id":"https://openalex.org/I171543936","display_name":"Free University of Bozen-Bolzano","ror":"https://ror.org/012ajp527","country_code":"IT","type":"education","lineage":["https://openalex.org/I171543936"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ilenia Fronza","raw_affiliation_strings":["Free University of Bozen-Bolzano, Bolzano, Italy"],"affiliations":[{"raw_affiliation_string":"Free University of Bozen-Bolzano, Bolzano, Italy","institution_ids":["https://openalex.org/I171543936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109392583","display_name":"Alessandro Colombi","orcid":null},"institutions":[{"id":"https://openalex.org/I171543936","display_name":"Free University of Bozen-Bolzano","ror":"https://ror.org/012ajp527","country_code":"IT","type":"education","lineage":["https://openalex.org/I171543936"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Colombi","raw_affiliation_strings":["Free University of Bozen-Bolzano, Bressanone, Italy"],"affiliations":[{"raw_affiliation_string":"Free University of Bozen-Bolzano, Bressanone, Italy","institution_ids":["https://openalex.org/I171543936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003596976","display_name":"Claus Pahl","orcid":"https://orcid.org/0000-0002-9049-212X"},"institutions":[{"id":"https://openalex.org/I171543936","display_name":"Free University of Bozen-Bolzano","ror":"https://ror.org/012ajp527","country_code":"IT","type":"education","lineage":["https://openalex.org/I171543936"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claus Pahl","raw_affiliation_strings":["Free University of Bozen-Bolzano, Bolzano, Italy"],"affiliations":[{"raw_affiliation_string":"Free University of Bozen-Bolzano, Bolzano, Italy","institution_ids":["https://openalex.org/I171543936"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5038614018"],"corresponding_institution_ids":["https://openalex.org/I171543936","https://openalex.org/I2799535320"],"apc_list":null,"apc_paid":null,"fwci":3.7816,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.93510815,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9686999917030334,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.725177526473999},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6044882535934448},{"id":"https://openalex.org/keywords/cognitive-skill","display_name":"Cognitive skill","score":0.602942943572998},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5838457942008972},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5792714357376099},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5711920857429504},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5068915486335754},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.47184374928474426},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.41501346230506897},{"id":"https://openalex.org/keywords/computational-thinking","display_name":"Computational thinking","score":0.412386417388916},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3664402961730957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35318657755851746},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1570609211921692},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.12072873115539551},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08655673265457153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.725177526473999},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6044882535934448},{"id":"https://openalex.org/C134290984","wikidata":"https://www.wikidata.org/wiki/Q5141241","display_name":"Cognitive skill","level":3,"score":0.602942943572998},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5838457942008972},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5792714357376099},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5711920857429504},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5068915486335754},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47184374928474426},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.41501346230506897},{"id":"https://openalex.org/C2780368719","wikidata":"https://www.wikidata.org/wiki/Q5157342","display_name":"Computational thinking","level":2,"score":0.412386417388916},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3664402961730957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35318657755851746},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1570609211921692},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.12072873115539551},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08655673265457153},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3279720.3279735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3279720.3279735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},{"id":"pmh:oai:alma.39UBZ_INST:11235213580001241","is_oa":false,"landing_page_url":"https://dl.acm.org/citation.cfm?id=3279735","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:unibz.it:11235213580001241","is_oa":false,"landing_page_url":"https://www.kolicalling.fi","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1818168210","https://openalex.org/W1960102599","https://openalex.org/W1966910066","https://openalex.org/W1970953601","https://openalex.org/W1972959365","https://openalex.org/W1973287994","https://openalex.org/W1975197360","https://openalex.org/W1986370155","https://openalex.org/W1988501112","https://openalex.org/W2020192600","https://openalex.org/W2037149633","https://openalex.org/W2085998145","https://openalex.org/W2088681036","https://openalex.org/W2090732412","https://openalex.org/W2096316536","https://openalex.org/W2124517301","https://openalex.org/W2140706679","https://openalex.org/W2150327996","https://openalex.org/W2284328669","https://openalex.org/W2288572692","https://openalex.org/W2336886837","https://openalex.org/W2468596395","https://openalex.org/W2475585312","https://openalex.org/W2525950979","https://openalex.org/W2552041457","https://openalex.org/W2569623901","https://openalex.org/W2604979435","https://openalex.org/W2610157954","https://openalex.org/W2744541927","https://openalex.org/W2748165736","https://openalex.org/W2749412609","https://openalex.org/W2753712812","https://openalex.org/W3185363605","https://openalex.org/W4251621061","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2769482900","https://openalex.org/W3155803285","https://openalex.org/W3213086777","https://openalex.org/W2769928932","https://openalex.org/W3033687264","https://openalex.org/W2742379954","https://openalex.org/W2769926281","https://openalex.org/W2079266225","https://openalex.org/W2565189632","https://openalex.org/W2551768522"],"abstract_inverted_index":{"In":[0,114],"recent":[1],"years,":[2],"Computational":[3],"Thinking":[4],"(CT)":[5],"made":[6],"its":[7],"way":[8],"into":[9],"K-12":[10],"as":[11],"a":[12,28,39,62,88,141,164],"key":[13],"set":[14],"of":[15,21,25,59,87,92,101,108,151,167,170],"21st-century":[16],"skills.":[17,113],"However,":[18],"the":[19,49,56,85,98,105,120,157],"issue":[20,66],"assessing":[22],"student's":[23],"learning":[24],"CT":[26,109,124,143],"remains":[27],"challenging":[29],"one:":[30],"it":[31],"is":[32,43,67],"indeed":[33],"not":[34,47,71,76],"clear":[35],"how":[36],"to":[37,45,64,123,154,162],"achieve":[38,163],"comprehensive":[40,142],"evaluation":[41],"that":[42],"able":[44],"assess":[46],"only":[48,72],"technical":[50],"and":[51,134],"domain-specific":[52],"skills,":[53,103],"but":[54,82],"also":[55,83],"domain-independent":[57],"meta-skills":[58],"CT.":[60],"Finding":[61],"solution":[63],"this":[65,115],"crucial,":[68],"because":[69],"assessment":[70,144],"determines":[73],"whether":[74],"or":[75],"educational":[77],"goals":[78],"are":[79],"being":[80],"met,":[81],"supports":[84],"design":[86],"curriculum.":[89],"Multiple":[90],"forms":[91],"assessments":[93],"have":[94],"been":[95],"proposed":[96],"within":[97],"main":[99],"perspective":[100],"programming":[102],"neglecting":[104],"possible":[106,152],"generalization":[107],"training":[110],"on":[111,156],"other":[112],"work,":[116],"we":[117,127,147],"first":[118],"review":[119],"existing":[121,158],"approaches":[122],"assessment.":[125,171],"Then,":[126],"discuss":[128],"what":[129],"non-technical":[130],"skills":[131,133],"(relational":[132],"cognitive":[135],"life-skills)":[136],"should":[137],"be":[138],"included":[139],"in":[140,160],"framework.":[145],"Moreover,":[146],"provide":[148],"an":[149],"indication":[150],"solutions":[153],"capitalize":[155],"experiences":[159],"order":[161],"feasible":[165],"integration":[166],"different":[168],"types":[169]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}