{"id":"https://openalex.org/W2753422637","doi":"https://doi.org/10.1145/3105910","title":"A Framework for Using Hypothesis-Driven Approaches to Support Data-Driven Learning Analytics in Measuring Computational Thinking in Block-Based Programming Environments","display_name":"A Framework for Using Hypothesis-Driven Approaches to Support Data-Driven Learning Analytics in Measuring Computational Thinking in Block-Based Programming Environments","publication_year":2017,"publication_date":"2017-08-28","ids":{"openalex":"https://openalex.org/W2753422637","doi":"https://doi.org/10.1145/3105910","mag":"2753422637"},"language":"en","primary_location":{"id":"doi:10.1145/3105910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3105910","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006962369","display_name":"Shuchi Grover","orcid":"https://orcid.org/0000-0001-6633-8862"},"institutions":[{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shuchi Grover","raw_affiliation_strings":["SRI International, Menlo Park, California"],"affiliations":[{"raw_affiliation_string":"SRI International, Menlo Park, California","institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010238389","display_name":"Satabdi Basu","orcid":"https://orcid.org/0000-0002-7055-6632"},"institutions":[{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satabdi Basu","raw_affiliation_strings":["SRI International, Menlo Park, California"],"affiliations":[{"raw_affiliation_string":"SRI International, Menlo Park, California","institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008403359","display_name":"Marie Bienkowski","orcid":null},"institutions":[{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marie Bienkowski","raw_affiliation_strings":["SRI International, Menlo Park, California"],"affiliations":[{"raw_affiliation_string":"SRI International, Menlo Park, California","institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063296546","display_name":"Michael Eagle","orcid":"https://orcid.org/0000-0002-2263-0156"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Eagle","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030975112","display_name":"Nicholas Diana","orcid":"https://orcid.org/0000-0002-8187-3692"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Diana","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060576109","display_name":"John Stamper","orcid":"https://orcid.org/0000-0002-2291-1468"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Stamper","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, Pennsylvania"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, Pennsylvania","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5006962369"],"corresponding_institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"],"apc_list":null,"apc_paid":null,"fwci":12.132,"has_fulltext":false,"cited_by_count":92,"citation_normalized_percentile":{"value":0.98339323,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"17","issue":"3","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computational-thinking","display_name":"Computational thinking","score":0.8281629085540771},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7410498857498169},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5896806120872498},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5754677653312683},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.5301504731178284},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5052757859230042},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.49264031648635864},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48489314317703247},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.47047072649002075},{"id":"https://openalex.org/keywords/inductive-programming","display_name":"Inductive programming","score":0.45415085554122925},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41142168641090393},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4095618426799774},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16956105828285217},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09503722190856934},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0835438072681427}],"concepts":[{"id":"https://openalex.org/C2780368719","wikidata":"https://www.wikidata.org/wiki/Q5157342","display_name":"Computational thinking","level":2,"score":0.8281629085540771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7410498857498169},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5896806120872498},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5754677653312683},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.5301504731178284},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5052757859230042},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.49264031648635864},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48489314317703247},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.47047072649002075},{"id":"https://openalex.org/C50033165","wikidata":"https://www.wikidata.org/wiki/Q15712089","display_name":"Inductive programming","level":3,"score":0.45415085554122925},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41142168641090393},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4095618426799774},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16956105828285217},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09503722190856934},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0835438072681427},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3105910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3105910","pdf_url":null,"source":{"id":"https://openalex.org/S2764465379","display_name":"ACM Transactions on Computing Education","issn_l":"1946-6226","issn":["1946-6226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computing Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8899999856948853}],"awards":[{"id":"https://openalex.org/G1222111037","display_name":null,"funder_award_id":"IIS-1522990","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W157666995","https://openalex.org/W613277099","https://openalex.org/W643967429","https://openalex.org/W780095895","https://openalex.org/W844464139","https://openalex.org/W1125023678","https://openalex.org/W1483580517","https://openalex.org/W1485330246","https://openalex.org/W1499350953","https://openalex.org/W1505099540","https://openalex.org/W1520570656","https://openalex.org/W1523058414","https://openalex.org/W1539947443","https://openalex.org/W1607349806","https://openalex.org/W1607917991","https://openalex.org/W1815090327","https://openalex.org/W1818016653","https://openalex.org/W1898103075","https://openalex.org/W1929274251","https://openalex.org/W1948664808","https://openalex.org/W1963815981","https://openalex.org/W1964044925","https://openalex.org/W1969806785","https://openalex.org/W1971200153","https://openalex.org/W1986370155","https://openalex.org/W1995867884","https://openalex.org/W1996418701","https://openalex.org/W1997427448","https://openalex.org/W1997859426","https://openalex.org/W2006444123","https://openalex.org/W2014261905","https://openalex.org/W2019928046","https://openalex.org/W2029656747","https://openalex.org/W2033361837","https://openalex.org/W2033408859","https://openalex.org/W2038409011","https://openalex.org/W2041271369","https://openalex.org/W2050986893","https://openalex.org/W2054455436","https://openalex.org/W2054867231","https://openalex.org/W2063747225","https://openalex.org/W2085990091","https://openalex.org/W2085998145","https://openalex.org/W2100029531","https://openalex.org/W2106779500","https://openalex.org/W2111760158","https://openalex.org/W2118934318","https://openalex.org/W2123536472","https://openalex.org/W2138432297","https://openalex.org/W2142733603","https://openalex.org/W2198813811","https://openalex.org/W2277042750","https://openalex.org/W2295843391","https://openalex.org/W2295899334","https://openalex.org/W2336886837","https://openalex.org/W2339183141","https://openalex.org/W2342084918","https://openalex.org/W2552377480","https://openalex.org/W2578082513","https://openalex.org/W2610157954","https://openalex.org/W2701566821","https://openalex.org/W2953025981","https://openalex.org/W4247950230","https://openalex.org/W4253892544","https://openalex.org/W4291893431","https://openalex.org/W4299605960"],"related_works":["https://openalex.org/W1987827786","https://openalex.org/W2799586942","https://openalex.org/W2504091800","https://openalex.org/W2331775400","https://openalex.org/W2816728186","https://openalex.org/W2804624249","https://openalex.org/W2560130217","https://openalex.org/W605203981","https://openalex.org/W4225313275","https://openalex.org/W3097749327"],"abstract_inverted_index":{"Systematic":[0],"endeavors":[1],"to":[2,11,47,77,88,178,188],"take":[3],"computer":[4],"science":[5],"(CS)":[6],"and":[7,15,58,93,108,117,167],"computational":[8,68],"thinking":[9],"(CT)":[10],"scale":[12],"in":[13,32,37,53,95,133,138,162,170],"middle":[14,139],"high":[16,185],"school":[17,186],"classrooms":[18],"are":[19],"underway":[20],"with":[21,85,103],"curricula":[22],"that":[23,81,145],"emphasize":[24],"the":[25,33,54,104,127,130,134,176,179],"enactment":[26],"of":[27,35,51,56,66,73,106,129,181],"authentic":[28],"CT":[29,52,111,169,193],"skills,":[30],"especially":[31],"context":[34,55],"programming":[36,39,57,101,136,165,172],"block-based":[38,100,171],"environments.":[40,173],"There":[41],"is,":[42],"therefore,":[43],"a":[44,124,143,147,150],"growing":[45],"need":[46],"measure":[48],"students\u2019":[49,110,164],"learning":[50,67,160],"also":[59],"support":[60],"all":[61],"learners":[62],"through":[63],"this":[64,74],"process":[65,148,166],"problem":[69],"solving.":[70],"The":[71],"goal":[72,105],"research":[75],"is":[76],"explore":[78],"hypothesis-driven":[79,151],"approaches":[80],"can":[82],"be":[83,189],"combined":[84],"data-driven":[86,159],"ones":[87],"better":[89],"interpret":[90],"student":[91],"actions":[92],"processes":[94],"log":[96],"data":[97],"captured":[98],"from":[99,126],"environments":[102],"measuring":[107,192],"assessing":[109,168],"skills.":[112],"Informed":[113],"by":[114,154],"past":[115],"literature":[116],"based":[118],"on":[119],"our":[120],"empirical":[121],"work":[122],"examining":[123],"dataset":[125],"use":[128],"Fairy":[131],"Assessment":[132],"Alice":[135,182],"environment":[137],"schools,":[140],"we":[141],"present":[142],"framework":[144,177],"formalizes":[146],"where":[149],"approach":[152],"informed":[153],"Evidence-Centered":[155],"Design":[156],"effectively":[157],"complements":[158],"analytics":[161],"interpreting":[163],"We":[174],"apply":[175],"design":[180],"tasks":[183],"for":[184,191],"CS":[187],"used":[190],"during":[194],"programming.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":4}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-10-10T00:00:00"}
