{"id":"https://openalex.org/W2749819513","doi":"https://doi.org/10.1145/3105726.3106186","title":"Principled Assessment of Student Learning in High School Computer Science","display_name":"Principled Assessment of Student Learning in High School Computer Science","publication_year":2017,"publication_date":"2017-08-14","ids":{"openalex":"https://openalex.org/W2749819513","doi":"https://doi.org/10.1145/3105726.3106186","mag":"2749819513"},"language":"en","primary_location":{"id":"doi:10.1145/3105726.3106186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3105726.3106186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM Conference on International Computing Education Research","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061976424","display_name":"Eric Snow","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eric Snow","raw_affiliation_strings":["SRI International, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"SRI International, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029499911","display_name":"Daisy Rutstein","orcid":"https://orcid.org/0009-0005-4477-9065"},"institutions":[{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daisy Rutstein","raw_affiliation_strings":["SRI International, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"SRI International, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008403359","display_name":"Marie Bienkowski","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marie Bienkowski","raw_affiliation_strings":["SRI International, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"SRI International, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101480109","display_name":"Yuning Xu","orcid":"https://orcid.org/0000-0002-5170-1929"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuning Xu","raw_affiliation_strings":["SRI International, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"SRI International, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5061976424"],"corresponding_institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"],"apc_list":null,"apc_paid":null,"fwci":16.1782,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.98965674,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"209","last_page":"216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13937","display_name":"Genetics, Bioinformatics, and Biomedical Research","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.7478510737419128},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5318496227264404},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5217885971069336},{"id":"https://openalex.org/keywords/computational-thinking","display_name":"Computational thinking","score":0.519076406955719},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4981083869934082},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4910314083099365},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.4736018180847168},{"id":"https://openalex.org/keywords/science-education","display_name":"Science education","score":0.45825114846229553},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.44902241230010986},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.43685266375541687},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3877516984939575},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.2666708827018738}],"concepts":[{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.7478510737419128},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5318496227264404},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5217885971069336},{"id":"https://openalex.org/C2780368719","wikidata":"https://www.wikidata.org/wiki/Q5157342","display_name":"Computational thinking","level":2,"score":0.519076406955719},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4981083869934082},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4910314083099365},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.4736018180847168},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.45825114846229553},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.44902241230010986},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.43685266375541687},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3877516984939575},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.2666708827018738},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3105726.3106186","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3105726.3106186","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM Conference on International Computing Education Research","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7900000214576721,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7343312386","display_name":null,"funder_award_id":"DRL-1418149","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W281417399","https://openalex.org/W1564392956","https://openalex.org/W1971200153","https://openalex.org/W1973803289","https://openalex.org/W1984806608","https://openalex.org/W1986370155","https://openalex.org/W1988762714","https://openalex.org/W2026493491","https://openalex.org/W2033086912","https://openalex.org/W2054867231","https://openalex.org/W2059640080","https://openalex.org/W2060486579","https://openalex.org/W2063747225","https://openalex.org/W2070596900","https://openalex.org/W2099367222","https://openalex.org/W2099707390","https://openalex.org/W2100029531","https://openalex.org/W2103509763","https://openalex.org/W2120640415","https://openalex.org/W2128207775","https://openalex.org/W2130410948","https://openalex.org/W2141316253","https://openalex.org/W2149617571","https://openalex.org/W2155233253","https://openalex.org/W2165568289","https://openalex.org/W2294993563","https://openalex.org/W2333057202","https://openalex.org/W2741155461","https://openalex.org/W2905010601","https://openalex.org/W4240310297","https://openalex.org/W4241336323","https://openalex.org/W4247849097","https://openalex.org/W4255961253","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2769482900","https://openalex.org/W3155803285","https://openalex.org/W3213086777","https://openalex.org/W2769928932","https://openalex.org/W2551768522","https://openalex.org/W2979937253","https://openalex.org/W2742379954","https://openalex.org/W3033687264","https://openalex.org/W4390870682","https://openalex.org/W3005510774"],"abstract_inverted_index":{"As":[0],"K-12":[1],"computer":[2,95],"science":[3,96],"(CS)":[4],"initiatives":[5],"scale":[6],"throughout":[7],"the":[8,29,74,93,132,152,191,194,208,217,227,237,243,250,254,268],"U.S.,":[9],"educators":[10],"face":[11],"increasing":[12],"pressure":[13],"from":[14,263],"their":[15,46],"school":[16,69],"systems":[17],"to":[18,85,91,98,104,139,186,219,252],"provide":[19],"evidence":[20,108,166],"about":[21,113],"student":[22,37,177],"learning":[23,38,210],"on":[24,57,168],"hard-to-measure":[25],"CS":[26,47,70,144,239],"outcomes.":[27],"At":[28],"same":[30],"time,":[31],"researchers":[32],"studying":[33],"curriculum":[34],"implementation":[35],"and":[36,59,116,150,160,176,206,212,259,261],"want":[39],"reliable":[40],"measures":[41],"of":[42,107,134,164,190,248],"how":[43],"students":[44,156],"apply":[45],"knowledge.":[48,146],"This":[49],"paper":[50],"describes":[51],"a":[52,78,105],"two-year":[53],"validation":[54],"study":[55],"focused":[56],"end-of-unit":[58],"cumulative":[60],"assessments":[61,129,140,153,228],"for":[62,188,257,265],"Exploring":[63],"Computer":[64],"Science,":[65],"an":[66],"introductory":[67,238],"high":[68,187],"curriculum.":[71,240],"To":[72],"develop":[73,118],"assessments,":[75],"we":[76,127,246],"applied":[77],"principled":[79],"methodology":[80],"called":[81],"Evidence-Centered":[82],"Design":[83],"(ECD)":[84],"(1)":[86],"work":[87],"with":[88,154,203,207],"various":[89],"stakeholders":[90],"identify":[92],"important":[94],"skills":[97,103],"measure,":[99],"(2)":[100],"map":[101],"those":[102,114],"model":[106],"that":[109,121,123,130,141,182,226],"can":[110],"support":[111],"inferences":[112],"skills,":[115],"(3)":[117],"assessment":[119,195,199,255],"tasks":[120,196],"elicit":[122],"evidence.":[124],"Using":[125],"ECD,":[126],"created":[128],"measure":[131,143,230],"practices":[133,234],"computational":[135,232],"thinking,":[136],"in":[137,216,236,267],"contrast":[138],"only":[142],"conceptual":[145],"We":[147,241],"iteratively":[148],"developed":[149],"piloted":[151],"941":[155],"over":[157],"two":[158],"years":[159],"collected":[161],"three":[162],"types":[163],"validity":[165],"based":[167],"contemporary":[169],"psychometric":[170],"standards:":[171],"test":[172],"content,":[173],"internal":[174],"structure,":[175],"response":[178],"processes.":[179],"Results":[180],"show":[181],"reliability":[183],"was":[184],"moderate":[185],"each":[189,198,204],"unit":[192],"assessments;":[193],"within":[197],"are":[200],"well":[201],"aligned":[202],"other":[205],"targeted":[209],"goals;":[211],"average":[213],"scores":[214],"were":[215],"60":[218],"70":[220],"percent":[221],"range.":[222],"These":[223],"results":[224,256],"indicate":[225],"validly":[229],"students'":[231],"thinking":[233],"covered":[235],"discuss":[242],"broader":[244],"issues":[245],"faced":[247],"balancing":[249],"need":[251],"use":[253,266],"evaluation":[258],"research,":[260],"demands":[262],"teachers":[264],"classroom.":[269]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":39},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}