{"id":"https://openalex.org/W2016385238","doi":"https://doi.org/10.1145/2787622.2787721","title":"Using Commutative Assessments to Compare Conceptual Understanding in Blocks-based and Text-based Programs","display_name":"Using Commutative Assessments to Compare Conceptual Understanding in Blocks-based and Text-based Programs","publication_year":2015,"publication_date":"2015-07-28","ids":{"openalex":"https://openalex.org/W2016385238","doi":"https://doi.org/10.1145/2787622.2787721","mag":"2016385238"},"language":"en","primary_location":{"id":"doi:10.1145/2787622.2787721","doi":"https://doi.org/10.1145/2787622.2787721","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2787622.2787721","pdf_url":null,"source":{"id":"https://openalex.org/S7407085948","display_name":"ACM Conference on International Computing Education Research (ICER)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the eleventh annual International Conference on International Computing Education Research","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044386678","display_name":"David Weintrop","orcid":"https://orcid.org/0000-0002-3009-3899","observed_orcids":["https://orcid.org/0000-0002-3009-3899"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Weintrop","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050932651","display_name":"Uri J. Wilensky","orcid":"https://orcid.org/0000-0001-9591-3109","observed_orcids":["https://orcid.org/0000-0001-9591-3109"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Uri Wilensky","raw_affiliation_strings":["Northwestern University, Evansotn, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evansotn, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":11.205,"has_fulltext":false,"cited_by_count":198,"citation_normalized_percentile":{"value":0.98910863,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"101","last_page":"110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14335","display_name":"Educational Robotics and Engineering","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-based-programming","display_name":"text-based programming","score":0.9229999780654907},{"id":"https://openalex.org/keywords/introductory-programming","display_name":"introductory programming","score":0.7509999871253967},{"id":"https://openalex.org/keywords/conceptual-understanding","display_name":"conceptual understanding","score":0.8080000281333923},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.5929999947547913},{"id":"https://openalex.org/keywords/blockly","display_name":"Blockly","score":0.9919999837875366},{"id":"https://openalex.org/keywords/secondary-school-students","display_name":"high school students","score":0.9150000214576721}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7372102737426758},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6605297923088074},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.5253400206565857},{"id":"https://openalex.org/C183778304","wikidata":"https://www.wikidata.org/wiki/Q165474","display_name":"Commutative property","level":2,"score":0.5174798965454102},{"id":"https://openalex.org/C182620335","wikidata":"https://www.wikidata.org/wiki/Q2852531","display_name":"Answer set programming","level":3,"score":0.5052681565284729},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.48788976669311523},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3627939224243164},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.30836719274520874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2895898222923279},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12803679704666138},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09754496812820435},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2787622.2787721","doi":"https://doi.org/10.1145/2787622.2787721","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2787622.2787721","pdf_url":null,"source":{"id":"https://openalex.org/S7407085948","display_name":"ACM Conference on International Computing Education Research (ICER)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the eleventh annual International Conference on International Computing Education Research","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.9901999831199646,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W7776274","https://openalex.org/W8430322","https://openalex.org/W62187108","https://openalex.org/W279796905","https://openalex.org/W1481675827","https://openalex.org/W1491253628","https://openalex.org/W1548074571","https://openalex.org/W1584697775","https://openalex.org/W1601506323","https://openalex.org/W1964924410","https://openalex.org/W1966019262","https://openalex.org/W1980337428","https://openalex.org/W1984363227","https://openalex.org/W1986370155","https://openalex.org/W1987311676","https://openalex.org/W2002090984","https://openalex.org/W2003185116","https://openalex.org/W2006383781","https://openalex.org/W2007647073","https://openalex.org/W2008214281","https://openalex.org/W2018490996","https://openalex.org/W2019928046","https://openalex.org/W2031562375","https://openalex.org/W2037149633","https://openalex.org/W2037444165","https://openalex.org/W2039883913","https://openalex.org/W2045187895","https://openalex.org/W2046682842","https://openalex.org/W2053983114","https://openalex.org/W2056901560","https://openalex.org/W2057085632","https://openalex.org/W2058429865","https://openalex.org/W2059343333","https://openalex.org/W2065364955","https://openalex.org/W2076200485","https://openalex.org/W2079166885","https://openalex.org/W2082575251","https://openalex.org/W2084944215","https://openalex.org/W2089656229","https://openalex.org/W2090655269","https://openalex.org/W2096828839","https://openalex.org/W2099421759","https://openalex.org/W2100329249","https://openalex.org/W2109355610","https://openalex.org/W2111760158","https://openalex.org/W2117080284","https://openalex.org/W2119649150","https://openalex.org/W2122070802","https://openalex.org/W2135943618","https://openalex.org/W2140567513","https://openalex.org/W2141316253","https://openalex.org/W2143470593","https://openalex.org/W2155028447","https://openalex.org/W2155525920","https://openalex.org/W2157148654","https://openalex.org/W2157904933","https://openalex.org/W2163965946","https://openalex.org/W2165005075","https://openalex.org/W2168795140","https://openalex.org/W2184686151","https://openalex.org/W2196854537","https://openalex.org/W2268329921","https://openalex.org/W2318999431","https://openalex.org/W2558566630","https://openalex.org/W2727220479","https://openalex.org/W2901147830","https://openalex.org/W3006246355","https://openalex.org/W3021970622","https://openalex.org/W3208829098","https://openalex.org/W4235114045","https://openalex.org/W4236014763","https://openalex.org/W4251597198","https://openalex.org/W4253865845"],"related_works":["https://openalex.org/W2539847274","https://openalex.org/W2915549126","https://openalex.org/W2964965801","https://openalex.org/W2008126593","https://openalex.org/W2062424321","https://openalex.org/W2593784202","https://openalex.org/W2158275330","https://openalex.org/W2065364955","https://openalex.org/W4210738347","https://openalex.org/W4403674153"],"abstract_inverted_index":{"Blocks-based":[0],"programming":[1,9,33,52,109,163],"environments":[2],"are":[3,217],"becoming":[4],"increasingly":[5],"common":[6],"in":[7,80,199],"introductory":[8,51],"courses,":[10],"but":[11],"to":[12,20,38,56,162],"date,":[13],"little":[14],"comparative":[15],"work":[16],"has":[17],"been":[18],"done":[19],"understand":[21,39],"if":[22],"and":[23,44,122,128,192,212],"how":[24,40],"this":[25,112],"approach":[26],"affects":[27],"students'":[28],"emerging":[29],"understanding":[30],"of":[31,63,90,154,159,177,181,202,214],"fundamental":[32],"concepts.":[34],"In":[35,111],"an":[36,160],"effort":[37],"tools":[41],"like":[42],"Scratch":[43],"Blockly":[45],"differ":[46],"from":[47,131],"more":[48],"conventional":[49],"text-based":[50,86,193],"languages":[53],"with":[54,101],"respect":[55],"conceptual":[57],"understanding,":[58],"we":[59,114],"developed":[60],"a":[61,73,82,132],"set":[62,89],"\"commutative\"":[64],"assessments.":[65],"Each":[66],"multiple-choice":[67],"question":[68,95,173],"on":[69,107,188,205],"the":[70,97,116,120,126,136,146,152,155,166,175,178,182,200,206],"assessment":[71,147],"includes":[72,96],"short":[74],"program":[75],"that":[76,134],"can":[77],"be":[78],"displayed":[79],"either":[81],"blocks-":[83],"based":[84,204],"or":[85],"form.":[87],"The":[88,138],"potential":[91,210],"answers":[92],"for":[93,125,171],"each":[94,172],"correct":[98],"answer":[99],"along":[100],"choices":[102],"informed":[103],"by":[104],"prior":[105],"research":[106],"novice":[108],"misconceptions.":[110],"paper":[113],"introduce":[115],"Commutative":[117],"Assessment,":[118],"discuss":[119],"theoretical":[121],"practical":[123],"motivations":[124],"assessment,":[127],"present":[129],"findings":[130,216],"study":[133,139],"used":[135],"assessment.":[137,183],"had":[140],"90":[141],"high":[142],"school":[143],"students":[144],"take":[145],"at":[148],"three":[149,179],"points":[150],"over":[151,174],"course":[153,176],"first":[156],"ten":[157],"weeks":[158],"introduction":[161],"course,":[164],"alternating":[165],"modality":[167],"(blocks":[168],"vs.":[169],"text)":[170],"administrations":[180],"Our":[184],"analysis":[185],"reveals":[186],"differences":[187,198],"performance":[189],"between":[190],"blocks-based":[191],"questions":[194],"as":[195,197],"well":[196],"frequency":[201],"misconceptions":[203],"modality.":[207],"Future":[208],"work,":[209],"implications,":[211],"limitations":[213],"these":[215],"also":[218],"discussed.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":59},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":5}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2016-06-24T00:00:00"}