{"id":"https://openalex.org/W4289731614","doi":"https://doi.org/10.1145/3501385.3543979","title":"A Pair of ACES: An Analysis of Isomorphic Questions on an Elementary Computing Assessment","display_name":"A Pair of ACES: An Analysis of Isomorphic Questions on an Elementary Computing Assessment","publication_year":2022,"publication_date":"2022-08-03","ids":{"openalex":"https://openalex.org/W4289731614","doi":"https://doi.org/10.1145/3501385.3543979"},"language":"en","primary_location":{"id":"doi:10.1145/3501385.3543979","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3501385.3543979","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM Conference on International Computing Education Research - Volume 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000637066","display_name":"Miranda C. Parker","orcid":"https://orcid.org/0000-0003-0066-2664"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miranda C. Parker","raw_affiliation_strings":["University of California, Irvine, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066005915","display_name":"Leiny Garcia","orcid":"https://orcid.org/0000-0002-2735-842X"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leiny Garcia","raw_affiliation_strings":["University of California, Irvine, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089382381","display_name":"Yvonne Kao","orcid":"https://orcid.org/0000-0002-4116-3856"},"institutions":[{"id":"https://openalex.org/I1319824754","display_name":"Wested","ror":"https://ror.org/015178j52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1319824754"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yvonne S. Kao","raw_affiliation_strings":["WestEd, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"WestEd, USA","institution_ids":["https://openalex.org/I1319824754"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015650035","display_name":"Diana Franklin","orcid":"https://orcid.org/0000-0003-1495-9805"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diana Franklin","raw_affiliation_strings":["University of Chicago, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago, USA","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071846939","display_name":"Susan Krause","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan Krause","raw_affiliation_strings":["University of Chicago, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago, USA","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074661038","display_name":"Mark Warschauer","orcid":"https://orcid.org/0000-0002-6817-4416"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Warschauer","raw_affiliation_strings":["University of California, Irvine, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0622,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.92573334,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13836","display_name":"Educational Research and Pedagogy","score":0.9448000192642212,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9427000284194946,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6161662936210632},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.37159082293510437},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2587563693523407}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6161662936210632},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.37159082293510437},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2587563693523407}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3501385.3543979","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3501385.3543979","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM Conference on International Computing Education Research - Volume 1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7066819092","display_name":null,"funder_award_id":"U411C190092","funder_id":"https://openalex.org/F4320306106","funder_display_name":"U.S. Department of Education"},{"id":"https://openalex.org/G8609999534","display_name":null,"funder_award_id":"1923136, 1660871","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306106","display_name":"U.S. Department of Education","ror":"https://ror.org/021adze67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1968261637","https://openalex.org/W2019031080","https://openalex.org/W2024511452","https://openalex.org/W2060673657","https://openalex.org/W2079525758","https://openalex.org/W2158332717","https://openalex.org/W2172297119","https://openalex.org/W2339183141","https://openalex.org/W2512013293","https://openalex.org/W2522303126","https://openalex.org/W2593947425","https://openalex.org/W2748863044","https://openalex.org/W2760706586","https://openalex.org/W2790801960","https://openalex.org/W2794312923","https://openalex.org/W2887242424","https://openalex.org/W2889273325","https://openalex.org/W2976108167","https://openalex.org/W3000232414","https://openalex.org/W3008558047","https://openalex.org/W3010446215","https://openalex.org/W3010552938","https://openalex.org/W3020287418","https://openalex.org/W3031790629","https://openalex.org/W3033544425","https://openalex.org/W3037610611","https://openalex.org/W3107457195","https://openalex.org/W3134818267","https://openalex.org/W3134939433","https://openalex.org/W3175408831","https://openalex.org/W4211139957","https://openalex.org/W4392260510"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Background":[0],"and":[1,62,139,181,185,281],"Context.":[2],"With":[3],"increasing":[4],"efforts":[5],"to":[6,25,64,104,111,117,165,175,189,230,248],"bring":[7],"computing":[8],"education":[9],"opportunities":[10],"into":[11],"elementary":[12],"schools,":[13],"there":[14],"is":[15],"a":[16,36,177,252],"growing":[17],"need":[18],"for":[19,23,44,49,77,268],"assessments,":[20],"with":[21,145,207],"arguments":[22],"validity,":[24],"support":[26],"research":[27],"evaluation":[28],"at":[29],"these":[30,122,129],"grade":[31],"levels.":[32],"After":[33],"successfully":[34],"piloting":[35],"10-question":[37],"computational":[38],"thinking":[39],"assessment":[40,138,202],"(Assessment":[41],"of":[42,59,74,83,88,121,136,155,179,197,211,226,285,288],"Computing":[43],"Elementary":[45],"Students":[46,238],"\u2013":[47],"ACES)":[48],"4th":[50],"graders":[51],"in":[52,142],"Spring":[53,143],"2020,":[54],"we":[55,79,96,132],"used":[56,162],"our":[57,137,223],"analyses":[58],"item":[60],"difficulty":[61],"discrimination":[63],"iterate":[65],"on":[66,124,218,234,241,255,262,278,282,290],"the":[67,72,89,119,153,156,172,191,194,198,219,235,242,246,249,283],"assessment.":[68],"Objectives.":[69],"To":[70],"increase":[71],"number":[73],"potential":[75],"items":[76],"ACES,":[78],"created":[80,133],"isomorphic":[81,130,195,236,243,270],"versions":[82,135,203],"existing":[84,263],"questions.":[85,199,237,271],"The":[86],"nature":[87],"changes":[90,94,107,123,247,289],"varied":[91],"from":[92],"incidental":[93],"that":[95,108,168],"did":[97],"not":[98],"believe":[99],"would":[100],"impact":[101,120,254,284],"student":[102,125,256,291],"performance":[103,217,233],"more":[105],"radical":[106],"seemed":[109],"likely":[110],"influence":[112],"question":[113],"difficulty.":[114],"We":[115,151,161,213,272],"sought":[116],"understand":[118],"performance.":[126,257,292],"Method.":[127],"Using":[128],"questions,":[131,244],"two":[134,173,224],"piloted":[140],"them":[141],"2021":[144],"235":[146],"upper-elementary":[147],"(4th":[148],"grade)":[149],"students.":[150],"analyzed":[152],"reliability":[154],"assessments":[157,174],"using":[158],"Cronbach\u2019s":[159,209],"alpha.":[160],"Chi-squared":[163],"tests":[164,188],"analyze":[166,190],"questions":[167,221,250],"were":[169],"identical":[170,208,220],"across":[171],"form":[176],"baseline":[178],"comparison":[180],"then":[182],"ran":[183],"Chi-Squared":[184],"Kruskal-Wallis":[186],"H":[187],"differences":[192],"between":[193,222],"copies":[196],"Findings.":[200],"Both":[201],"demonstrated":[204],"good":[205],"reliability,":[206],"alphas":[210],"0.868.":[212],"found":[214],"statistically":[215],"similar":[216],"groups":[225],"students,":[227],"allowing":[228],"us":[229],"compare":[231],"their":[232],"performed":[239],"differently":[240],"indicating":[245],"had":[251],"differential":[253],"Implications.":[258],"This":[259],"paper":[260],"builds":[261],"work":[264],"by":[265],"presenting":[266],"methods":[267,280],"creating":[269],"provide":[273],"valuable":[274],"lessons":[275],"learned,":[276],"both":[277],"those":[279],"specific":[286],"types":[287]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}