{"id":"https://openalex.org/W3001047106","doi":"https://doi.org/10.1145/3373165.3373179","title":"On the Evidence for a Learning Hierarchy in Data Structures Exams","display_name":"On the Evidence for a Learning Hierarchy in Data Structures Exams","publication_year":2020,"publication_date":"2020-01-23","ids":{"openalex":"https://openalex.org/W3001047106","doi":"https://doi.org/10.1145/3373165.3373179","mag":"3001047106"},"language":"en","primary_location":{"id":"doi:10.1145/3373165.3373179","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3373165.3373179","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Second Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10453/138544","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043835735","display_name":"Thomas Pelchen","orcid":"https://orcid.org/0000-0003-4056-7004"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Thomas Pelchen","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053706748","display_name":"Luke Mathieson","orcid":"https://orcid.org/0000-0001-6470-2296"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Luke Mathieson","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047100005","display_name":"Raymond Lister","orcid":"https://orcid.org/0000-0001-5780-0445"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Raymond Lister","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5099,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.72097498,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"122","last_page":"131"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.8607004880905151},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.7321497201919556},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.6918636560440063},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6444047689437866},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5402571558952332},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5081210136413574},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3499643802642822},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.19894754886627197},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1975109577178955}],"concepts":[{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.8607004880905151},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.7321497201919556},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.6918636560440063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6444047689437866},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5402571558952332},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5081210136413574},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3499643802642822},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.19894754886627197},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1975109577178955},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3373165.3373179","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3373165.3373179","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Second Australasian Computing Education Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/138544","is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/138544","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":{"id":"pmh:oai:opus.lib.uts.edu.au:10453/138544","is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/138544","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W86327452","https://openalex.org/W1536861783","https://openalex.org/W1905165981","https://openalex.org/W2012560454","https://openalex.org/W2031744882","https://openalex.org/W2041103998","https://openalex.org/W2071792242","https://openalex.org/W2093055647","https://openalex.org/W2122166962","https://openalex.org/W2129741299","https://openalex.org/W2165365113","https://openalex.org/W2194217668","https://openalex.org/W2529275414","https://openalex.org/W2791863188","https://openalex.org/W2912010641","https://openalex.org/W2940964418","https://openalex.org/W2952752960","https://openalex.org/W3000429148","https://openalex.org/W4230514184","https://openalex.org/W4251415961"],"related_works":["https://openalex.org/W2888673113","https://openalex.org/W2115308562","https://openalex.org/W2789571330","https://openalex.org/W4299652732","https://openalex.org/W2963744171","https://openalex.org/W2133304975","https://openalex.org/W2362901774","https://openalex.org/W4248091533","https://openalex.org/W1504419871","https://openalex.org/W1515178292"],"abstract_inverted_index":{"Several":[0],"previous":[1],"research":[2],"studies":[3,40],"have":[4],"found":[5],"a":[6,65,182,185],"relationship":[7,30],"between":[8],"the":[9,19,32,44,60,76,98,103,118,122,128,159,164,170,188],"ability":[10,20],"of":[11,38,46,50,67,78,130,148,184,191],"novices":[12],"to":[13,21,28,52,63,127],"trace":[14],"and":[15,18,25,108,138,175,194],"explain":[16,68],"code,":[17],"write":[22],"code.":[23],"Harrington":[24,107,174],"Cheng":[26,109,176],"refer":[27],"that":[29,117,135,142,155,169],"as":[31,181],"Learning":[33,99,160],"Hierarchy.":[34],"However,":[35,106],"almost":[36],"all":[37],"those":[39],"examined":[41],"students":[42,74,115,124],"at":[43,75],"end":[45,77],"their":[47],"first":[48],"semester":[49],"learning":[51,131],"program":[53],"(i.e.":[54],"CS1).":[55],"This":[56],"paper":[57,62],"is":[58],"only":[59,180],"third":[61],"describe":[64],"study":[66,147],"in":[69,102,187],"plain":[70],"English":[71],"questions":[72],"on":[73],"an":[79],"introductory":[80],"data":[81,113,133,149],"structures":[82,114,150],"course.":[83],"The":[84],"preceding":[85],"two":[86],"papers":[87],"reached":[88],"contradictory":[89],"conclusions.":[90],"Corney":[91],"et":[92],"al.":[93],"presented":[94,110],"results":[95,111,154],"consistent":[96,157],"with":[97,158],"Hierarchy":[100,161],"identified":[101,172],"CS1":[104,165],"studies.":[105],"for":[112],"suggesting":[116],"hierarchy":[119],"reversed":[120],"by":[121,173],"time":[123],"had":[125],"progressed":[126],"level":[129],"about":[132],"structures;":[134],"is,":[136],"tracing":[137],"explaining":[139,193],"were":[140],"skills":[141],"followed":[143],"writing.":[144],"In":[145],"our":[146],"students,":[151],"we":[152],"present":[153],"are":[156],"derived":[162],"from":[163],"students.":[166],"We":[167],"believe":[168],"reversal":[171],"can":[177],"occur,":[178],"but":[179],"consequence":[183],"mismatch":[186],"relative":[189],"difficulty":[190],"tracing,":[192],"writing":[195],"questions.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}