{"id":"https://openalex.org/W2962987271","doi":"https://doi.org/10.1145/3304221.3319755","title":"Towards a Common Instrument for Measuring Prior Programming Knowledge","display_name":"Towards a Common Instrument for Measuring Prior Programming Knowledge","publication_year":2019,"publication_date":"2019-07-02","ids":{"openalex":"https://openalex.org/W2962987271","doi":"https://doi.org/10.1145/3304221.3319755","mag":"2962987271"},"language":"en","primary_location":{"id":"doi:10.1145/3304221.3319755","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3304221.3319755","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.aalto.fi/en/publications/f1f9dd09-a93d-4eee-869c-30ea10ffe5cd","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080892598","display_name":"Rodrigo Duran","orcid":"https://orcid.org/0000-0003-1840-2895"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Rodrigo Silva Duran","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032252870","display_name":"Jan-Mikael Rybicki","orcid":"https://orcid.org/0000-0002-4112-5657"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jan-Mikael Rybicki","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076828114","display_name":"Arto Hellas","orcid":"https://orcid.org/0000-0001-6502-209X"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Arto Hellas","raw_affiliation_strings":["University of Helsinki, Helsinki, Finland"],"affiliations":[{"raw_affiliation_string":"University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063370328","display_name":"Sanna Suoranta","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sanna Suoranta","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5080892598"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":2.1818,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.88970626,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"443","last_page":"449"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7434978485107422},{"id":"https://openalex.org/keywords/post-hoc","display_name":"Post hoc","score":0.48060986399650574},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.451907753944397},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4374057352542877},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.43592098355293274},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.43023595213890076},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4256397485733032},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3446168303489685}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7434978485107422},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.48060986399650574},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.451907753944397},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4374057352542877},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.43592098355293274},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.43023595213890076},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4256397485733032},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3446168303489685},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3304221.3319755","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3304221.3319755","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/112076","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/f1f9dd09-a93d-4eee-869c-30ea10ffe5cd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/112076","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/f1f9dd09-a93d-4eee-869c-30ea10ffe5cd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W86327452","https://openalex.org/W1515542209","https://openalex.org/W1969675023","https://openalex.org/W1985180250","https://openalex.org/W1987809143","https://openalex.org/W1989719844","https://openalex.org/W1996688136","https://openalex.org/W1999603433","https://openalex.org/W2002407162","https://openalex.org/W2008543931","https://openalex.org/W2018982342","https://openalex.org/W2035901571","https://openalex.org/W2040127838","https://openalex.org/W2053373778","https://openalex.org/W2057642512","https://openalex.org/W2073242868","https://openalex.org/W2077361439","https://openalex.org/W2079905355","https://openalex.org/W2084034006","https://openalex.org/W2088700588","https://openalex.org/W2090471876","https://openalex.org/W2092349198","https://openalex.org/W2116817443","https://openalex.org/W2117766479","https://openalex.org/W2141316253","https://openalex.org/W2165365113","https://openalex.org/W2189547534","https://openalex.org/W2194217668","https://openalex.org/W2241125072","https://openalex.org/W2275142089","https://openalex.org/W2512013293","https://openalex.org/W2529275414","https://openalex.org/W2592200290","https://openalex.org/W2786754195","https://openalex.org/W2790775325","https://openalex.org/W2885150285","https://openalex.org/W2936627814","https://openalex.org/W4229771077","https://openalex.org/W4240922193"],"related_works":["https://openalex.org/W1501776718","https://openalex.org/W657108774","https://openalex.org/W2615136228","https://openalex.org/W2390192952","https://openalex.org/W2373296418","https://openalex.org/W3213254966","https://openalex.org/W2377265617","https://openalex.org/W2156207377","https://openalex.org/W4284991268","https://openalex.org/W2094725091"],"abstract_inverted_index":{"Computing":[0],"education":[1,160],"researchers":[2],"and":[3,26,37,47,75,84,102,129,134,193],"educators":[4],"use":[5],"a":[6,136,169],"wide":[7],"range":[8],"of":[9,31,68,92,165,171,196],"approaches":[10],"for":[11,29,140],"measuring":[12,141],"students'":[13],"prior":[14,49,142],"knowledge":[15,51,108,144],"in":[16,145,152,158],"programming.":[17],"Such":[18],"measurement":[19],"can":[20,97],"help":[21],"adapt":[22],"the":[23,124,162,182],"learning":[24],"goals":[25],"assessment":[27],"tools":[28],"groups":[30],"learners":[32],"at":[33],"different":[34,71,163],"skills":[35],"levels":[36,164],"backgrounds.":[38,199],"There":[39],"seems":[40],"to":[41,90,120],"be":[42,53,87],"no":[43],"consensus":[44],"on":[45,168],"if":[46],"how":[48],"programming":[50,143,147,159,175,198],"should":[52],"measured.":[54],"Traditional":[55],"background":[56,190],"surveys":[57,79,105,128],"are":[58,114],"often":[59],"ad-hoc":[60,127],"or":[61,109,118],"non-standard,":[62],"which":[63],"do":[64],"not":[65,86],"allow":[66],"comparison":[67],"results":[69],"between":[70,126],"course":[72,156,176],"contexts,":[73],"levels,":[74],"learner":[76],"groups.":[77],"Moreover,":[78],"may":[80,85],"yield":[81],"inaccurate":[82],"information":[83,191],"useful":[88],"due":[89],"lack":[91],"detail.":[93],"In":[94],"contrast,":[95],"tests":[96,113],"provide":[98],"much":[99],"higher":[100,153],"detail":[101,154],"accuracy":[103],"than":[104],"about":[106],"student":[107],"skills,":[110],"but":[111],"large-scale":[112],"typically":[115],"very":[116],"time-consuming":[117],"impractical":[119],"arrange.":[121],"To":[122],"bridge":[123],"gap":[125],"standardized":[130],"tests,":[131],"we":[132],"propose":[133],"evaluate":[135],"novel":[137],"self-evaluation":[138],"instrument":[139,150,183],"introductory":[146,174],"courses.":[148],"This":[149],"investigates":[151],"typical":[155],"concepts":[157],"considering":[161],"proficiency.":[166],"Based":[167],"sample":[170],"two":[172],"thousand":[173],"students,":[177],"our":[178],"analysis":[179],"shows":[180],"that":[181],"is":[184],"internally":[185],"consistent,":[186],"correlates":[187],"with":[188],"traditional":[189],"metrics":[192],"identifies":[194],"students":[195],"varying":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}