{"id":"https://openalex.org/W4394708964","doi":"https://doi.org/10.1145/3649217.3653563","title":"Comparison of Three Programming Error Measures for Explaining Variability in CS1 Grades","display_name":"Comparison of Three Programming Error Measures for Explaining Variability in CS1 Grades","publication_year":2024,"publication_date":"2024-07-03","ids":{"openalex":"https://openalex.org/W4394708964","doi":"https://doi.org/10.1145/3649217.3653563"},"language":"en","primary_location":{"id":"doi:10.1145/3649217.3653563","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649217.3653563","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.05988","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060307530","display_name":"Valdemar \u0160v\u00e1bensk\u00fd","orcid":"https://orcid.org/0000-0001-8546-280X"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Valdemar \u0160v\u00e1bensk\u00fd","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007380582","display_name":"Maciej Pankiewicz","orcid":"https://orcid.org/0000-0002-6945-0523"},"institutions":[{"id":"https://openalex.org/I170230895","display_name":"Warsaw University of Life Sciences","ror":"https://ror.org/05srvzs48","country_code":"PL","type":"education","lineage":["https://openalex.org/I170230895"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Maciej Pankiewicz","raw_affiliation_strings":["Warsaw University of Life Sciences, Warsaw, Poland"],"affiliations":[{"raw_affiliation_string":"Warsaw University of Life Sciences, Warsaw, Poland","institution_ids":["https://openalex.org/I170230895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357305","display_name":"Jiayi Zhang","orcid":"https://orcid.org/0000-0002-7334-4256"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayi Zhang","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035033051","display_name":"Elizabeth B. Cloude","orcid":"https://orcid.org/0000-0002-7599-6768"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Elizabeth B. Cloude","raw_affiliation_strings":["Tampere University, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Tampere University, Tampere, Finland","institution_ids":["https://openalex.org/I166825849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088695714","display_name":"Ryan S. Baker","orcid":"https://orcid.org/0000-0002-3051-3232"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan S. Baker","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016965269","display_name":"Eric Fouh","orcid":"https://orcid.org/0000-0003-3869-9112"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Fouh","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5060307530"],"corresponding_institution_ids":["https://openalex.org/I79576946"],"apc_list":null,"apc_paid":null,"fwci":0.4029,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.68271124,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"87","last_page":"93"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.764056384563446},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.6241344809532166},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.614264726638794},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5625585913658142},{"id":"https://openalex.org/keywords/syntax-error","display_name":"Syntax error","score":0.4691034257411957},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4668712317943573},{"id":"https://openalex.org/keywords/computational-thinking","display_name":"Computational thinking","score":0.4424094557762146},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.43409767746925354},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.4298626482486725},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.40219032764434814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35712534189224243},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15157678723335266},{"id":"https://openalex.org/keywords/abstract-syntax","display_name":"Abstract syntax","score":0.1432180106639862},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.10782569646835327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.764056384563446},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.6241344809532166},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.614264726638794},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5625585913658142},{"id":"https://openalex.org/C11742125","wikidata":"https://www.wikidata.org/wiki/Q1195374","display_name":"Syntax error","level":4,"score":0.4691034257411957},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4668712317943573},{"id":"https://openalex.org/C2780368719","wikidata":"https://www.wikidata.org/wiki/Q5157342","display_name":"Computational thinking","level":2,"score":0.4424094557762146},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.43409767746925354},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.4298626482486725},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.40219032764434814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35712534189224243},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15157678723335266},{"id":"https://openalex.org/C114408938","wikidata":"https://www.wikidata.org/wiki/Q333373","display_name":"Abstract syntax","level":3,"score":0.1432180106639862},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.10782569646835327}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3649217.3653563","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3649217.3653563","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 on Innovation and Technology in Computer Science Education V. 1","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.05988","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.05988","pdf_url":"https://arxiv.org/pdf/2404.05988","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:is.muni.cz:2390897","is_oa":true,"landing_page_url":"https://is.muni.cz/publication/2390897","pdf_url":null,"source":{"id":"https://openalex.org/S4306400102","display_name":"Ve\u0159ejn\u00e9 slu\u017eby Informa\u010dn\u00edho syst\u00e9mu (Masarykiana Brunensis Universitas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 29th Annual ACM Conference on Innovation and Technology in Computer Science Education (ITiCSE'24)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.05988","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.05988","pdf_url":"https://arxiv.org/pdf/2404.05988","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1546367274","display_name":null,"funder_award_id":"1946150","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G2569427068","display_name":null,"funder_award_id":"DUE-1946150","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6099691650","display_name":null,"funder_award_id":"1946150","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4394708964.pdf"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1993139624","https://openalex.org/W2009908982","https://openalex.org/W2023735971","https://openalex.org/W2025345322","https://openalex.org/W2036955327","https://openalex.org/W2081868109","https://openalex.org/W2089763487","https://openalex.org/W2264893711","https://openalex.org/W2277042750","https://openalex.org/W2328631634","https://openalex.org/W2469269292","https://openalex.org/W2592733917","https://openalex.org/W2596360981","https://openalex.org/W2886666397","https://openalex.org/W2916082316","https://openalex.org/W2947911750","https://openalex.org/W2989307827","https://openalex.org/W3000240292","https://openalex.org/W3112314976","https://openalex.org/W4293227129","https://openalex.org/W4323033692","https://openalex.org/W4383181289"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2611067230","https://openalex.org/W2480201319","https://openalex.org/W2387706296","https://openalex.org/W2155788121","https://openalex.org/W4235469518","https://openalex.org/W362492756","https://openalex.org/W192905999"],"abstract_inverted_index":{"Programming":[0],"courses":[1],"can":[2],"be":[3,232],"challenging":[4],"for":[5,11],"first":[6,87],"year":[7],"university":[8],"students,":[9],"especially":[10],"those":[12],"without":[13],"prior":[14],"coding":[15],"experience.":[16],"Students":[17],"initially":[18],"struggle":[19],"with":[20,95,111,224],"code":[21,120],"syntax,":[22],"but":[23,204],"as":[24],"more":[25,103],"advanced":[26],"topics":[27,105],"are":[28],"introduced":[29],"across":[30],"a":[31,77,233],"semester,":[32],"the":[33,50,99,144,163,176,179,186,247],"difficulty":[34],"in":[35,76,168,183,189],"learning":[36,41],"to":[37,40,161],"program":[38],"shifts":[39],"computational":[42],"thinking":[43],"(e.g.,":[44],"debugging":[45],"strategies).":[46],"This":[47],"study":[48],"examined":[49],"relationships":[51],"between":[52],"students'":[53,116,237],"rate":[54],"of":[55,185,200,236,246],"programming":[56,79,92,108,117,239],"errors":[57,140,196,211],"and":[58,93,106,109,138,146,154,191,229],"their":[59],"grades":[60,190,203],"on":[61,89,134],"two":[62,84,181],"exams.":[63],"Using":[64],"an":[65],"online":[66],"integrated":[67],"development":[68],"environment,":[69],"data":[70],"were":[71,122,131,141,159,197],"collected":[72,123],"from":[73,124,143],"280":[74],"students":[75,125],"Java":[78],"course.":[80],"The":[81,86,217],"course":[82],"had":[83],"parts.":[85],"focused":[88],"introductory":[90,238],"procedural":[91],"culminated":[94],"exam":[96,112,169,201,206,214],"1,":[97],"while":[98,126],"second":[100],"part":[101],"covered":[102],"complex":[104],"object-oriented":[107],"ended":[110],"2.":[113],"To":[114],"measure":[115,165,235],"abilities,":[118,240],"51095":[119],"snapshots":[121],"they":[127],"completed":[128],"assignments":[129],"that":[130,220],"autograded":[132],"based":[133],"unit":[135],"tests.":[136],"Compiler":[137,195],"runtime":[139,210],"extracted":[142],"snapshots,":[145],"three":[147],"measures":[148],"--":[149,158],"Error":[150,152,156,173,222],"Count,":[151],"Quotient":[153,174,223],"Repeated":[155],"Density":[157],"explored":[160],"identify":[162],"best":[164],"explaining":[166,244],"variability":[167,188],"grades.":[170,216],"Models":[171],"utilizing":[172],"outperformed":[175],"models":[177],"using":[178],"other":[180],"measures,":[182],"terms":[184],"explained":[187],"Bayesian":[192],"Information":[193],"Criterion.":[194],"significant":[198],"predictors":[199],"1":[202],"not":[205,243],"2":[207,215],"grades;":[208],"only":[209],"significantly":[212],"predicted":[213],"findings":[218],"indicate":[219],"leveraging":[221],"multiple":[225],"error":[226],"types":[227],"(compiler":[228],"runtime)":[230],"may":[231],"better":[234],"though":[241],"still":[242],"most":[245],"observed":[248],"variability.":[249]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}