{"id":"https://openalex.org/W4387106141","doi":"https://doi.org/10.1080/08993408.2023.2262877","title":"Impact of reflection in auto-graders: an empirical study of novice coders","display_name":"Impact of reflection in auto-graders: an empirical study of novice coders","publication_year":2023,"publication_date":"2023-09-27","ids":{"openalex":"https://openalex.org/W4387106141","doi":"https://doi.org/10.1080/08993408.2023.2262877"},"language":"en","primary_location":{"id":"doi:10.1080/08993408.2023.2262877","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993408.2023.2262877","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064160025","display_name":"Fatima Abu Deeb","orcid":"https://orcid.org/0000-0001-8518-9938"},"institutions":[{"id":"https://openalex.org/I185203018","display_name":"King Saud bin Abdulaziz University for Health Sciences","ror":"https://ror.org/0149jvn88","country_code":"SA","type":"education","lineage":["https://openalex.org/I185203018"]},{"id":"https://openalex.org/I4210095597","display_name":"King Abdullah International Medical Research Center","ror":"https://ror.org/009p8zv69","country_code":"SA","type":"facility","lineage":["https://openalex.org/I4210095597"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Fatima Abu Deeb","raw_affiliation_strings":["Basic Sciences Department, College of Science and Health Professions, King Saud bin Abdulaziz University for Health Sciences, Alahsa, KSA and King Abdullah International Medical Research Center, Alahsa, KSA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Basic Sciences Department, College of Science and Health Professions, King Saud bin Abdulaziz University for Health Sciences, Alahsa, KSA and King Abdullah International Medical Research Center, Alahsa, KSA","institution_ids":["https://openalex.org/I185203018","https://openalex.org/I4210095597"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032254386","display_name":"Timothy J. Hickey","orcid":"https://orcid.org/0000-0002-4583-686X"},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy Hickey","raw_affiliation_strings":["Computer Science Department, Brandeis University, Waltham, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Brandeis University, Waltham, MA, USA","institution_ids":["https://openalex.org/I6902469"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064160025"],"corresponding_institution_ids":["https://openalex.org/I185203018","https://openalex.org/I4210095597"],"apc_list":null,"apc_paid":null,"fwci":1.5625,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87390474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"34","issue":"3","first_page":"473","last_page":"494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14246","display_name":"E-Learning and Knowledge Management","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.884023904800415},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8035770654678345},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6857982277870178},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.67083340883255},{"id":"https://openalex.org/keywords/syntax-error","display_name":"Syntax error","score":0.5176730155944824},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5163482427597046},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.49982357025146484},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.49524179100990295},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48596251010894775},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.4464259147644043},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4125105142593384},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27739861607551575},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23092114925384521},{"id":"https://openalex.org/keywords/abstract-syntax","display_name":"Abstract syntax","score":0.1391260325908661}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.884023904800415},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8035770654678345},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6857982277870178},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.67083340883255},{"id":"https://openalex.org/C11742125","wikidata":"https://www.wikidata.org/wiki/Q1195374","display_name":"Syntax error","level":4,"score":0.5176730155944824},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5163482427597046},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.49982357025146484},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.49524179100990295},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48596251010894775},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.4464259147644043},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4125105142593384},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27739861607551575},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23092114925384521},{"id":"https://openalex.org/C114408938","wikidata":"https://www.wikidata.org/wiki/Q333373","display_name":"Abstract syntax","level":3,"score":0.1391260325908661},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/08993408.2023.2262877","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08993408.2023.2262877","pdf_url":null,"source":{"id":"https://openalex.org/S97147119","display_name":"Computer Science Education","issn_l":"0899-3408","issn":["0899-3408","1744-5175"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer Science Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8799999952316284,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1978626589","https://openalex.org/W2027591137","https://openalex.org/W2048431936","https://openalex.org/W2089010774","https://openalex.org/W2117766479","https://openalex.org/W2517261848","https://openalex.org/W2519647698","https://openalex.org/W2614709517","https://openalex.org/W2793806170","https://openalex.org/W2920197895","https://openalex.org/W2940189541","https://openalex.org/W2946474379","https://openalex.org/W2996773964","https://openalex.org/W3006542420","https://openalex.org/W3006930919","https://openalex.org/W3010598638","https://openalex.org/W3049478000","https://openalex.org/W3133569141","https://openalex.org/W3133959936","https://openalex.org/W3134161095","https://openalex.org/W3135734345","https://openalex.org/W3138006476","https://openalex.org/W3155107975","https://openalex.org/W3176150031","https://openalex.org/W4213421227","https://openalex.org/W4244204610"],"related_works":["https://openalex.org/W1601811574","https://openalex.org/W1587224678","https://openalex.org/W1498982577","https://openalex.org/W3048004031","https://openalex.org/W2034379480","https://openalex.org/W1592923743","https://openalex.org/W106117955","https://openalex.org/W1964490202","https://openalex.org/W1625533892","https://openalex.org/W4246531319"],"abstract_inverted_index":{"Background":[0],"and":[1,68,85,110,120],"Context":[2],"Auto-graders":[3],"are":[4],"praised":[5],"by":[6],"novice":[7],"students":[8,25,52],"learning":[9],"to":[10,57,95],"program,":[11],"as":[12,114],"they":[13,31,111,124],"provide":[14],"them":[15],"with":[16],"automatic":[17],"feedback":[18],"about":[19,42],"their":[20,35,63],"problem-solving":[21],"process.":[22],"However,":[23,123],"some":[24],"often":[26,71],"make":[27],"random":[28],"changes":[29],"when":[30],"have":[32],"errors":[33,61],"in":[34,39,62,73,99,103,137],"code,":[36],"without":[37],"engaging":[38],"deliberate":[40],"thinking":[41],"the":[43,46,60,79,97],"cause":[44],"of":[45,81],"error.Objective":[47],"To":[48],"investigate":[49],"whether":[50],"requiring":[51,135],"using":[53,88],"an":[54],"auto-grading":[55],"system":[56],"reflect":[58],"on":[59],"code":[64],"would":[65],"reduce":[66],"trial":[67],"error":[69],"behavior":[70],"seen":[72],"such":[74],"systems.Method":[75],"The":[76],"paper":[77,131],"analyzes":[78],"impact":[80],"reflection":[82,136],"per":[83,86],"student":[84,142],"problem":[87,98],"paired":[89],"t-tests.Findings":[90],"Students":[91],"took":[92,125],"fewer":[93],"steps":[94],"solve":[96],"reflective":[100],"sessions":[101],"than":[102],"Usual":[104],"Debugging":[105],"Sessions":[106],"(4.33":[107],"vs":[108],"8.04)":[109],"made":[112],"half":[113],"many":[115],"syntax":[116],"errors,":[117,119],"logic":[118],"runtime":[121],"errors.":[122],"more":[126],"time":[127],"between":[128],"runs.Implications":[129],"This":[130],"provides":[132],"evidence":[133],"that":[134],"autograding":[138],"systems":[139],"can":[140],"improve":[141],"debugging":[143],"skills.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-15T07:11:24.734988","created_date":"2025-10-10T00:00:00"}