{"id":"https://openalex.org/W4386584984","doi":"https://doi.org/10.1145/3568813.3600124","title":"Am I Wrong, or Is the Autograder Wrong? Effects of AI Grading Mistakes on Learning","display_name":"Am I Wrong, or Is the Autograder Wrong? Effects of AI Grading Mistakes on Learning","publication_year":2023,"publication_date":"2023-08-07","ids":{"openalex":"https://openalex.org/W4386584984","doi":"https://doi.org/10.1145/3568813.3600124"},"language":"en","primary_location":{"id":"doi:10.1145/3568813.3600124","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568813.3600124","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568813.3600124","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Conference on International Computing Education Research V.1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3568813.3600124","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032690754","display_name":"Tiffany Wenting Li","orcid":"https://orcid.org/0000-0002-0954-5627"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tiffany Wenting Li","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068065913","display_name":"Silas Hsu","orcid":"https://orcid.org/0000-0001-8268-5864"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Silas Hsu","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091001653","display_name":"Max Fowler","orcid":"https://orcid.org/0000-0002-4730-447X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Max Fowler","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100723127","display_name":"Zhilin Zhang","orcid":"https://orcid.org/0009-0007-4284-9490"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhilin Zhang","raw_affiliation_strings":["Department of Computer Science, University of Oxford, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066756473","display_name":"Craig Zilles","orcid":"https://orcid.org/0000-0003-4601-4398"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Craig Zilles","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075056899","display_name":"Karrie Karahalios","orcid":"https://orcid.org/0000-0001-8788-3405"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karrie Karahalios","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5032690754"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":8.0392,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.97782221,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"159","last_page":"176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7136900424957275},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6981783509254456},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6965532898902893},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.6346370577812195},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5721130967140198},{"id":"https://openalex.org/keywords/false-positives-and-false-negatives","display_name":"False positives and false negatives","score":0.5564923286437988},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.47573399543762207},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46468380093574524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4335319697856903},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3422679305076599}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7136900424957275},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6981783509254456},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6965532898902893},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.6346370577812195},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5721130967140198},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.5564923286437988},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.47573399543762207},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46468380093574524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4335319697856903},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3422679305076599},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3568813.3600124","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568813.3600124","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568813.3600124","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Conference on International Computing Education Research V.1","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3568813.3600124","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568813.3600124","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568813.3600124","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Conference on International Computing Education Research V.1","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8399999737739563}],"awards":[{"id":"https://openalex.org/G3253626055","display_name":null,"funder_award_id":"DUE 21-21424","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4831582854","display_name":null,"funder_award_id":"DUE 21-21424, IIS-2016908","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5350482788","display_name":null,"funder_award_id":"2016908","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5933668829","display_name":null,"funder_award_id":"College of Engineering Strategic Research Initiatives Grant","funder_id":"https://openalex.org/F4320332222","funder_display_name":"University of Illinois at Urbana-Champaign"},{"id":"https://openalex.org/G8306464007","display_name":null,"funder_award_id":"Ph.D. Fellowship","funder_id":"https://openalex.org/F4320309327","funder_display_name":"Google"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8648400797","display_name":null,"funder_award_id":"IIS-2016908","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8746124901","display_name":null,"funder_award_id":"21-21424","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320332222","display_name":"University of Illinois at Urbana-Champaign","ror":"https://ror.org/047426m28"},{"id":"https://openalex.org/F4320338047","display_name":"Grainger College of Engineering, University of Illinois at Urbana-Champaign","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386584984.pdf","grobid_xml":"https://content.openalex.org/works/W4386584984.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W43048615","https://openalex.org/W355381913","https://openalex.org/W1496268091","https://openalex.org/W1541444256","https://openalex.org/W1855032774","https://openalex.org/W1966238372","https://openalex.org/W1967082761","https://openalex.org/W2019377292","https://openalex.org/W2027126099","https://openalex.org/W2028083678","https://openalex.org/W2029974693","https://openalex.org/W2039029631","https://openalex.org/W2041103998","https://openalex.org/W2041293453","https://openalex.org/W2042972006","https://openalex.org/W2046484408","https://openalex.org/W2059405503","https://openalex.org/W2071792242","https://openalex.org/W2093055647","https://openalex.org/W2105543722","https://openalex.org/W2121638836","https://openalex.org/W2140634322","https://openalex.org/W2165365113","https://openalex.org/W2165421558","https://openalex.org/W2187978695","https://openalex.org/W2223943723","https://openalex.org/W2404411786","https://openalex.org/W2417988078","https://openalex.org/W2738655609","https://openalex.org/W2763919933","https://openalex.org/W3001145569","https://openalex.org/W3093374200","https://openalex.org/W3161516024","https://openalex.org/W3177928934","https://openalex.org/W3209765244","https://openalex.org/W4323347737","https://openalex.org/W6819083493"],"related_works":["https://openalex.org/W1557094818","https://openalex.org/W2148425737","https://openalex.org/W3195634239","https://openalex.org/W2249881593","https://openalex.org/W3119675833","https://openalex.org/W4287900725","https://openalex.org/W3021357056","https://openalex.org/W3003526064","https://openalex.org/W3039412488","https://openalex.org/W2914866419"],"abstract_inverted_index":{"Errors":[0],"in":[1,69,126],"AI":[2,48,65],"grading":[3],"and":[4,13,34,56,92,116,122],"feedback":[5,24,49,115],"often":[6],"have":[7],"an":[8],"intractable":[9],"set":[10],"of":[11,83,118],"causes":[12],"are,":[14],"by":[15,45],"their":[16,119],"nature,":[17],"difficult":[18],"to":[19],"completely":[20],"avoid.":[21],"Since":[22],"inaccurate":[23],"potentially":[25],"harms":[26],"learning,":[27,52],"there":[28],"is":[29],"a":[30,63],"need":[31],"for":[32,67,105],"designs":[33],"workflows":[35],"that":[36,58],"mitigate":[37],"these":[38],"harms.":[39],"To":[40],"better":[41],"understand":[42],"the":[43,80,106,127],"mechanisms":[44],"which":[46],"erroneous":[47],"impacts":[50,82],"students\u2019":[51,60],"we":[53,78],"conducted":[54],"surveys":[55],"interviews":[57],"recorded":[59],"interactions":[61],"with":[62,114],"short-answer":[64],"autograder":[66],"\u201cExplain":[68],"Plain":[70],"English\u201d":[71],"code":[72],"reading":[73],"problems.":[74],"Using":[75],"causal":[76],"modeling,":[77],"inferred":[79],"learning":[81,107],"wrong":[84,97],"answers":[85,94],"marked":[86,95],"as":[87,96],"right":[88,93],"(false":[89,98],"positives,":[90],"FPs)":[91],"negatives,":[99],"FNs).":[100],"We":[101],"further":[102],"explored":[103],"explanations":[104],"impacts,":[108],"including":[109],"errors":[110],"influencing":[111],"participants\u2019":[112,123],"engagement":[113],"assessments":[117],"answers\u2019":[120],"correctness,":[121],"prior":[124],"performance":[125],"class.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":11}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}