{"id":"https://openalex.org/W4293097939","doi":"https://doi.org/10.1145/3478432.3499048","title":"Using Deep Learning to Localize Errors in Student Code Submissions","display_name":"Using Deep Learning to Localize Errors in Student Code Submissions","publication_year":2022,"publication_date":"2022-02-23","ids":{"openalex":"https://openalex.org/W4293097939","doi":"https://doi.org/10.1145/3478432.3499048"},"language":"en","primary_location":{"id":"doi:10.1145/3478432.3499048","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3478432.3499048","pdf_url":null,"source":{"id":"https://openalex.org/S4363608669","display_name":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004745856","display_name":"Shion Fujimori","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shion Fujimori","raw_affiliation_strings":["University of Toronto, Mississauga, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Mississauga, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034889549","display_name":"Mohamed Harmanani","orcid":"https://orcid.org/0009-0002-4926-5221"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed Harmanani","raw_affiliation_strings":["University of Toronto, Mississauga, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Mississauga, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075649493","display_name":"Owais Siddiqui","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Owais Siddiqui","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060590657","display_name":"Lisa Zhang","orcid":"https://orcid.org/0000-0002-4255-9609"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lisa Zhang","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5004745856"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.2377,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.41051805,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1077","last_page":"1077"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9603000283241272,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9545000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.8775391578674316},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7734044790267944},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6765641570091248},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6708704829216003},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6015263795852661},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5484755635261536},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.538258969783783},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5124881267547607},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3518359065055847},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1773582100868225},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08009868860244751}],"concepts":[{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.8775391578674316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7734044790267944},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6765641570091248},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6708704829216003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6015263795852661},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5484755635261536},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.538258969783783},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5124881267547607},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3518359065055847},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1773582100868225},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08009868860244751},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3478432.3499048","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3478432.3499048","pdf_url":null,"source":{"id":"https://openalex.org/S4363608669","display_name":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4206357785","https://openalex.org/W4281381188","https://openalex.org/W3192840557","https://openalex.org/W2951211570","https://openalex.org/W4375928479","https://openalex.org/W3167935049","https://openalex.org/W3023427754","https://openalex.org/W3131673289","https://openalex.org/W4393011546","https://openalex.org/W3198847674"],"abstract_inverted_index":{"We":[0,18],"explore":[1],"RNN":[2],"and":[3,34,44],"CodeBERT":[4],"deep":[5],"learning":[6,43],"models":[7],"that":[8,20,35],"highlight":[9],"errors":[10],"in":[11],"student":[12],"submissions":[13],"to":[14,31],"Python":[15],"coding":[16],"problems.":[17],"find":[19],"a":[21],"standard":[22],"automatic":[23],"metric":[24],"like":[25],"AUC":[26],"does":[27],"not":[28],"correspond":[29],"well":[30],"human":[32,51],"evaluation,":[33],"the":[36,39],"scale":[37],"of":[38,41],"benefits":[40],"transfer":[42],"pre-training":[45],"are":[46],"only":[47],"seen":[48],"when":[49],"using":[50],"evaluation.":[52]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
