{"id":"https://openalex.org/W4407770995","doi":"https://doi.org/10.1145/3641554.3701934","title":"Exploring Student Reactions to LLM-Generated Feedback on Explain in Plain English Problems","display_name":"Exploring Student Reactions to LLM-Generated Feedback on Explain in Plain English Problems","publication_year":2025,"publication_date":"2025-02-12","ids":{"openalex":"https://openalex.org/W4407770995","doi":"https://doi.org/10.1145/3641554.3701934"},"language":"en","primary_location":{"id":"doi:10.1145/3641554.3701934","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641554.3701934","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3641554.3701934","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056734196","display_name":"Chris Kerslake","orcid":"https://orcid.org/0000-0001-9860-941X"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Chris Kerslake","raw_affiliation_strings":["Simon Fraser University, Burnaby, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014942043","display_name":"David H. Smith","orcid":"https://orcid.org/0000-0002-6572-4347"},"institutions":[{"id":"https://openalex.org/I2801919071","display_name":"University of Illinois System","ror":"https://ror.org/05e94g991","country_code":"US","type":"education","lineage":["https://openalex.org/I2801919071"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David H. Smith","raw_affiliation_strings":["University of Illinois, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana, IL, USA","institution_ids":["https://openalex.org/I2801919071"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041367899","display_name":"Juho Leinonen","orcid":"https://orcid.org/0000-0001-6829-9449"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Juho Leinonen","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042822346","display_name":"Stephen MacNeil","orcid":"https://orcid.org/0000-0003-2781-6619"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen MacNeil","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054692443","display_name":"Brett A. Becker","orcid":"https://orcid.org/0000-0003-1446-647X"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Brett A. Becker","raw_affiliation_strings":["University College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5056734196"],"corresponding_institution_ids":["https://openalex.org/I18014758"],"apc_list":null,"apc_paid":null,"fwci":12.4244,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.98100518,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"575","last_page":"581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/plain-english","display_name":"Plain English","score":0.5617271661758423},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5365232825279236},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.36064738035202026},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17736834287643433},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.0915544331073761},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07905051112174988}],"concepts":[{"id":"https://openalex.org/C2780957164","wikidata":"https://www.wikidata.org/wiki/Q2920188","display_name":"Plain English","level":2,"score":0.5617271661758423},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5365232825279236},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.36064738035202026},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17736834287643433},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0915544331073761},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07905051112174988}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3641554.3701934","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641554.3701934","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/135361","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=86000206608&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3641554.3701934","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641554.3701934","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 56th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W207823173","https://openalex.org/W598355015","https://openalex.org/W2012560454","https://openalex.org/W2029974693","https://openalex.org/W2041103998","https://openalex.org/W2065276745","https://openalex.org/W2069537540","https://openalex.org/W2117381792","https://openalex.org/W2121993767","https://openalex.org/W2347061999","https://openalex.org/W2912010641","https://openalex.org/W3010192453","https://openalex.org/W3110179358","https://openalex.org/W3161516024","https://openalex.org/W3177928934","https://openalex.org/W3195654431","https://openalex.org/W4282015716","https://openalex.org/W4386584984","https://openalex.org/W4389115447","https://openalex.org/W4390490759","https://openalex.org/W4390985631","https://openalex.org/W4391417542","https://openalex.org/W4392564669","https://openalex.org/W4400267690","https://openalex.org/W4400268471","https://openalex.org/W4400268488","https://openalex.org/W4400642852","https://openalex.org/W4400668371","https://openalex.org/W4401379837"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2088925666","https://openalex.org/W2390279801","https://openalex.org/W2117149001","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Code":[0],"reading":[1],"and":[2,11,31,73,122,136,147,182,197,203,222,245],"comprehension":[3,226],"skills":[4],"are":[5,15,83],"essential":[6],"for":[7,19,189,240],"novices":[8],"learning":[9],"programming,":[10],"explain-in-plain-English":[12],"tasks":[13,28],"(EiPE)":[14],"a":[16,52,141],"well-established":[17],"approach":[18,45,215],"assessing":[20],"these":[21],"skills.":[22,227],"However,":[23,228],"manual":[24],"grading":[25],"of":[26,118,143,158,187,205,233],"EiPE":[27,100,109],"is":[29,67],"time-consuming":[30],"this":[32,214],"has":[33],"limited":[34],"their":[35,62,224],"use":[36,186],"in":[37,85],"practice.":[38],"To":[39],"address":[40],"this,":[41],"we":[42,229],"explore":[43],"an":[44,92,217],"where":[46],"students":[47,76,131,247],"explain":[48],"code":[49,59,66,146,160,165,170,207,225],"samples":[50],"to":[51,75,161,220,243],"large":[53],"language":[54],"model":[55],"(LLM)":[56],"which":[57],"generates":[58],"based":[60],"on":[61,107],"explanations.":[63],"This":[64],"generated":[65],"then":[68],"evaluated":[69],"using":[70,139],"test":[71,80,148],"suites,":[72],"shown":[74],"along":[77],"with":[78,184],"the":[79,144,156,159,163,168,173,185,238],"results.":[81],"We":[82,102,127,193],"interested":[84],"understanding":[86],"how":[87,123],"automated":[88],"formative":[89,191],"feedback":[90],"from":[91,111,154],"LLM":[93],"guides":[94],"students'":[95],"subsequent":[96],"prompts":[97],"towards":[98],"solving":[99],"tasks.":[101],"analyzed":[103],"177":[104],"unique":[105],"attempts":[106],"four":[108],"exercises":[110],"21":[112],"students,":[113,213],"looking":[114],"at":[115],"what":[116],"kinds":[117],"mistakes":[119],"they":[120,124,134,152],"made":[121,132],"fixed":[125],"them.":[126],"found":[128,231],"that":[129],"when":[130],"mistakes,":[133],"identified":[135,194],"corrected":[137],"them":[138],"either":[140],"combination":[142],"LLM-generated":[145,169],"case":[149],"results,":[150],"or":[151],"switched":[153],"describing":[155,162],"purpose":[157],"sample":[164,175],"line-by-line":[166],"until":[167],"exactly":[171],"matched":[172],"obfuscated":[174],"code.":[176],"Our":[177],"findings":[178],"suggest":[179],"both":[180],"optimism":[181],"caution":[183],"LLMs":[188],"unmonitored":[190],"feedback.":[192],"false":[195],"positive":[196],"negative":[198],"cases,":[199],"helpful":[200],"variable":[201],"naming,":[202],"clues":[204],"direct":[206],"recitation":[208],"by":[209],"students.":[210],"For":[211],"most":[212],"represents":[216],"efficient":[218],"way":[219],"demonstrate":[221],"assess":[223],"also":[230],"evidence":[232],"misconceptions":[234],"being":[235],"reinforced,":[236],"suggesting":[237],"need":[239],"further":[241],"work":[242],"identify":[244],"guide":[246],"more":[248],"effectively.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}