{"id":"https://openalex.org/W7164003726","doi":"https://doi.org/10.48550/arxiv.2606.08807","title":"A Classroom Study of LLM-Generated Feedback Intervention in Introductory Programming","display_name":"A Classroom Study of LLM-Generated Feedback Intervention in Introductory Programming","publication_year":2026,"publication_date":"2026-06-07","ids":{"openalex":"https://openalex.org/W7164003726","doi":"https://doi.org/10.48550/arxiv.2606.08807"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08807","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08807","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08807","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081655403","display_name":"Hasnain Heickal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heickal, Hasnain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138256694","display_name":"Andrew Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7597000002861023,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7597000002861023,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.020999999716877937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.020999999716877937,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5419999957084656},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.45210000872612},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.3978999853134155},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.3912999927997589},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.3799000084400177},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.3785000145435333},{"id":"https://openalex.org/keywords/feedback-control","display_name":"Feedback control","score":0.37369999289512634},{"id":"https://openalex.org/keywords/feedback-regulation","display_name":"Feedback regulation","score":0.3637999892234802},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.3612000048160553}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6510000228881836},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5419999957084656},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.45210000872612},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4097999930381775},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3978999853134155},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3921999931335449},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.3912999927997589},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3785000145435333},{"id":"https://openalex.org/C3018651601","wikidata":"https://www.wikidata.org/wiki/Q183635","display_name":"Feedback control","level":2,"score":0.37369999289512634},{"id":"https://openalex.org/C3017962763","wikidata":"https://www.wikidata.org/wiki/Q427492","display_name":"Feedback regulation","level":2,"score":0.3637999892234802},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C93586867","wikidata":"https://www.wikidata.org/wiki/Q62527","display_name":"Negative feedback","level":3,"score":0.3310999870300293},{"id":"https://openalex.org/C3018623182","wikidata":"https://www.wikidata.org/wiki/Q154021","display_name":"Output feedback","level":3,"score":0.3285999894142151},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32339999079704285},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C38956757","wikidata":"https://www.wikidata.org/wiki/Q716215","display_name":"Audio feedback","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29179999232292175},{"id":"https://openalex.org/C193081819","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Video feedback","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C2779305910","wikidata":"https://www.wikidata.org/wiki/Q5172809","display_name":"Corrective feedback","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C100480397","wikidata":"https://www.wikidata.org/wiki/Q7836899","display_name":"Treatment and control groups","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08807","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08807","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08807","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08807","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8538621068000793}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,64,120],"models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"used":[6],"to":[7,132],"provide":[8],"automated":[9],"feedback":[10,24,40,58,92,108,121,147,157,162],"in":[11,37,47],"introductory":[12,49],"programming":[13,51],"courses,":[14],"yet":[15],"empirical":[16],"evidence":[17],"from":[18,84],"authentic":[19],"classroom":[20,35],"deployments":[21],"comparing":[22],"different":[23],"modalities":[25],"remains":[26],"limited.":[27],"In":[28],"this":[29,102],"work,":[30],"we":[31,104],"present":[32],"a":[33,44],"large-scale":[34],"study":[36],"which":[38,80],"AI-generated":[39,66,156],"was":[41],"deployed":[42],"through":[43],"randomized":[45],"protocol":[46],"an":[48],"Python":[50],"course.":[52],"Students":[53],"received":[54],"one":[55],"of":[56,155],"three":[57],"conditions":[59],"on":[60,146],"incorrect":[61],"submissions:":[62],"natural":[63,119],"hints,":[65],"failing":[67],"test":[68],"cases,":[69],"or":[70],"no":[71],"AI":[72],"feedback.":[73],"We":[74,116],"release":[75],"the":[76,153],"resulting":[77],"dataset,":[78],"ProgFeed,":[79],"captures":[81],"6,693":[82],"submissions":[83],"215":[85],"consenting":[86],"students":[87],"across":[88],"17":[89],"labs,":[90],"including":[91],"conditions,":[93],"execution-based":[94],"performance":[95],"measures,":[96],"and":[97,110,129,159],"fine-grained":[98],"temporal":[99],"information.":[100],"Using":[101],"data,":[103],"analyze":[105],"learning":[106],"trajectories,":[107],"quality,":[109],"submission":[111],"behavior":[112],"over":[113],"repeated":[114],"attempts.":[115],"find":[117],"that":[118,143,152,160],"is":[122,170],"significantly":[123],"associated":[124],"with":[125],"higher":[126],"completion":[127],"rates":[128],"faster":[130],"convergence":[131],"correct":[133],"solutions.":[134],"Test":[135],"case":[136],"feedback,":[137],"by":[138],"contrast,":[139],"exhibits":[140],"heterogeneous":[141],"effects":[142],"depend":[144],"critically":[145],"validity.":[148],"Our":[149],"results":[150],"suggest":[151],"form":[154],"matters,":[158],"evaluating":[161],"quality":[163],"--":[164,169],"not":[165],"just":[166],"its":[167,174],"presence":[168],"essential":[171],"for":[172],"understanding":[173],"pedagogical":[175],"impact.":[176]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}