{"id":"https://openalex.org/W7165551691","doi":"https://doi.org/10.1145/3774398.3811602","title":"Comparing Teacher and AI-Generated Feedback in the Writing Classroom: Experimental Results from Secondary School Classrooms","display_name":"Comparing Teacher and AI-Generated Feedback in the Writing Classroom: Experimental Results from Secondary School Classrooms","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165551691","doi":"https://doi.org/10.1145/3774398.3811602"},"language":null,"primary_location":{"id":"doi:10.1145/3774398.3811602","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774398.3811602","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774398.3811602","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043201141","display_name":"Jennifer Meyer","orcid":"https://orcid.org/0000-0002-5714-3198"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jennifer Meyer","raw_affiliation_strings":["University of Vienna, Vienna, Austria and Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5714-3198","affiliations":[{"raw_affiliation_string":"University of Vienna, Vienna, Austria and Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104221950","display_name":"Marlene Steinbach","orcid":"https://orcid.org/0009-0001-2925-3234"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marlene Steinbach","raw_affiliation_strings":["Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany"],"raw_orcid":"https://orcid.org/0009-0001-2925-3234","affiliations":[{"raw_affiliation_string":"Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093614187","display_name":"Ronja Schiller","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ronja Schiller","raw_affiliation_strings":["Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany"],"raw_orcid":"https://orcid.org/0009-0009-6561-0479","affiliations":[{"raw_affiliation_string":"Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023900910","display_name":"Ute Mertens","orcid":"https://orcid.org/0000-0002-6673-3528"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ute Mertens","raw_affiliation_strings":["Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6673-3528","affiliations":[{"raw_affiliation_string":"Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094182024","display_name":"Nils-Jonathan Schaller","orcid":"https://orcid.org/0000-0002-2604-5325"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nils-Jonathan Schaller","raw_affiliation_strings":["Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2604-5325","affiliations":[{"raw_affiliation_string":"Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072701486","display_name":"Andrea Horbach","orcid":"https://orcid.org/0009-0004-3680-3304"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andrea Horbach","raw_affiliation_strings":["Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany"],"raw_orcid":"https://orcid.org/0009-0004-3680-3304","affiliations":[{"raw_affiliation_string":"Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079372136","display_name":"Johanna Fleckenstein","orcid":"https://orcid.org/0000-0003-4488-1455"},"institutions":[{"id":"https://openalex.org/I155765044","display_name":"University of Hildesheim","ror":"https://ror.org/02f9det96","country_code":"DE","type":"education","lineage":["https://openalex.org/I155765044"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johanna Fleckenstein","raw_affiliation_strings":["University of Hildesheim, Hildesheim, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4488-1455","affiliations":[{"raw_affiliation_string":"University of Hildesheim, Hildesheim, Germany","institution_ids":["https://openalex.org/I155765044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009378142","display_name":"Olaf K\u00f6ller","orcid":"https://orcid.org/0000-0001-5652-8101"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Olaf K\u00f6ller","raw_affiliation_strings":["Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5652-8101","affiliations":[{"raw_affiliation_string":"Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071778778","display_name":"Ren\u00e9 F. Kizilcec","orcid":"https://orcid.org/0000-0001-6283-5546"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rene F. Kizilcec","raw_affiliation_strings":["Cornell University, Ithaca, NY, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6283-5546","affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069532596","display_name":"Thorben Jansen","orcid":"https://orcid.org/0000-0001-9714-6505"},"institutions":[{"id":"https://openalex.org/I4210085968","display_name":"Leibniz Institute for Science and Mathematics Education","ror":"https://ror.org/008n8dd57","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210085968"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thorben Jansen","raw_affiliation_strings":["Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9714-6505","affiliations":[{"raw_affiliation_string":"Leibniz Institute for Science and Mathematics Education (IPN), Kiel, Germany","institution_ids":["https://openalex.org/I4210085968"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.93959285,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"264","last_page":"276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.1988999992609024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.1988999992609024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.03550000116229057,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.03550000116229057,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.3248000144958496},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.2802000045776367},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.263700008392334},{"id":"https://openalex.org/keywords/teaching-method","display_name":"Teaching method","score":0.2502000033855438}],"concepts":[{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6129000186920166},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4787999987602234},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.38940000534057617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33869999647140503},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.2502000033855438},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.249099999666214},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.24639999866485596}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774398.3811602","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774398.3811602","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774398.3811602","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774398.3811602","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8067668676376343}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W1970391825","https://openalex.org/W2027126099","https://openalex.org/W2030441548","https://openalex.org/W2044101873","https://openalex.org/W2076733353","https://openalex.org/W2091254070","https://openalex.org/W2105845572","https://openalex.org/W2122933407","https://openalex.org/W2135995390","https://openalex.org/W2154041216","https://openalex.org/W2164483209","https://openalex.org/W2262260726","https://openalex.org/W2417988078","https://openalex.org/W2560140854","https://openalex.org/W2793036539","https://openalex.org/W2801630847","https://openalex.org/W2841176466","https://openalex.org/W2886610728","https://openalex.org/W2894612007","https://openalex.org/W2922211092","https://openalex.org/W2968619018","https://openalex.org/W2969717756","https://openalex.org/W2987680412","https://openalex.org/W2990204928","https://openalex.org/W2999105704","https://openalex.org/W3028947997","https://openalex.org/W3031051743","https://openalex.org/W3071396940","https://openalex.org/W3125505288","https://openalex.org/W3171776495","https://openalex.org/W3188564437","https://openalex.org/W3194517896","https://openalex.org/W3201077663","https://openalex.org/W3217428943","https://openalex.org/W4200246476","https://openalex.org/W4252512581","https://openalex.org/W4255157396","https://openalex.org/W4284960063","https://openalex.org/W4292671242","https://openalex.org/W4292779060","https://openalex.org/W4293091445","https://openalex.org/W4303188504","https://openalex.org/W4307568461","https://openalex.org/W4313527934","https://openalex.org/W4323655724","https://openalex.org/W4328103191","https://openalex.org/W4382940101","https://openalex.org/W4383216374","https://openalex.org/W4385613170","https://openalex.org/W4385632485","https://openalex.org/W4386253646","https://openalex.org/W4387954002","https://openalex.org/W4389003282","https://openalex.org/W4390414972","https://openalex.org/W4391174864","https://openalex.org/W4392639864","https://openalex.org/W4393176674","https://openalex.org/W4394710139","https://openalex.org/W4394748224","https://openalex.org/W4396853963","https://openalex.org/W4398784073","https://openalex.org/W4399619336","https://openalex.org/W4400885058","https://openalex.org/W4400888778","https://openalex.org/W4400985672","https://openalex.org/W4402476574","https://openalex.org/W4402480706","https://openalex.org/W4402490467","https://openalex.org/W4403476385","https://openalex.org/W4405494100","https://openalex.org/W4405868861","https://openalex.org/W4406036786","https://openalex.org/W4406244152","https://openalex.org/W4407759789","https://openalex.org/W4407841797","https://openalex.org/W4407842253","https://openalex.org/W4407959172","https://openalex.org/W4408190088","https://openalex.org/W4408647652","https://openalex.org/W4408760584","https://openalex.org/W4408853320","https://openalex.org/W4409042249","https://openalex.org/W4409605167","https://openalex.org/W4409661884","https://openalex.org/W4410010578","https://openalex.org/W4410062913","https://openalex.org/W4410317321","https://openalex.org/W4411295825","https://openalex.org/W4411553854","https://openalex.org/W4412508449","https://openalex.org/W4412732813","https://openalex.org/W4412975813","https://openalex.org/W4413478951","https://openalex.org/W4413902069","https://openalex.org/W4414027788","https://openalex.org/W4414465432","https://openalex.org/W4415317129","https://openalex.org/W4417539503","https://openalex.org/W7126272010"],"related_works":[],"abstract_inverted_index":{"Writing":[0],"proficiency":[1],"is":[2,24],"an":[3,93],"essential":[4],"skill":[5],"for":[6],"secondary":[7,98],"school":[8],"students":[9],"and":[10,53,89,110,123,163,192,204,220],"can":[11,172],"be":[12],"supported":[13],"through":[14],"high-quality":[15],"feedback.":[16,113],"However,":[17],"providing":[18],"individualized":[19],"feedback":[20,46,65,81,90,106,128,144,186,208,228],"on":[21,82,214],"student":[22],"writing":[23,87,231],"timeintensive,":[25],"which":[26,169],"often":[27],"limits":[28],"its":[29,60],"availability":[30],"in":[31,36,44,66,92,97,189,194,230],"classroom":[32,68],"practice.":[33],"Recent":[34],"advances":[35],"large":[37],"language":[38],"models":[39],"(LLMs)":[40],"have":[41],"raised":[42],"interest":[43],"automated":[45],"as":[47],"a":[48,135],"potential":[49,225],"way":[50],"to":[51,63,119,134,200,212],"scale":[52],"supplement":[54],"teacher":[55,64,143],"practice,":[56],"yet":[57],"evidence":[58],"of":[59,79,125,161,184,226],"effectiveness":[61],"relative":[62],"authentic":[67,94],"settings":[69],"remains":[70],"limited.":[71],"In":[72],"this":[73],"study,":[74],"we":[75],"examined":[76],"the":[77,121,153,180,224],"effects":[78],"LLM-generated":[80],"students'":[83],"essay":[84],"revisions,":[85],"subsequent":[86],"performance,":[88],"perceptions":[91,160],"English-as-a-foreignlanguage":[95],"context":[96],"schools":[99],"(N":[100],"=":[101],"391).":[102],"We":[103,114],"compared":[104],"teacher-written":[105],"against":[107],"both":[108],"delayed":[109],"immediate":[111,167],"LLMgenerated":[112],"further":[115],"conducted":[116],"Bayesian":[117],"analyses":[118],"characterize":[120],"magnitude":[122],"uncertainty":[124],"differences":[126,140],"between":[127,137],"conditions.":[129],"Together,":[130],"these":[131],"findings":[132,177],"point":[133],"trade-off":[136],"small":[138],"performance":[139],"associated":[141,165],"with":[142,166],"that":[145,179],"were":[146],"neither":[147],"statistically":[148],"or":[149],"practically":[150],"significant.":[151],"At":[152],"same":[154],"time,":[155],"results":[156],"showed":[157],"more":[158,193],"positive":[159],"usefulness":[162],"motivation":[164],"feedback,":[168],"only":[170],"LLMs":[171],"provide":[173],"at":[174],"scale.":[175],"These":[176],"suggest":[178],"primary":[181],"educational":[182],"value":[183],"LLM-based":[185],"lies":[187],"less":[188],"outperforming":[190],"teachers":[191,211],"redistributing":[195],"instructional":[196,216],"effort.":[197],"When":[198],"used":[199],"consistently":[201],"support":[202],"revision":[203],"short-term":[205],"learning,":[206],"AI":[207],"may":[209],"free":[210],"focus":[213],"higher-order":[215],"planning,":[217],"targeted":[218],"scaffolding,":[219],"pedagogical":[221],"interaction,":[222],"highlighting":[223],"hybrid":[227],"systems":[229],"instruction.":[232]},"counts_by_year":[],"updated_date":"2026-06-24T06:17:17.354583","created_date":"2026-06-23T00:00:00"}