{"id":"https://openalex.org/W7166885188","doi":"https://doi.org/10.18653/v1/2026.bea-1.55","title":"Evaluating LLM-Generated Formative Feedback for Undergraduate Mathematics Through the Lens of Feedback Theory","display_name":"Evaluating LLM-Generated Formative Feedback for Undergraduate Mathematics Through the Lens of Feedback Theory","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166885188","doi":"https://doi.org/10.18653/v1/2026.bea-1.55"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.bea-1.55","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.55","pdf_url":"https://aclanthology.org/2026.bea-1.55.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.bea-1.55.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139813891","display_name":"Aron Gohr","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aron Gohr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069967221","display_name":"Marie-Am\u00e9lie Lawn","orcid":"https://orcid.org/0000-0003-2691-0195"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marie-Amelie Lawn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139847660","display_name":"Kevin Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kevin Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122346635","display_name":"Inigo Serjeant","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inigo Serjeant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122395821","display_name":"Stephen Heslip","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephen Heslip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.9699211,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"813","last_page":"818"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.17630000412464142,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.17630000412464142,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.1550000011920929,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14079","display_name":"Mathematics Education and Programs","score":0.06700000166893005,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.6960999965667725},{"id":"https://openalex.org/keywords/lens","display_name":"Lens (geology)","score":0.4219000041484833},{"id":"https://openalex.org/keywords/calculus","display_name":"Calculus (dental)","score":0.35179999470710754},{"id":"https://openalex.org/keywords/through-the-lens-metering","display_name":"Through-the-lens metering","score":0.3458000123500824},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3018999993801117},{"id":"https://openalex.org/keywords/feedback-control","display_name":"Feedback control","score":0.29089999198913574}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.6960999965667725},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6074000000953674},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40119999647140503},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39500001072883606},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.3458000123500824},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C3018651601","wikidata":"https://www.wikidata.org/wiki/Q183635","display_name":"Feedback control","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2703000009059906},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C2992902817","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics curriculum","level":4,"score":0.2653999924659729},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2583000063896179},{"id":"https://openalex.org/C47884741","wikidata":"https://www.wikidata.org/wiki/Q1166618","display_name":"Mathematical logic","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.bea-1.55","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.55","pdf_url":"https://aclanthology.org/2026.bea-1.55.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.bea-1.55","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.55","pdf_url":"https://aclanthology.org/2026.bea-1.55.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5387650728225708}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166885188.pdf","grobid_xml":"https://content.openalex.org/works/W7166885188.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,55],"can":[3],"generate":[4],"feedback":[5,19,37,47,69,162],"on":[6,16,38,127,142],"free-form":[7],"student":[8],"writing,":[9],"but":[10],"there":[11],"is":[12,20,137],"still":[13],"limited":[14],"evidence":[15,101],"whether":[17],"such":[18,115],"mathematically":[21],"correct,":[22],"pedagogically":[23],"useful,":[24],"and":[25,45,49,84,123,150],"aligned":[26,138],"with":[27,78,139,153],"expert":[28,140],"judgement":[29,141],"across":[30,70],"varied":[31],"undergraduate":[32,40],"proof-writing":[33,41],"tasks.We":[34],"evaluate":[35],"LLM-generated":[36],"65":[39],"exercises":[42],"using":[43],"Hattie":[44],"Timperley's":[46],"framework":[48],"a":[50,128,165],"grade-agreement":[51],"metric,":[52],"comparing":[53],"two":[54,58,63],"(GPT-4.1,GPT-5)":[56],"under":[57],"workflow":[59,74],"configurations":[60],"graded":[61],"by":[62],"independent":[64],"LLM":[65],"evaluators.GPT-5":[66],"produces":[67],"higher-quality":[68],"all":[71],"dimensions.A":[72],"markscheme-augmented":[73],"improves":[75],"grade":[76],"correlation":[77],"human":[79],"experts":[80],"for":[81,168],"both":[82],"models,":[83],"precomputed":[85],"mark":[86],"schemes":[87],"allow":[88],"instructors":[89],"to":[90,113,156],"audit":[91],"the":[92,96,143],"system":[93],"before":[94],"deployment.While":[95],"present":[97],"work":[98],"cannot":[99],"supply":[100],"of":[102,125,131],"benefit":[103],"in":[104],"downstream":[105],"learning":[106],"tasks,":[107],"as":[108],"no":[109],"controlled":[110,151],"trials":[111],"suitable":[112],"show":[114,120,160],"were":[116],"run,":[117],"we":[118],"do":[119],"automated":[121,170],"detection":[122],"explanation":[124],"errors":[126],"wide":[129],"variety":[130],"typical":[132],"undergraduate-level":[133],"proof":[134],"tasks":[135],"that":[136,161],"mathematical":[144,171],"issues.However,":[145],"providing":[146],"meaningful":[147],"selfregulation":[148],"support":[149],"studies":[152],"students":[154],"remain":[155],"be":[157],"done.These":[158],"results":[159],"theory":[163],"provides":[164],"useful":[166],"lens":[167],"evaluating":[169],"feedback.":[172]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}