{"id":"https://openalex.org/W7136817484","doi":"https://doi.org/10.48550/arxiv.2603.13083","title":"Human-in-the-Loop LLM Grading for Handwritten Mathematics Assessments","display_name":"Human-in-the-Loop LLM Grading for Handwritten Mathematics Assessments","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7136817484","doi":"https://doi.org/10.48550/arxiv.2603.13083"},"language":"en","primary_location":{"id":"pmh:oai:vubissmart:VUBISSMART:2000:266238","is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/humanintheloop-llm-grading-for-handwritten-mathematics-assessments(14a5e1d4-8de6-4fb8-8204-f63822858069).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13083","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091421820","display_name":"Arne Vanhoyweghen","orcid":"https://orcid.org/0000-0003-0103-4715"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Vanhoyweghen, Arne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093992794","display_name":"Vincent Holst","orcid":"https://orcid.org/0009-0002-4117-4966"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Holst, Vincent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117537102","display_name":"Melika Mobini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mobini, Melika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129430112","display_name":"Lukas Van de Voorde","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van de Voorde, Lukas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129639735","display_name":"Tibo Vanleke","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vanleke, Tibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129427176","display_name":"Bert Verbruggen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verbruggen, Bert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129575455","display_name":"Brecht Verbeken","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verbeken, Brecht","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129441644","display_name":"Andres Algaba","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Algaba, Andres","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129401896","display_name":"Sam Verboven","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verboven, Sam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129496296","display_name":"Marie-Anne Guerry","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guerry, Marie-Anne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035022247","display_name":"Filip Van Droogenbroeck","orcid":"https://orcid.org/0000-0003-1133-3495"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van Droogenbroeck, Filip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049169851","display_name":"Vincent Ginis","orcid":"https://orcid.org/0000-0003-0063-9608"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ginis, Vincent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5091421820"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.24879999458789825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.24879999458789825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.12919999659061432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.06279999762773514,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.8978999853134155},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7396000027656555},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5871000289916992},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.430400013923645},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.33570000529289246}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8978999853134155},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7396000027656555},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6556000113487244},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5871000289916992},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.430400013923645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4302999973297119},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3587000072002411},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35440000891685486},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.33570000529289246},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2702000141143799}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:vubissmart:VUBISSMART:2000:266238","is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/humanintheloop-llm-grading-for-handwritten-mathematics-assessments(14a5e1d4-8de6-4fb8-8204-f63822858069).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.48550/arxiv.2603.13083","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13083","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13083","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13083","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.62384432554245}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Providing":[0],"timely":[1],"and":[2,72,81,89,121,159],"individualised":[3],"feedback":[4],"on":[5],"handwritten":[6],"student":[7],"work":[8],"is":[9],"highly":[10],"beneficial":[11],"for":[12,47],"learning":[13],"but":[14,134],"difficult":[15],"to":[16,68],"achieve":[17],"at":[18],"scale.":[19],"This":[20],"challenge":[21],"has":[22],"become":[23],"more":[24],"pressing":[25],"as":[26],"generative":[27],"AI":[28],"undermines":[29],"the":[30,70,95,139],"reliability":[31],"of":[32,50],"take-home":[33],"assessments,":[34],"shifting":[35],"emphasis":[36],"toward":[37],"supervised,":[38],"in-class":[39,105],"evaluation.":[40],"We":[41,93],"present":[42],"a":[43,74],"scalable,":[44],"end-to-end":[45],"workflow":[46,55],"LLM-assisted":[48],"grading":[49,65,75,111,151],"short,":[51],"pen-and-paper":[52],"assessments.":[53],"The":[54],"spans":[56],"(1)":[57],"constructing":[58],"solution":[59],"keys,":[60],"(2)":[61],"developing":[62],"detailed":[63],"rubric-style":[64],"keys":[66],"used":[67],"guide":[69],"LLM,":[71],"(3)":[73],"procedure":[76],"that":[77,146],"combines":[78],"automated":[79,86],"scanning":[80],"anonymisation,":[82],"multi-pass":[83],"LLM":[84,108,150],"scoring,":[85],"consistency":[87],"checks,":[88],"mandatory":[90],"human":[91],"verification.":[92],"deploy":[94],"system":[96],"in":[97,122],"two":[98],"undergraduate":[99],"mathematics":[100],"courses":[101],"using":[102],"six":[103],"low-stakes":[104],"tests.":[106],"Empirically,":[107],"assistance":[109],"reduces":[110],"time":[112],"by":[113,138],"approximately":[114],"23%":[115],"while":[116,156],"achieving":[117],"agreement":[118],"comparable":[119],"to,":[120],"several":[123],"cases":[124],"tighter":[125],"than,":[126],"fully":[127],"manual":[128],"grading.":[129],"Occasional":[130],"model":[131],"errors":[132],"occur":[133],"are":[135],"effectively":[136],"contained":[137],"hybrid":[140],"design.":[141],"Overall,":[142],"our":[143],"results":[144],"show":[145],"carefully":[147],"embedded":[148],"human-in-the-loop":[149],"can":[152],"substantially":[153],"reduce":[154],"workload":[155],"maintaining":[157],"fairness":[158],"accuracy.":[160]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-03-17T00:00:00"}