{"id":"https://openalex.org/W7155624299","doi":"https://doi.org/10.1145/3785022.3785038","title":"Automated Assessment of Handwritten Math Problems: A Comparison of Prompting Strategies for Open and Closed-source LLMs","display_name":"Automated Assessment of Handwritten Math Problems: A Comparison of Prompting Strategies for Open and Closed-source LLMs","publication_year":2026,"publication_date":"2026-04-25","ids":{"openalex":"https://openalex.org/W7155624299","doi":"https://doi.org/10.1145/3785022.3785038"},"language":null,"primary_location":{"id":"doi:10.1145/3785022.3785038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3785022.3785038","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3785022.3785038","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013170979","display_name":"Daniel Rosa","orcid":"https://orcid.org/0000-0002-0466-2963"},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Daniel Rosa","raw_affiliation_strings":["UFRPE, Recife, Pernambuco, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-0466-2963","affiliations":[{"raw_affiliation_string":"UFRPE, Recife, Pernambuco, Brazil","institution_ids":["https://openalex.org/I62921916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134588451","display_name":"Andreza Falc\u00e3o","orcid":"https://orcid.org/0009-0009-6181-6787"},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Andreza Falc\u00e3o","raw_affiliation_strings":["UFRPE, Recife, Brazil"],"raw_orcid":"https://orcid.org/0009-0009-6181-6787","affiliations":[{"raw_affiliation_string":"UFRPE, Recife, Brazil","institution_ids":["https://openalex.org/I62921916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119501763","display_name":"Jamilla Lobo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123235","display_name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife","ror":"https://ror.org/02t7xfd51","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123235"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jamilla Lobo","raw_affiliation_strings":["Cesar School, Recife, Brazil"],"raw_orcid":"https://orcid.org/0009-0002-8701-7261","affiliations":[{"raw_affiliation_string":"Cesar School, Recife, Brazil","institution_ids":["https://openalex.org/I4210123235"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064047666","display_name":"Everton Souza","orcid":"https://orcid.org/0009-0006-5713-7712"},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Everton Souza","raw_affiliation_strings":["UFRPE, Recife, Brazil"],"raw_orcid":"https://orcid.org/0009-0006-5713-7712","affiliations":[{"raw_affiliation_string":"UFRPE, Recife, Brazil","institution_ids":["https://openalex.org/I62921916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134570449","display_name":"Mo\u00e9sio Wenceslau Silva Filho","orcid":"https://orcid.org/0000-0002-8984-4001"},"institutions":[{"id":"https://openalex.org/I62921916","display_name":"Universidade Federal Rural de Pernambuco","ror":"https://ror.org/02ksmb993","country_code":"BR","type":"education","lineage":["https://openalex.org/I62921916"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Mo\u00e9sio Wenceslau Silva Filho","raw_affiliation_strings":["UFRPE, Recife, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-8984-4001","affiliations":[{"raw_affiliation_string":"UFRPE, Recife, Brazil","institution_ids":["https://openalex.org/I62921916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dragan Gasevic","raw_affiliation_strings":["Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9265-1908","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124263538","display_name":"Rafael Ferreira Mello","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123235","display_name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife","ror":"https://ror.org/02t7xfd51","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123235"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU","BR"],"is_corresponding":false,"raw_author_name":"Rafael Ferreira Mello","raw_affiliation_strings":["Monash University, Melbourne, Australia and CESAR School, Recife, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-3548-9670","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia and CESAR School, Recife, Brazil","institution_ids":["https://openalex.org/I56590836","https://openalex.org/I4210123235"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134617998","display_name":"Luiz Rodrigues","orcid":"https://orcid.org/0000-0003-0343-3701"},"institutions":[{"id":"https://openalex.org/I127110123","display_name":"Universidade Estadual de Londrina","ror":"https://ror.org/01585b035","country_code":"BR","type":"education","lineage":["https://openalex.org/I127110123"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luiz Rodrigues","raw_affiliation_strings":["UTFPR, Londrina, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-0343-3701","affiliations":[{"raw_affiliation_string":"UTFPR, Londrina, Brazil","institution_ids":["https://openalex.org/I127110123"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5013170979"],"corresponding_institution_ids":["https://openalex.org/I62921916"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.95653651,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"127","last_page":"137"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.19539999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.19539999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10130","display_name":"Mathematics Education and Teaching Techniques","score":0.07490000128746033,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.05770000070333481,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.5299000144004822},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4625000059604645},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.3984000086784363},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.39419999718666077},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3571000099182129},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.3547999858856201}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6358000040054321},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5476999878883362},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.5299000144004822},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.474700003862381},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4004000127315521},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3749000132083893},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3571000099182129},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.29350000619888306},{"id":"https://openalex.org/C3018824978","wikidata":"https://www.wikidata.org/wiki/Q2894891","display_name":"Error analysis","level":2,"score":0.2759000062942505}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3785022.3785038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3785022.3785038","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3785022.3785038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3785022.3785038","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the LAK26: 16th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8210631012916565,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W3003208423","https://openalex.org/W3184396411","https://openalex.org/W4224267274","https://openalex.org/W4321442083","https://openalex.org/W4321442100","https://openalex.org/W4385632485","https://openalex.org/W4391139203","https://openalex.org/W4391766565","https://openalex.org/W4392445324","https://openalex.org/W4392484110","https://openalex.org/W4392484236","https://openalex.org/W4399210106","https://openalex.org/W4401246262","https://openalex.org/W4402602957","https://openalex.org/W4403637324","https://openalex.org/W4404411270","https://openalex.org/W4404839757","https://openalex.org/W4404839867","https://openalex.org/W4404839892","https://openalex.org/W4407841907","https://openalex.org/W4407842016","https://openalex.org/W4407842141","https://openalex.org/W4407842387","https://openalex.org/W4407842511","https://openalex.org/W4407842578","https://openalex.org/W4408038010","https://openalex.org/W4408900638","https://openalex.org/W4410701209","https://openalex.org/W4414213418","https://openalex.org/W6929593399"],"related_works":[],"abstract_inverted_index":{"Assessing":[0],"handwritten":[1,48,156],"mathematical":[2,49],"solutions":[3,50],"is":[4],"essential":[5],"for":[6,20,154],"identifying":[7],"students\u2019":[8],"weaknesses":[9],"and":[10,51,80,84,87,92,105,134,150,160,166,175,187],"fostering":[11],"personalized":[12],"learning.":[13],"However,":[14],"scaling":[15],"such":[16],"assessment":[17,46],"remains":[18],"challenging":[19],"Learning":[21],"Analytics,":[22],"which":[23],"has":[24],"traditionally":[25],"focused":[26],"on":[27],"digital":[28],"or":[29],"typed":[30],"data.":[31],"The":[32,120],"current":[33],"study":[34],"investigated":[35],"the":[36,45,109,148],"potential":[37],"of":[38,47,76,111,152],"Large":[39],"Language":[40],"Models":[41],"(LLMs)":[42],"to":[43,73,108,129,178],"automating":[44],"explore":[52],"how":[53],"they":[54],"can":[55],"be":[56],"incorporated":[57],"into":[58],"large":[59],"scale":[60],"learning":[61,163],"analytics":[62,164],"pipelines.":[63],"We":[64],"curated":[65],"300":[66],"student":[67,136],"solution":[68],"images,":[69],"annotated":[70],"them":[71],"using":[72,115],"a":[74],"taxonomy":[75,110],"math":[77,112],"error":[78,113],"types,":[79],"compared":[81],"open-source":[82],"(Qwen2.5-7B":[83],"Gemma3":[85],"12B-IT)":[86],"closed-source":[88],"(Gemini":[89],"2.0":[90],"Flash":[91],"GPT-4)":[93],"LLMs.":[94],"Two":[95],"prompting":[96],"strategies":[97],"were":[98],"tested:":[99],"from":[100,102],"adapted":[101],"related":[103],"work":[104,157],"one":[106],"tailed":[107],"types":[114],"established":[116],"prompt":[117,173],"design":[118],"principles.":[119],"results":[121],"revealed":[122],"that":[123,162,183],"LLMs,":[124],"particularly":[125],"Gemini,":[126],"achieved":[127],"strong":[128],"moderate":[130],"performance":[131],"in":[132,158],"diagnosing":[133],"classifying":[135],"errors,":[137],"while":[138],"exposing":[139],"recurring":[140],"model":[141,170],"specific":[142],"errors.":[143],"These":[144],"findings":[145],"highlight":[146],"both":[147],"promise":[149],"limitations":[151],"LLMs":[153],"integrating":[155],"LA":[159,181],"recommend":[161],"practitioners":[165],"researchers":[167],"combine":[168],"careful":[169],"selection,":[171],"principled":[172],"design,":[174],"error-level":[176],"analysis":[177],"develop":[179],"AI-powered":[180],"systems":[182],"are":[184],"accurate,":[185],"equitable,":[186],"pedagogically":[188],"actionable.":[189]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-04-26T00:00:00"}