{"id":"https://openalex.org/W4412376207","doi":"https://doi.org/10.1007/s40593-025-00498-2","title":"Autograding Mathematical Induction Proofs with Natural Language Processing","display_name":"Autograding Mathematical Induction Proofs with Natural Language Processing","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412376207","doi":"https://doi.org/10.1007/s40593-025-00498-2"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-025-00498-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00498-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00498-2.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00498-2.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102770523","display_name":"Chenyan Zhao","orcid":"https://orcid.org/0000-0001-9520-2438"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chenyan Zhao","raw_affiliation_strings":["Department of Computer Science, University of Illinois Urbana-Champaign, 201 North Goodwin Avenue, Urbana, IL, 61801, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois Urbana-Champaign, 201 North Goodwin Avenue, Urbana, IL, 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377458","display_name":"Mariana Silva","orcid":"https://orcid.org/0000-0001-6971-443X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mariana Silva","raw_affiliation_strings":["Department of Computer Science, University of Illinois Urbana-Champaign, 201 North Goodwin Avenue, Urbana, IL, 61801, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois Urbana-Champaign, 201 North Goodwin Avenue, Urbana, IL, 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031075692","display_name":"Seth Poulsen","orcid":"https://orcid.org/0000-0001-6284-9972"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seth Poulsen","raw_affiliation_strings":["Department of Computer Science, Utah State University, 4205 Old Main Hill, Logan, UT, 84322, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Utah State University, 4205 Old Main Hill, Logan, UT, 84322, USA","institution_ids":["https://openalex.org/I121980950"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102770523"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":4.4566,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94428327,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"35","issue":"5","first_page":"3202","last_page":"3232"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.8295837044715881},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5574806928634644},{"id":"https://openalex.org/keywords/mathematical-induction","display_name":"Mathematical induction","score":0.5314853191375732},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.47384530305862427},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4437878131866455},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37006086111068726},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3495251536369324},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.278358519077301},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.1004243791103363}],"concepts":[{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.8295837044715881},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5574806928634644},{"id":"https://openalex.org/C206743973","wikidata":"https://www.wikidata.org/wiki/Q178377","display_name":"Mathematical induction","level":2,"score":0.5314853191375732},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.47384530305862427},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4437878131866455},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37006086111068726},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3495251536369324},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.278358519077301},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.1004243791103363},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-025-00498-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00498-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00498-2.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40593-025-00498-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00498-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00498-2.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1912064254","display_name":null,"funder_award_id":"2137603","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2507572247","display_name":null,"funder_award_id":"2138286","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G4006316252","display_name":null,"funder_award_id":"2138259","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4010157413","display_name":null,"funder_award_id":"2138259","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G509285653","display_name":null,"funder_award_id":"2138307","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5464919783","display_name":null,"funder_award_id":"2137603","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G6664589177","display_name":null,"funder_award_id":"2138307","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G7622549653","display_name":null,"funder_award_id":"213829","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8300691027","display_name":null,"funder_award_id":"2138286","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8897435675","display_name":null,"funder_award_id":"2138296","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337377","display_name":"Office of Advanced Cyberinfrastructure","ror":"https://ror.org/04nh1dc89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412376207.pdf","grobid_xml":"https://content.openalex.org/works/W4412376207.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W7289650","https://openalex.org/W152487190","https://openalex.org/W1670556367","https://openalex.org/W2003420578","https://openalex.org/W2027661236","https://openalex.org/W2082608505","https://openalex.org/W2085951859","https://openalex.org/W2087435679","https://openalex.org/W2093515094","https://openalex.org/W2093528903","https://openalex.org/W2118662626","https://openalex.org/W2128886782","https://openalex.org/W2133436118","https://openalex.org/W2135995390","https://openalex.org/W2163640453","https://openalex.org/W2347061999","https://openalex.org/W2399566860","https://openalex.org/W2488236528","https://openalex.org/W2792183666","https://openalex.org/W2961720344","https://openalex.org/W2963133108","https://openalex.org/W2970971581","https://openalex.org/W3027879771","https://openalex.org/W3039412488","https://openalex.org/W3152256043","https://openalex.org/W3161516024","https://openalex.org/W3177928934","https://openalex.org/W3192880933","https://openalex.org/W4220931175","https://openalex.org/W4223512557","https://openalex.org/W4282045675","https://openalex.org/W4284884921","https://openalex.org/W4285178525","https://openalex.org/W4287136589","https://openalex.org/W4293227623","https://openalex.org/W4302400662","https://openalex.org/W4308269325","https://openalex.org/W4320561453","https://openalex.org/W4385245566","https://openalex.org/W4386584984","https://openalex.org/W4387725649","https://openalex.org/W4388328550","https://openalex.org/W4389056623","https://openalex.org/W4392542317","https://openalex.org/W4399957197","https://openalex.org/W4406731596","https://openalex.org/W6978064955"],"related_works":["https://openalex.org/W2079125094","https://openalex.org/W182723225","https://openalex.org/W1799042098","https://openalex.org/W3023460505","https://openalex.org/W2131793723","https://openalex.org/W3120632734","https://openalex.org/W4386714371","https://openalex.org/W644998418","https://openalex.org/W2956888504","https://openalex.org/W67731524"],"abstract_inverted_index":{"Abstract":[0],"In":[1,76],"mathematical":[2,17,51,74,92],"proof":[3,110,116,188],"education,":[4],"there":[5],"remains":[6],"a":[7,81,194],"need":[8],"for":[9,35,187],"interventions":[10],"that":[11,22,156,204],"help":[12,250],"students":[13,30,69,205,222,251],"learn":[14],"to":[15,29,44,50,63,128,137,145,208,212,249],"write":[16],"proofs.":[18,75],"Research":[19],"has":[20],"shown":[21],"timely":[23],"feedback":[24,71,217,244],"can":[25,239],"be":[26],"very":[27],"helpful":[28],"learning":[31,103],"new":[32],"skills.":[33],"While":[34],"many":[36],"years":[37],"natural":[38,56],"language":[39,57,98,126],"processing":[40,58],"models":[41,87,99,106,127],"have":[42,59],"struggled":[43],"perform":[45,193],"well":[46],"on":[47,72,241],"tasks":[48],"related":[49],"texts,":[52],"recent":[53],"developments":[54],"in":[55,169],"created":[60],"the":[61,65,147,151,157,175,201,216,219,227,242],"opportunity":[62],"complete":[64],"task":[66],"of":[67,83,89,171,177],"giving":[68],"instant":[70],"their":[73,130,213],"this":[77],"paper,":[78],"we":[79,141,181],"present":[80],"set":[82],"training":[84,152],"methods":[85],"and":[86,100,132,154,183,192,245],"capable":[88],"autograding":[90],"freeform":[91],"proofs":[93,149,214],"by":[94,117,189],"leveraging":[95],"existing":[96],"large":[97,125],"other":[101],"machine":[102],"techniques.":[104],"The":[105],"are":[107,206],"trained":[108],"using":[109,215],"data":[111],"collected":[112],"from":[113,200,218],"four":[114,122],"different":[115,123],"induction":[118,190],"problems.":[119],"We":[120],"use":[121],"robust":[124],"compare":[129],"performances,":[131],"all":[133],"achieve":[134],"satisfactory":[135],"performances":[136],"various":[138],"degrees.":[139],"Additionally,":[140],"recruit":[142],"human":[143,167,235],"graders":[144,168],"grade":[146],"same":[148],"as":[150,230,232],"data,":[153],"find":[155],"best":[158],"grading":[159,172,179],"model":[160],"is":[161],"also":[162],"more":[163],"accurate":[164],"than":[165],"most":[166],"terms":[170],"accuracy.":[173],"With":[174],"development":[176],"these":[178],"models,":[180],"create":[182],"deploy":[184],"an":[185],"autograder":[186,243],"problems":[191],"user":[195],"study":[196,202],"with":[197],"students.":[198],"Results":[199],"shows":[203],"able":[207],"make":[209],"significant":[210],"improvements":[211],"autograder,":[220],"but":[221],"still":[223],"do":[224],"not":[225],"trust":[226,234,252],"AI":[228,253],"autograders":[229],"much":[231],"they":[233],"graders.":[236],"Future":[237],"work":[238],"improve":[240],"figure":[246],"out":[247],"ways":[248],"autograders.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}