{"id":"https://openalex.org/W3012049595","doi":"https://doi.org/10.1145/3375462.3375523","title":"The automated grading of student open responses in mathematics","display_name":"The automated grading of student open responses in mathematics","publication_year":2020,"publication_date":"2020-03-13","ids":{"openalex":"https://openalex.org/W3012049595","doi":"https://doi.org/10.1145/3375462.3375523","mag":"3012049595"},"language":"en","primary_location":{"id":"doi:10.1145/3375462.3375523","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375462.3375523","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375462.3375523","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3375462.3375523","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080230240","display_name":"John A. Erickson","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"John A. Erickson","raw_affiliation_strings":["Worcester Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016746228","display_name":"Anthony F. Botelho","orcid":"https://orcid.org/0000-0002-7373-4959"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anthony F. Botelho","raw_affiliation_strings":["Worcester Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057732129","display_name":"Steven McAteer","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven McAteer","raw_affiliation_strings":["Worcester Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068031179","display_name":"Ashvini Varatharaj","orcid":"https://orcid.org/0000-0001-6714-0743"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashvini Varatharaj","raw_affiliation_strings":["Worcester Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078998782","display_name":"Neil T. Heffernan","orcid":"https://orcid.org/0000-0002-3280-288X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neil T. Heffernan","raw_affiliation_strings":["Worcester Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5080230240"],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":null,"apc_paid":null,"fwci":3.3985,"has_fulltext":true,"cited_by_count":48,"citation_normalized_percentile":{"value":0.93693713,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"615","last_page":"624"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6976059079170227},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.6564674973487854},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6193574666976929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6111220121383667},{"id":"https://openalex.org/keywords/closed-ended-question","display_name":"Closed-ended question","score":0.4694886803627014},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4335539937019348},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16596662998199463},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1135840117931366}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6976059079170227},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6564674973487854},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6193574666976929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6111220121383667},{"id":"https://openalex.org/C193035329","wikidata":"https://www.wikidata.org/wiki/Q17007046","display_name":"Closed-ended question","level":2,"score":0.4694886803627014},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4335539937019348},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16596662998199463},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1135840117931366},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3375462.3375523","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375462.3375523","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375462.3375523","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3375462.3375523","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375462.3375523","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375462.3375523","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G1183413665","display_name":null,"funder_award_id":"1940236","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2050073735","display_name":null,"funder_award_id":"1316736","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G240046155","display_name":null,"funder_award_id":"1822830","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2637195115","display_name":null,"funder_award_id":"4-18-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2657468873","display_name":null,"funder_award_id":"1917713","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2698097454","display_name":null,"funder_award_id":"15030","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2735307511","display_name":null,"funder_award_id":"1931523, 1940236, 1917713, 1903304, 1822830, 1759229, 1724889, 1636782, 1535428, 1440753, 1316736, 1252297, 1109483, DRL-1031398","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3027871496","display_name":null,"funder_award_id":"R305A170243","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G3249482350","display_name":null,"funder_award_id":"R305A170137","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G3449274197","display_name":null,"funder_award_id":"R305A180401","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G3470392105","display_name":null,"funder_award_id":"1724889","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4273477577","display_name":null,"funder_award_id":"R305A120125","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G440167496","display_name":null,"funder_award_id":"1535428","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4772289274","display_name":null,"funder_award_id":"1759229","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5594358474","display_name":null,"funder_award_id":"multiple","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6133684713","display_name":null,"funder_award_id":"1109483","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7560941714","display_name":null,"funder_award_id":"IES R305A170137, R305A170243, R305A180401, R305A120125, R305A180401, R305C100024, P200A180088, P200A150306","funder_id":"https://openalex.org/F4320309210","funder_display_name":"U.S. Department of Health, Education and Welfare"},{"id":"https://openalex.org/G7786263690","display_name":null,"funder_award_id":"50306","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7897842645","display_name":null,"funder_award_id":"N00014-18-1-2768","funder_id":"https://openalex.org/F4320338298","funder_display_name":"Office of Naval Research Global"},{"id":"https://openalex.org/G8254802686","display_name":null,"funder_award_id":"DRL-1031398","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8337109446","display_name":null,"funder_award_id":"1440753","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8459806742","display_name":null,"funder_award_id":"1903304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8474305727","display_name":null,"funder_award_id":"R305C100024","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8763841068","display_name":null,"funder_award_id":"1252297","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G899203672","display_name":null,"funder_award_id":"1031398","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309210","display_name":"U.S. Department of Health, Education and Welfare","ror":"https://ror.org/033jnv181"},{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338298","display_name":"Office of Naval Research Global","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3012049595.pdf","grobid_xml":"https://content.openalex.org/works/W3012049595.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W16424739","https://openalex.org/W1518951372","https://openalex.org/W1912982817","https://openalex.org/W1967082761","https://openalex.org/W1987662159","https://openalex.org/W1995864528","https://openalex.org/W1998608141","https://openalex.org/W2036048934","https://openalex.org/W2064675550","https://openalex.org/W2106444380","https://openalex.org/W2115947752","https://openalex.org/W2123442489","https://openalex.org/W2238108172","https://openalex.org/W2250539671","https://openalex.org/W2295598076","https://openalex.org/W2339810009","https://openalex.org/W2474948357","https://openalex.org/W2537701263","https://openalex.org/W2567547739","https://openalex.org/W2605898966","https://openalex.org/W2757310600","https://openalex.org/W2950577311","https://openalex.org/W2963133108","https://openalex.org/W3102476541"],"related_works":["https://openalex.org/W2064165679","https://openalex.org/W1588461101","https://openalex.org/W3208525924","https://openalex.org/W2591833644","https://openalex.org/W2885058781","https://openalex.org/W3127248583","https://openalex.org/W1552490082","https://openalex.org/W4236439135","https://openalex.org/W2155663308","https://openalex.org/W1789794116"],"abstract_inverted_index":{"The":[0],"use":[1,137],"of":[2,30,65,116,125,133,138,150,160,169,173,185,205,213],"computer-based":[3,55],"systems":[4,32,56,73,81],"in":[5,13,75,109,177],"classrooms":[6],"has":[7,119,128],"provided":[8],"teachers":[9,145],"with":[10,39],"new":[11],"opportunities":[12],"delivering":[14],"content":[15,193],"to":[16,36,51,62,77,85,95,106,130,146,208,215],"students,":[17],"supplementing":[18],"instruction,":[19],"and":[20,24,44,49,167,211],"assessing":[21],"student":[22,47,60,175,220],"knowledge":[23],"comprehension.":[25],"Among":[26],"the":[27,93,114,136,165,183,196,209],"largest":[28],"benefits":[29],"these":[31],"is":[33,74,155],"their":[34,42,52],"ability":[35],"provide":[37,86],"students":[38],"feedback":[40],"on":[41,92,157,192],"work":[43],"also":[45],"report":[46],"performance":[48],"progress":[50],"teacher.":[53],"While":[54],"can":[57,141],"automatically":[58],"assess":[59,147],"answers":[61],"a":[63,68,203],"range":[64],"question":[66,102],"types,":[67],"limitation":[69],"faced":[70],"by":[71,144],"many":[72],"regard":[76],"open-ended":[78,89,139,174],"problems.":[79,161],"Many":[80],"are":[82],"either":[83],"unable":[84],"support":[87],"for":[88,219],"problems,":[90],"relying":[91],"teacher":[94],"grade":[96],"them":[97],"manually,":[98],"or":[99],"avoid":[100],"such":[101],"types":[103,159],"entirely.":[104],"Due":[105],"recent":[107],"advancements":[108],"natural":[110],"language":[111],"processing":[112],"methods,":[113],"automation":[115],"essay":[117],"grading":[118],"made":[120],"notable":[121],"strides.":[122],"However,":[123],"much":[124],"this":[126],"research":[127,163],"pertained":[129],"domains":[131],"outside":[132],"mathematics,":[134],"where":[135],"problems":[140],"be":[142],"used":[143],"students'":[148],"understanding":[149],"mathematical":[151],"concepts":[152],"beyond":[153],"what":[154],"possible":[156],"other":[158],"This":[162],"explores":[164],"viability":[166],"challenges":[168],"developing":[170],"automated":[171],"graders":[172],"responses":[176],"mathematics.":[178],"We":[179],"further":[180],"explore":[181],"how":[182],"scale":[184],"available":[186],"data":[187],"impacts":[188],"model":[189],"performance.":[190],"Focusing":[191],"delivered":[194],"through":[195],"ASSISTments":[197],"online":[198],"learning":[199],"platform,":[200],"we":[201],"present":[202],"set":[204],"analyses":[206],"pertaining":[207],"development":[210],"evaluation":[212],"models":[214],"predict":[216],"teacher-assigned":[217],"grades":[218],"open":[221],"responses.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}