{"id":"https://openalex.org/W4392445324","doi":"https://doi.org/10.1145/3636555.3636860","title":"Automated Feedback for Student Math Responses Based on Multi-Modality and Fine-Tuning","display_name":"Automated Feedback for Student Math Responses Based on Multi-Modality and Fine-Tuning","publication_year":2024,"publication_date":"2024-03-05","ids":{"openalex":"https://openalex.org/W4392445324","doi":"https://doi.org/10.1145/3636555.3636860"},"language":"en","primary_location":{"id":"doi:10.1145/3636555.3636860","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3636555.3636860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037732249","display_name":"Hai Li","orcid":"https://orcid.org/0009-0004-7299-2042"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hai Li","raw_affiliation_strings":["University of Florida, USA"],"affiliations":[{"raw_affiliation_string":"University of Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000207892","display_name":"Chenglu Li","orcid":"https://orcid.org/0000-0002-1782-0457"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenglu Li","raw_affiliation_strings":["University of Utah, USA"],"affiliations":[{"raw_affiliation_string":"University of Utah, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031131748","display_name":"Wanli Xing","orcid":"https://orcid.org/0000-0002-1446-889X"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wanli Xing","raw_affiliation_strings":["University of Florida, USA"],"affiliations":[{"raw_affiliation_string":"University of Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056569507","display_name":"Sami Baral","orcid":"https://orcid.org/0000-0002-6185-5841"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sami Baral","raw_affiliation_strings":["Worcester Polytechnic Institute, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078998782","display_name":"Neil T. Heffernan","orcid":"https://orcid.org/0000-0002-3280-288X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neil Heffernan","raw_affiliation_strings":["Worcester Polytechnic Institute, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, USA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5037732249"],"corresponding_institution_ids":["https://openalex.org/I33213144"],"apc_list":null,"apc_paid":null,"fwci":7.5994,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.97598755,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"763","last_page":"770"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7629811763763428},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5807284712791443},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5721653699874878},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.5713009238243103},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5413527488708496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5246075391769409},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4831058979034424},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43885305523872375},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41140714287757874},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40574395656585693},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3468545079231262}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7629811763763428},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5807284712791443},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5721653699874878},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.5713009238243103},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5413527488708496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5246075391769409},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4831058979034424},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43885305523872375},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41140714287757874},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40574395656585693},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3468545079231262},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3636555.3636860","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3636555.3636860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1828703640","https://openalex.org/W1978408537","https://openalex.org/W1995864528","https://openalex.org/W2217717575","https://openalex.org/W2914804768","https://openalex.org/W2926052689","https://openalex.org/W2963133108","https://openalex.org/W2993947411","https://openalex.org/W2997515746","https://openalex.org/W3012049595","https://openalex.org/W3028435993","https://openalex.org/W3084249562","https://openalex.org/W3087953748","https://openalex.org/W3135367836","https://openalex.org/W3141825661","https://openalex.org/W3169423090","https://openalex.org/W3184396411","https://openalex.org/W3208032800","https://openalex.org/W3211193064","https://openalex.org/W4205948992","https://openalex.org/W4253784332","https://openalex.org/W4288059358","https://openalex.org/W4382567098"],"related_works":["https://openalex.org/W2944823289","https://openalex.org/W3037018281","https://openalex.org/W2003209439","https://openalex.org/W4321854979","https://openalex.org/W2358319515","https://openalex.org/W2972592048","https://openalex.org/W4312214821","https://openalex.org/W2497626292","https://openalex.org/W2390344072","https://openalex.org/W627697492"],"abstract_inverted_index":{"Open-ended":[0],"mathematical":[1,32,185],"problems":[2],"are":[3,63],"a":[4,110,131,147],"commonly":[5],"used":[6],"method":[7],"for":[8,59,67],"assessing":[9],"students\u2019":[10,23,120,156],"abilities":[11],"by":[12,128],"teachers.":[13],"In":[14,87,105],"previous":[15],"automated":[16,68],"assessments,":[17],"natural":[18],"language":[19],"processing":[20],"focusing":[21],"on":[22,146],"textual":[24],"answers":[25,36,58],"has":[26],"been":[27],"the":[28],"primary":[29],"approach.":[30],"However,":[31],"questions":[33,152],"often":[34],"involve":[35],"containing":[37],"images,":[38],"such":[39],"as":[40,126,153,155],"number":[41],"lines,":[42],"geometric":[43],"shapes,":[44],"and":[45,85,96,117,124,142,181],"charts.":[46],"Several":[47],"existing":[48],"computer-based":[49],"learning":[50],"systems":[51],"allow":[52],"students":[53,99],"to":[54,89,94,113,150,170],"upload":[55],"their":[56],"handwritten":[57],"grading.":[60],"Yet,":[61],"there":[62],"limited":[64],"methods":[65],"available":[66],"scoring":[69],"of":[70],"these":[71],"image-based":[72],"responses,":[73],"with":[74,137,163],"even":[75],"fewer":[76],"multi-modal":[77,121,132],"approaches":[78],"that":[79,160],"can":[80,177],"simultaneously":[81,114],"handle":[82],"both":[83],"texts":[84,172],"images.":[86],"addition":[88],"scoring,":[90],"another":[91],"valuable":[92],"scaffolding":[93],"procedurally":[95],"conceptually":[97],"support":[98],"while":[100],"lacking":[101],"automation":[102],"is":[103],"comments.":[104],"this":[106],"study,":[107],"we":[108,140],"developed":[109],"multi-task":[111],"model":[112,176],"output":[115],"scores":[116],"comments":[118],"using":[119,171],"artifacts":[122],"(texts":[123],"images)":[125],"inputs":[127,165],"extending":[129],"BLIP,":[130],"visual":[133],"reasoning":[134],"model.":[135],"Benchmarked":[136],"three":[138],"baselines,":[139],"fine-tuned":[141],"evaluated":[143],"our":[144,175],"approach":[145],"dataset":[148],"related":[149],"open-ended":[151],"well":[154],"responses.":[157],"We":[158],"found":[159],"incorporating":[161],"images":[162],"text":[164],"enhances":[166],"feedback":[167,183],"performance":[168],"compared":[169],"alone.":[173],"Meanwhile,":[174],"effectively":[178],"provide":[179],"coherent":[180],"contextual":[182],"in":[184],"settings.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}