{"id":"https://openalex.org/W4416119072","doi":"https://doi.org/10.48550/arxiv.2504.05276","title":"Enhancing LLM-Based Short Answer Grading with Retrieval-Augmented Generation","display_name":"Enhancing LLM-Based Short Answer Grading with Retrieval-Augmented Generation","publication_year":2025,"publication_date":"2025-04-07","ids":{"openalex":"https://openalex.org/W4416119072","doi":"https://doi.org/10.48550/arxiv.2504.05276"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2504.05276","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.05276","pdf_url":"https://arxiv.org/pdf/2504.05276","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.05276","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104280369","display_name":"Yucheng Chu","orcid":"https://orcid.org/0009-0004-0072-5455","observed_orcids":["https://orcid.org/0009-0004-0072-5455"]},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chu, Yucheng","raw_affiliation_strings":["Michigan State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459648","display_name":"Peng He","orcid":"https://orcid.org/0000-0003-0094-7213","observed_orcids":["https://orcid.org/0000-0003-0094-7213","https://orcid.org/0009-0003-6101-5644","https://orcid.org/0009-0004-1370-2340"]},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"He, Peng","raw_affiliation_strings":["Washington State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100455138","display_name":"Hang Li","orcid":"https://orcid.org/0000-0002-5317-7227","observed_orcids":["https://orcid.org/0000-0002-5317-7227"]},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Hang","raw_affiliation_strings":["Michigan State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051577458","display_name":"Haoyu Han","orcid":"https://orcid.org/0000-0002-1873-1907","observed_orcids":["https://orcid.org/0000-0002-1873-1907","https://orcid.org/0000-0002-2529-6042"]},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han, Haoyu","raw_affiliation_strings":["Michigan State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054439073","display_name":"Kaiqi Yang","orcid":"https://orcid.org/0000-0003-1751-3614","observed_orcids":["https://orcid.org/0000-0003-1751-3614"]},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang, Kaiqi","raw_affiliation_strings":["Michigan State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052691524","display_name":"Yu Xue","orcid":"https://orcid.org/0000-0002-9403-6869","observed_orcids":["https://orcid.org/0000-0002-9403-6869"]},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xue, Yu","raw_affiliation_strings":["Washington State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020411996","display_name":"Tingting Li","orcid":"https://orcid.org/0009-0003-7103-4849","observed_orcids":["https://orcid.org/0009-0003-7103-4849"]},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Tingting","raw_affiliation_strings":["Washington State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110557545","display_name":"Joseph S. Krajcik","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krajcik, Joseph","raw_affiliation_strings":["Michigan State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040639891","display_name":"Jiliang Tang","orcid":"https://orcid.org/0000-0001-7125-3898","observed_orcids":["https://orcid.org/0000-0001-7125-3898"]},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tang, Jiliang","raw_affiliation_strings":["Michigan State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.42260000109672546,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.42260000109672546,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.26170000433921814,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11060000211000443,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/short-answer-grading","display_name":"short answer grading","score":0.7820000052452087},{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.9190000295639038},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9070000052452087},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.8410000205039978},{"id":"https://openalex.org/keywords/science-education-assessment","display_name":"science education assessment","score":0.8180000185966492},{"id":"https://openalex.org/keywords/semantic-search","display_name":"semantic search","score":0.7450000047683716},{"id":"https://openalex.org/keywords/student-response-evaluation","display_name":"student response evaluation","score":0.6470000147819519}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8323000073432922},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.734000027179718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4325999915599823},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.43149998784065247},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3837999999523163},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3653999865055084},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3555999994277954},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3547999858856201},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.35370001196861267},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35179999470710754},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.288100004196167},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.28139999508857727},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.27300000190734863}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2504.05276","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.05276","pdf_url":"https://arxiv.org/pdf/2504.05276","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.05276","doi":"https://doi.org/10.48550/arxiv.2504.05276","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.05276","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.05276","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.05276","pdf_url":"https://arxiv.org/pdf/2504.05276","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.9235000014305115,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416119072.pdf","grobid_xml":"https://content.openalex.org/works/W4416119072.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W4391012755","https://openalex.org/W4392202731","https://openalex.org/W4392425374"],"related_works":["https://openalex.org/W7162439475","https://openalex.org/W4406457822","https://openalex.org/W7125580423","https://openalex.org/W4408163650","https://openalex.org/W7164368159","https://openalex.org/W4409194885","https://openalex.org/W7163015946","https://openalex.org/W4415003903","https://openalex.org/W7166502985","https://openalex.org/W7112131454"],"abstract_inverted_index":{"Short":[0],"answer":[1,102],"assessment":[2],"is":[3],"a":[4,64,121],"vital":[5],"component":[6],"of":[7,12],"science":[8,122],"education,":[9],"allowing":[10],"evaluation":[11],"students'":[13],"complex":[14],"three-dimensional":[15],"understanding.":[16],"Large":[17],"language":[18],"models":[19],"(LLMs)":[20],"that":[21,89,126,143],"possess":[22],"human-like":[23],"ability":[24,54],"in":[25,31,42,48,120,132],"linguistic":[26],"tasks":[27],"are":[28],"increasingly":[29],"popular":[30],"assisting":[32],"human":[33],"graders":[34],"to":[35,55,70,113,136],"reduce":[36],"their":[37,46,53],"workload.":[38],"However,":[39],"LLMs'":[40],"limitations":[41],"domain":[43],"knowledge":[44,74,95],"restrict":[45],"understanding":[47],"task-specific":[49],"requirements":[50],"and":[51,92,100,109],"hinder":[52],"achieve":[56],"satisfactory":[57],"performance.":[58],"Retrieval-augmented":[59],"generation":[60],"(RAG)":[61],"emerges":[62],"as":[63,149],"promising":[65],"solution":[66],"by":[67],"enabling":[68],"LLMs":[69],"access":[71],"relevant":[72],"domain-specific":[73,94],"during":[75],"assessment.":[76],"In":[77],"this":[78],"work,":[79],"we":[80],"propose":[81],"an":[82,130],"adaptive":[83],"RAG":[84],"framework":[85],"for":[86],"automated":[87],"grading":[88,133,145],"dynamically":[90],"retrieves":[91],"incorporates":[93],"based":[96],"on":[97],"the":[98],"question":[99],"student":[101],"context.":[103],"Our":[104],"approach":[105],"combines":[106],"semantic":[107],"search":[108],"curated":[110],"educational":[111],"sources":[112],"retrieve":[114],"valuable":[115],"reference":[116],"materials.":[117],"Experimental":[118],"results":[119],"education":[123],"dataset":[124],"demonstrate":[125],"our":[127],"system":[128],"achieves":[129],"improvement":[131],"accuracy":[134],"compared":[135],"baseline":[137],"LLM":[138],"approaches.":[139],"The":[140],"findings":[141],"suggest":[142],"RAG-enhanced":[144],"systems":[146],"can":[147],"serve":[148],"reliable":[150],"support":[151],"with":[152],"efficient":[153],"performance":[154],"gains.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-10-10T00:00:00"}