{"id":"https://openalex.org/W4412889233","doi":"https://doi.org/10.18653/v1/2025.bea-1.48","title":"Lessons Learned in Assessing Student Reflections with LLMs","display_name":"Lessons Learned in Assessing Student Reflections with LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889233","doi":"https://doi.org/10.18653/v1/2025.bea-1.48"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.bea-1.48","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.48","pdf_url":"https://aclanthology.org/2025.bea-1.48.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.bea-1.48.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063089520","display_name":"Mohamed Elaraby","orcid":"https://orcid.org/0000-0003-4355-2668"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamed Elaraby","raw_affiliation_strings":["University of Pittsburgh Pittsburgh , PA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh Pittsburgh , PA , USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048682514","display_name":"Diane Litman","orcid":"https://orcid.org/0000-0001-7282-7531"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diane Litman","raw_affiliation_strings":["University of Pittsburgh Pittsburgh , PA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pittsburgh Pittsburgh , PA , USA","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170201317"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21728,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"672","last_page":"686"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13972","display_name":"Business Law and Ethics","score":0.945900022983551,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13972","display_name":"Business Law and Ethics","score":0.945900022983551,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4569956660270691}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4569956660270691}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.bea-1.48","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.48","pdf_url":"https://aclanthology.org/2025.bea-1.48.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.bea-1.48","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.48","pdf_url":"https://aclanthology.org/2025.bea-1.48.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6000000238418579,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2406655156","display_name":"Collaborative Research: EAGER: Developing and Optimizing Reflection-Informed STEM Learning and Instruction by Integrating Learning Technologies with Natural Language Processing","funder_award_id":"2329273","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4059212511","display_name":"Collaborative Research: EAGER: Developing and Optimizing Reflection-Informed STEM Learning and Instruction by Integrating Learning Technologies with Natural Language Processing","funder_award_id":"2329274","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4112919541","display_name":null,"funder_award_id":"R305A180477","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306106","display_name":"U.S. Department of Education","ror":"https://ror.org/021adze67"},{"id":"https://openalex.org/F4320310174","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305"},{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"},{"id":"https://openalex.org/F4320333934","display_name":"Center for Research Computing, University of Pittsburgh","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889233.pdf","grobid_xml":"https://content.openalex.org/works/W4412889233.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W3196392173"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Advances":[0],"in":[1,10,21,25,35,42,57,77],"Large":[2],"Language":[3],"Models":[4],"(LLMs)":[5],"have":[6,18],"sparked":[7],"growing":[8],"interest":[9],"their":[11,33,101],"potential":[12,104],"as":[13,28,39],"explainable":[14],"text":[15],"evaluators.While":[16],"LLMs":[17,69,88],"shown":[19],"promise":[20],"assessing":[22],"machinegenerated":[23],"texts":[24],"tasks":[26],"such":[27],"summarization":[29],"and":[30,96,109],"machine":[31],"translation,":[32],"effectiveness":[34],"evaluating":[36],"human-written":[37],"content-such":[38],"student":[40,54],"writing":[41],"classroom":[43],"settings-remains":[44],"underexplored.In":[45],"this":[46],"paper,":[47],"we":[48],"investigate":[49],"LLM-based":[50],"specificity":[51,113],"assessment":[52],"of":[53,79,111],"reflections":[55],"written":[56],"response":[58],"to":[59,73],"prompts,":[60],"using":[61],"three":[62],"instruction-tuned":[63],"models.Our":[64],"findings":[65],"indicate":[66],"that":[67,92],"although":[68],"may":[70],"underperform":[71],"compared":[72],"simpler":[74],"supervised":[75],"baselines":[76],"terms":[78],"scoring":[80,114],"accuracy,":[81],"they":[82],"offer":[83],"a":[84],"valuable":[85],"interpretability":[86],"advantage.Specifically,":[87],"can":[89],"generate":[90],"explanations":[91],"are":[93],"faithful,":[94],"non-repetitive,":[95],"exhibit":[97],"high":[98],"fidelity":[99],"with":[100],"input,":[102],"suggesting":[103],"for":[105],"enhancing":[106],"the":[107],"transparency":[108],"usability":[110],"automated":[112],"systems.":[115]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}