{"id":"https://openalex.org/W7167042281","doi":"https://doi.org/10.48550/arxiv.2607.00274","title":"SEFORA: Student Essays with Feedback Corpus and LLM Feedback Evaluation Framework","display_name":"SEFORA: Student Essays with Feedback Corpus and LLM Feedback Evaluation Framework","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7167042281","doi":"https://doi.org/10.48550/arxiv.2607.00274"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00274","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00274","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00274","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139921027","display_name":"Shayan Peyghambari Oskoui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oskoui, Shayan Peyghambari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031444732","display_name":"Noura Almousa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Almousa, Norah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111044368","display_name":"Zhaoyi Joey Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Zhaoyi Joey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135965438","display_name":"Carolina Gustafson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gustafson, Carolina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139927106","display_name":"Gayle Rogers","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rogers, Gayle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055715128","display_name":"Raquel Coelho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coelho, Raquel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139845930","display_name":"Diane Litman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Litman, Diane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139900615","display_name":"Xiang Lorraine Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiang Lorraine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.2728999853134155,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.2728999853134155,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.13210000097751617,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.09309999644756317,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.6662999987602234},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.633899986743927},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5235999822616577},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.47929999232292175},{"id":"https://openalex.org/keywords/corrective-feedback","display_name":"Corrective feedback","score":0.4074000120162964},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3847000002861023},{"id":"https://openalex.org/keywords/feedback-control","display_name":"Feedback control","score":0.3693000078201294},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.3273000121116638}],"concepts":[{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.6662999987602234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6421999931335449},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.633899986743927},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5235999822616577},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.47929999232292175},{"id":"https://openalex.org/C2779305910","wikidata":"https://www.wikidata.org/wiki/Q5172809","display_name":"Corrective feedback","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39259999990463257},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3847000002861023},{"id":"https://openalex.org/C3018651601","wikidata":"https://www.wikidata.org/wiki/Q183635","display_name":"Feedback control","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3463999927043915},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.34380000829696655},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3203999996185303},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31540000438690186},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.28790000081062317},{"id":"https://openalex.org/C91682802","wikidata":"https://www.wikidata.org/wiki/Q620538","display_name":"Multidimensional scaling","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C3017962763","wikidata":"https://www.wikidata.org/wiki/Q427492","display_name":"Feedback regulation","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C2991670904","wikidata":"https://www.wikidata.org/wiki/Q875538","display_name":"Public university","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.25600001215934753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00274","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00274","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00274","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00274","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7059339880943298}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Effective":[0],"writing":[1,25,84],"feedback":[2,42,53,72,104,106,148],"is":[3,16,65,94],"among":[4],"the":[5,32,147],"strongest":[6],"drivers":[7],"of":[8],"student":[9],"learning,":[10],"yet":[11],"producing":[12],"it":[13,102],"at":[14],"scale":[15],"labor-intensive.":[17],"LLMs":[18],"offer":[19],"a":[20,66,95],"natural":[21],"path":[22],"to":[23,121,145],"scaling":[24],"support,":[26],"but":[27],"two":[28],"gaps":[29],"stand":[30],"in":[31,43],"way:":[33],"few":[34],"public":[35,67],"corpora":[36],"capture":[37],"how":[38],"instructors":[39,149],"actually":[40],"deliver":[41],"real":[44],"classrooms,":[45],"and":[46,78,89,115,126,152],"no":[47,135],"reliable":[48],"method":[49],"measures":[50],"whether":[51],"generated":[52],"aligns":[54,116],"with":[55,73],"what":[56],"an":[57],"instructor":[58,70,91],"would":[59,150],"write.":[60],"We":[61],"address":[62],"both.":[63],"SEFORA":[64],"corpus":[68],"pairing":[69],"inline":[71],"assignment":[74],"prompts,":[75],"rubrics,":[76],"scores,":[77],"multi-draft":[79],"revisions":[80],"across":[81],"various":[82],"college":[83],"genres,":[85],"comprising":[86],"564":[87],"drafts":[88],"8,240":[90],"annotations.":[92],"UniMatch":[93,140],"reference-based":[96],"evaluation":[97],"framework":[98],"for":[99],"open-ended":[100],"generation:":[101],"segments":[103],"into":[105],"units,":[107],"scores":[108],"their":[109],"semantic":[110],"correspondence":[111],"under":[112],"instructor-derived":[113],"criteria,":[114],"them":[117],"via":[118],"optimal":[119],"matching":[120],"yield":[122],"interpretable":[123],"precision,":[124],"recall,":[125],"F1.":[127,139],"Across":[128],"74":[129],"experimental":[130],"configurations":[131],"spanning":[132],"multiple":[133],"LLMs,":[134],"setting":[136],"exceeds":[137],"0.4":[138],"reveals":[141],"that":[142],"models":[143,156],"struggle":[144],"identify":[146],"prioritize,":[151],"performance":[153],"degrades":[154],"as":[155],"generate":[157],"more.":[158]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}