{"id":"https://openalex.org/W4412889964","doi":"https://doi.org/10.18653/v1/2025.acl-long.1254","title":"Help Me Write a Story: Evaluating LLMs\u2019 Ability to Generate Writing Feedback","display_name":"Help Me Write a Story: Evaluating LLMs\u2019 Ability to Generate Writing Feedback","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889964","doi":"https://doi.org/10.18653/v1/2025.acl-long.1254"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.1254","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1254","pdf_url":"https://aclanthology.org/2025.acl-long.1254.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.1254.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076412680","display_name":"Hannah Rashkin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hannah Rashkin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017698614","display_name":"Elizabeth Clark","orcid":"https://orcid.org/0000-0003-4312-1198"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elizabeth Clark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080734082","display_name":"Fantine Huot","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fantine Huot","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041024491","display_name":"Mirella Lapata","orcid":"https://orcid.org/0000-0002-2107-1516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mirella Lapata","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"25827","last_page":"25847"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13844","display_name":"Higher Education Learning Practices","score":0.7232999801635742,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13844","display_name":"Higher Education Learning Practices","score":0.7232999801635742,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6036797165870667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6036797165870667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.1254","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1254","pdf_url":"https://aclanthology.org/2025.acl-long.1254.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.1254","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1254","pdf_url":"https://aclanthology.org/2025.acl-long.1254.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6200000047683716,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889964.pdf","grobid_xml":"https://content.openalex.org/works/W4412889964.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W3199123028"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Can":[0],"LLMs":[1,63],"provide":[2],"support":[3],"to":[4,52,95,105,109],"creative":[5],"writers":[6],"by":[7,24],"giving":[8],"meaningful":[9],"writing":[10,22,55,90,99],"feedback?In":[11],"this":[12,65],"paper,":[13],"we":[14,40,50],"explore":[15],"the":[16,58,97,102],"challenges":[17],"and":[18,30,70,87,104],"limitations":[19],"of":[20,46,60],"model-generated":[21],"feedback":[23],"defining":[25],"a":[26,37,42],"new":[27],"task,":[28],"dataset,":[29],"evaluation":[31,72],"frameworks.To":[32],"study":[33,57],"model":[34],"performance":[35,59],"in":[36,64,83,101],"controlled":[38],"manner,":[39],"present":[41],"novel":[43],"test":[44],"set":[45],"1,300":[47],"stories":[48],"that":[49,76],"corrupted":[51],"intentionally":[53],"introduce":[54],"issues.We":[56],"commonly":[61],"used":[62],"task":[66],"with":[67],"both":[68],"automatic":[69],"human":[71],"metrics.Our":[73],"analysis":[74],"shows":[75],"current":[77],"models":[78,92],"have":[79],"strong":[80],"out-of-the-box":[81],"behavior":[82],"many":[84],"respects-providing":[85],"specific":[86],"mostly":[88],"accurate":[89],"feedback.However,":[91],"often":[93],"fail":[94],"identify":[96],"biggest":[98],"issue":[100],"story":[103],"correctly":[106],"decide":[107],"when":[108],"offer":[110],"critical":[111],"vs.":[112],"positive":[113],"feedback.":[114]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}