{"id":"https://openalex.org/W4412889203","doi":"https://doi.org/10.18653/v1/2025.bea-1.16","title":"LLM-based post-editing as reference-free GEC evaluation","display_name":"LLM-based post-editing as reference-free GEC evaluation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889203","doi":"https://doi.org/10.18653/v1/2025.bea-1.16"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.bea-1.16","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.16","pdf_url":"https://aclanthology.org/2025.bea-1.16.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.bea-1.16.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091434670","display_name":"Robert \u00d6stling","orcid":"https://orcid.org/0000-0002-5099-2584"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert \u00d6stling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002870078","display_name":"Murathan Kurfal\u0131","orcid":"https://orcid.org/0000-0002-7020-8275"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Murathan Kurfali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069029343","display_name":"Andrew Caines","orcid":"https://orcid.org/0000-0001-9647-4902"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["GB","SS"],"is_corresponding":false,"raw_author_name":"Andrew Caines","raw_affiliation_strings":["ALTA Institute & Computer Laboratory University of Cambridge , U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ALTA Institute & Computer Laboratory University of Cambridge , U.K","institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210096386"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6591,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.8336076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"213","last_page":"224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7253000140190125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.7253000140190125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.6854000091552734,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6939067840576172},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36637455224990845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6939067840576172},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36637455224990845}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.bea-1.16","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.16","pdf_url":"https://aclanthology.org/2025.bea-1.16.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:su-245922","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:su:diva-245922","pdf_url":"https://su.diva-portal.org/smash/get/diva2:1991629/FULLTEXT01","source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.bea-1.16","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.16","pdf_url":"https://aclanthology.org/2025.bea-1.16.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3780267442","display_name":"Spr\u00e5kbanken & Swe-Clarin","funder_award_id":"2017-00626","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"},{"id":"https://openalex.org/G712881263","display_name":null,"funder_award_id":"2018-","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"}],"funders":[{"id":"https://openalex.org/F4320320273","display_name":"University of Cambridge","ror":"https://ror.org/013meh722"},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889203.pdf","grobid_xml":"https://content.openalex.org/works/W4412889203.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4411113406"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Evaluation":[0],"of":[1,14,66,78,85,94,97,104,133,184],"Grammatical":[2],"Error":[3],"Correction":[4],"(GEC)":[5],"systems":[6,16],"is":[7,72,144,170],"becoming":[8],"increasingly":[9],"challenging":[10],"as":[11,28,83],"the":[12,38,42,76,111,157,186],"quality":[13],"such":[15,26],"increases":[17],"and":[18,41,87,90,129,150,172],"traditional":[19],"automatic":[20,118],"metrics":[21],"fail":[22],"to":[23,37,146],"adequately":[24],"capture":[25],"nuances":[27],"fluency":[29],"versus":[30,54],"minimal":[31],"edits,":[32],"alternative":[33],"valid":[34],"corrections":[35,45],"compared":[36],"'ground":[39],"truth',":[40],"difference":[43],"between":[44],"that":[46,109,138,151],"are":[47],"useful":[48],"in":[49,115],"a":[50,92,95,102,139],"language":[51],"learning":[52],"scenario":[53],"those":[55],"preferred":[56],"by":[57],"native":[58],"readers.Previous":[59],"work":[60],"has":[61],"suggested":[62],"using":[63,101],"human":[64,127,131,153,165],"post-editing":[65,122,128,148],"GEC":[67,106,134],"system":[68],"outputs,":[69],"but":[70],"this":[71],"very":[73],"labor-intensive.We":[74],"investigate":[75],"use":[77],"Large":[79],"Language":[80],"Models":[81],"(LLMs)":[82],"post-editors":[84],"English":[86],"Swedish":[88],"texts,":[89],"perform":[91],"meta-analysis":[93],"range":[96],"different":[98],"evaluation":[99,119,168],"setups":[100],"set":[103],"recent":[105],"systems.We":[107],"find":[108,137],"for":[110],"two":[112],"languages":[113],"studied":[114],"our":[116],"work,":[117],"based":[120],"on":[121],"agrees":[123],"well":[124],"with":[125,164],"both":[126],"direct":[130],"rating":[132],"systems.Furthermore,":[135],"we":[136],"simple":[140],"n-gram":[141],"overlap":[142],"metric":[143,169],"sufficient":[145],"measure":[147],"distance,":[149],"including":[152],"references":[154],"when":[155],"prompting":[156],"LLMs":[158],"generally":[159],"does":[160],"not":[161],"improve":[162],"agreement":[163],"ratings.The":[166],"resulting":[167],"reference-free":[171],"requires":[173],"no":[174],"language-specific":[175],"training":[176],"or":[177],"additional":[178],"resources":[179],"beyond":[180],"an":[181],"LLM":[182],"capable":[183],"handling":[185],"given":[187],"language.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}