{"id":"https://openalex.org/W7170206811","doi":"https://doi.org/10.1007/s10664-026-10933-0","title":"Revisiting code readability improvement with LLMs: A critical assessment of fine-tuned models","display_name":"Revisiting code readability improvement with LLMs: A critical assessment of fine-tuned models","publication_year":2026,"publication_date":"2026-07-23","ids":{"openalex":"https://openalex.org/W7170206811","doi":"https://doi.org/10.1007/s10664-026-10933-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-026-10933-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-026-10933-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-026-10933-0.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-026-10933-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106082341","display_name":"Antonio Vitale","orcid":null},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Antonio Vitale","raw_affiliation_strings":["Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0009-0009-5840-9777","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143511590","display_name":"Emanuela Guglielmi","orcid":null},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Emanuela Guglielmi","raw_affiliation_strings":["University of Molise, Termoli, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Molise, Termoli, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081093154","display_name":"Valentina Piantadosi","orcid":"https://orcid.org/0000-0003-0666-6121"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Valentina Piantadosi","raw_affiliation_strings":["University of Molise, Termoli, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Molise, Termoli, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069505458","display_name":"Antonio Mastropaolo","orcid":"https://orcid.org/0000-0002-7965-7712"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antonio Mastropaolo","raw_affiliation_strings":["William & Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"William & Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143504888","display_name":"Gabriele Bavota","orcid":null},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gabriele Bavota","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009727039","display_name":"Rocco Oliveto","orcid":"https://orcid.org/0000-0002-7995-8582"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rocco Oliveto","raw_affiliation_strings":["University of Molise, Termoli, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Molise, Termoli, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079406478","display_name":"Simone Scalabrino","orcid":"https://orcid.org/0000-0003-1764-9685"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Simone Scalabrino","raw_affiliation_strings":["University of Molise, Termoli, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Molise, Termoli, Italy","institution_ids":["https://openalex.org/I129627893"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5106082341"],"corresponding_institution_ids":["https://openalex.org/I177477856"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.9640426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7487000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7487000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.1632000058889389,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.9079999923706055},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.6162999868392944},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5824000239372253},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.548799991607666},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5346999764442444},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5146999955177307},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4860999882221222},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.4587000012397766}],"concepts":[{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.9079999923706055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.704200029373169},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.6162999868392944},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5824000239372253},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.548799991607666},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5375999808311462},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5346999764442444},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5146999955177307},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4860999882221222},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.4587000012397766},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4129999876022339},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4113999903202057},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36550000309944153},{"id":"https://openalex.org/C164624739","wikidata":"https://www.wikidata.org/wiki/Q754331","display_name":"Activity-based costing","level":2,"score":0.36500000953674316},{"id":"https://openalex.org/C41458344","wikidata":"https://www.wikidata.org/wiki/Q732577","display_name":"Publication","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C2780031656","wikidata":"https://www.wikidata.org/wiki/Q859161","display_name":"Glossary","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3019999861717224},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28130000829696655},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.275299996137619},{"id":"https://openalex.org/C101317890","wikidata":"https://www.wikidata.org/wiki/Q940053","display_name":"Software maintenance","level":4,"score":0.27309998869895935},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26969999074935913},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26809999346733093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26570001244544983},{"id":"https://openalex.org/C2776969324","wikidata":"https://www.wikidata.org/wiki/Q613918","display_name":"Software quality assurance","level":5,"score":0.26080000400543213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10664-026-10933-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-026-10933-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-026-10933-0.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10664-026-10933-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-026-10933-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-026-10933-0.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.44658589363098145,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1090214145","display_name":null,"funder_award_id":"DM 118/2023","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1145458839","display_name":null,"funder_award_id":"PRIN 2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5159582494","display_name":"PARSED - Personalized and contextuAlized Recommendations for SoftwarE Developers","funder_award_id":"219294","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G6319203643","display_name":null,"funder_award_id":"118/2023","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6939035588","display_name":"Flume study of flood history effects on sediment entrainment and transport in gravel-bed rivers","funder_award_id":"219294","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320313985","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7170206811.pdf","grobid_xml":"https://content.openalex.org/works/W7170206811.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1971650562","https://openalex.org/W1981108270","https://openalex.org/W1990229061","https://openalex.org/W1999632197","https://openalex.org/W2042523999","https://openalex.org/W2043662475","https://openalex.org/W2065514880","https://openalex.org/W2101105183","https://openalex.org/W2110065044","https://openalex.org/W2140609933","https://openalex.org/W2159739762","https://openalex.org/W2463537704","https://openalex.org/W2749337727","https://openalex.org/W2830760308","https://openalex.org/W2889391561","https://openalex.org/W3049497371","https://openalex.org/W3215668407","https://openalex.org/W4247854836","https://openalex.org/W4254751698","https://openalex.org/W4284667247","https://openalex.org/W4286776303","https://openalex.org/W4308641647","https://openalex.org/W4308643152","https://openalex.org/W4313547549","https://openalex.org/W4313563421","https://openalex.org/W4377824537","https://openalex.org/W4384304951","https://openalex.org/W4388412504","https://openalex.org/W4388483527","https://openalex.org/W4389159862","https://openalex.org/W4391558404","https://openalex.org/W4391974543","https://openalex.org/W4394745107","https://openalex.org/W4394769313","https://openalex.org/W4399606029","https://openalex.org/W4402389562","https://openalex.org/W4402457614","https://openalex.org/W4404609282","https://openalex.org/W4405239633","https://openalex.org/W4411359988","https://openalex.org/W4411360089","https://openalex.org/W4411408788","https://openalex.org/W4411552177","https://openalex.org/W4411552825","https://openalex.org/W4412945516","https://openalex.org/W4415798387","https://openalex.org/W4415798713","https://openalex.org/W6949659723","https://openalex.org/W7117163686","https://openalex.org/W7125897746","https://openalex.org/W7125917904","https://openalex.org/W7125944520"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Code":[1],"comprehension":[2],"is":[3,39,84,263,320],"vital":[4],"for":[5,140,233],"software":[6],"development.":[7],"Still,":[8],"unreadable":[9],"code":[10,25,65,76,341],"remains":[11],"a":[12,27,36,48,59,138,142,239,326,370],"significant":[13],"issue,":[14,249],"costing":[15],"substantial":[16],"time":[17],"and":[18,103,200,228],"money":[19],"losses.":[20],"While":[21,336],"tools":[22],"to":[23,33,74,86,92,212,366],"identify":[24],"exhibiting":[26],"low":[28],"readability":[29,112,261,362],"exist,":[30],"take":[31],"actions":[32],"improve":[34,75,111,340],"such":[35,47,141],"quality":[37],"aspect":[38],"far":[40],"from":[41,191],"trivial.":[42],"To":[43],"support":[44],"developers":[45,69,96],"in":[46,67,99,113,127,130,147,270,285,290,323,359,369],"task,":[49],"Vitale":[50,160],"et":[51,161],"al.":[52,162],"introduced":[53],"at":[54],"ASE\u201923":[55],"an":[56],"approach":[57],"using":[58,349],"transformer":[60],"model":[61,83],"(T5)":[62],"fine-tuned":[63,232,278],"on":[64,254,258],"commits":[66,189,215,352],"which":[68],"explicitly":[70],"stated":[71],"their":[72,82],"goal":[73],"readability.":[77],"The":[78,180],"authors":[79],"reported":[80,209],"that":[81,347],"able":[85],"generate":[87],"readability-improving":[88,188,214,312,351],"changes":[89],"being":[90,375],"identical":[91],"those":[93],"implemented":[94],"by":[95,159,204],"(exact":[97],"matches)":[98],"21%":[100],"of":[101,117,150,243,277,314,328],"cases":[102,118],"that,":[104],"even":[105,226],"when":[106],"they":[107,109,283],"differ,":[108],"still":[110,145],"the":[114,124,131,148,157,176,208,218,267,275,311,376,379],"vast":[115],"majority":[116],"(":[119,186,302],"$$\\sim":[120,240,329],"$$":[121,241,330],"80%).":[122],"Given":[123],"major":[125,173],"advances":[126,269],"AI":[128],"made":[129],"last":[132],"few":[133],"years,":[134],"we":[135,169,223,250,297],"questioned":[136],"whether":[137,256],"fine-tuning":[139,257,348],"task":[143,235],"was":[144,183],"needed":[146,265],"era":[149],"Large":[151],"Language":[152],"Models":[153],"(LLMs),":[154],"thus":[155],"revisiting":[156],"work":[158],"with":[163,175,281,325,373],"state-of-the-art":[164,279],"models.":[165],"In":[166],"doing":[167],"so,":[168],"found":[170],"out":[171],"one":[172,377],"issue":[174],"original":[177],"study":[178,292,319],"design:":[179],"training-test":[181],"splitting":[182],"performed":[184],"randomly":[185,196],"i.e.,":[187],"mined":[190,350],"open":[192],"source":[193],"projects":[194],"were":[195],"split":[197],"between":[198],"training":[199],"test)":[201],"rather":[202],"than":[203],"project,":[205],"significantly":[206],"inflating":[207],"performance":[210,276],"due":[211],"repeating":[213],"done":[216],"within":[217],"same":[219],"project.":[220],"Indeed,":[221],"as":[222,364],"will":[224,298],"show,":[225,299],"newer":[227],"more":[229],"powerful":[230],"LLMs":[231,280,294,315,367],"this":[234,248],"can":[236],"only":[237],"achieve":[238,284],"1%":[242],"exact":[244,304],"matches.":[245],"Once":[246],"fixed":[247],"shifted":[251],"our":[252,291,318,343],"attention":[253],"assessing":[255],"available":[259],"developer":[260],"improvements":[262],"actually":[264],"given":[266],"recent":[268],"general-purpose":[271],"LLMs.":[272],"We":[273],"compare":[274],"what":[282],"zero-shot":[286,371],"setting,":[287,372],"also":[288],"including":[289],"commercial":[293],"(GPT-4.1).":[295],"As":[296],"quantitative":[300],"metrics":[301],"e.g.,":[303],"matches,":[305],"CrystalBLEU)":[306],"tell":[307],"very":[308],"little":[309],"about":[310],"capabilities":[313],"and,":[316,356],"thus,":[317],"mainly":[321],"qualitative":[322],"nature,":[324],"total":[327],"9,500":[331],"inspected":[332],"LLMs\u2019":[333],"change":[334],"recommendations.":[335],"all":[337],"models":[338],"do":[339],"readability,":[342],"results":[344,358],"clearly":[345],"show":[346],"does":[353],"not":[354],"help":[355],"instead,":[357],"sensibly":[360],"poorer":[361],"recommendations":[363],"compared":[365],"used":[368],"GPT-4.1":[374],"achieving":[378],"best":[380],"results.":[381]},"counts_by_year":[],"updated_date":"2026-07-25T05:54:39.514286","created_date":"2026-07-24T00:00:00"}