{"id":"https://openalex.org/W7161077515","doi":"https://doi.org/10.48550/arxiv.2605.12395","title":"A Comparative Study of Controlled Text Generation Systems Using Level-Playing-Field Evaluation Principles","display_name":"A Comparative Study of Controlled Text Generation Systems Using Level-Playing-Field Evaluation Principles","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161077515","doi":"https://doi.org/10.48550/arxiv.2605.12395"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12395","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12395","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12395","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078540874","display_name":"Michela Lorandi","orcid":"https://orcid.org/0000-0002-6131-8763"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lorandi, Michela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136048605","display_name":"Anya Belz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Belz, Anya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2312999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2312999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.061400000005960464,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.04989999905228615,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6388999819755554},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5705000162124634},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.44369998574256897},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.3837999999523163},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.3517000079154968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7379999756813049},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6388999819755554},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5705000162124634},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.44369998574256897},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4000000059604645},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.3837999999523163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37929999828338623},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3517000079154968},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33869999647140503},{"id":"https://openalex.org/C2985684807","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Text generation","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2646999955177307},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12395","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12395","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12395","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12395","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Many":[1],"different":[2,30,68],"approaches":[3],"to":[4,19,40,56,60,65,80,91,127],"controlled":[5,170],"text":[6],"generation":[7],"(CTG)":[8],"have":[9],"been":[10],"proposed":[11],"over":[12],"recent":[13],"years,":[14],"but":[15],"it":[16],"is":[17,55,75],"difficult":[18],"get":[20],"a":[21,72,87,104,110,140,164],"clear":[22],"picture":[23],"of":[24,113,143,163,168],"which":[25],"approach":[26,59,90],"performs":[27],"best,":[28],"because":[29],"datasets":[31],"and":[32,78,98,107,116],"evaluation":[33,61,93,114,178,186],"methods":[34,115],"are":[35],"used":[36],"in":[37,48,52,71,103,123,125,134,153,188],"each":[38],"case":[39],"assess":[41],"the":[42,49,81,157,161,180],"control":[43],"achieved.":[44],"Objectives:":[45],"Our":[46,190],"aim":[47],"work":[50],"reported":[51,151],"this":[53,135],"paper":[54],"develop":[57],"an":[58],"that":[62,74,193],"enables":[63],"us":[64],"comparatively":[66],"evaluate":[67],"CTG":[69,145],"systems":[70,146],"manner":[73],"both":[76],"informative":[77],"fair":[79,129],"individual":[82],"systems.":[83],"Methods:":[84],"We":[85],"use":[86],"level-playing-field":[88],"(LPF)":[89],"comparative":[92],"where":[94],"we":[95],"(i)":[96],"generate":[97],"process":[99],"all":[100],"system":[101,204],"outputs":[102],"standardised":[105,166],"way,":[106,136],"(ii)":[108],"apply":[109],"shared":[111,165],"set":[112,142],"datasets,":[117],"selected":[118],"based":[119],"on":[120],"those":[121],"currently":[122],"use,":[124],"order":[126],"ensure":[128],"evaluation.":[130],"Results:":[131],"When":[132],"re-evaluated":[133],"performance":[137,198],"results":[138,191],"for":[139,156,183],"representative":[141],"current":[144],"differ":[147],"substantially":[148,201],"from":[149],"originally":[150],"results,":[152],"most":[154],"cases":[155],"worse.":[158],"This":[159],"highlights":[160],"importance":[162],"way":[167],"assessing":[169],"generation.":[171],"Conclusions:":[172],"The":[173],"discrepancies":[174],"revealed":[175],"by":[176],"LPF":[177],"demonstrate":[179],"urgent":[181],"need":[182],"standardised,":[184],"reproducible":[185],"practices":[187],"CTG.":[189],"suggest":[192],"without":[194],"such":[195],"practices,":[196],"published":[197],"claims":[199],"may":[200],"misrepresent":[202],"true":[203],"capabilities.":[205]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-14T00:00:00"}