{"id":"https://openalex.org/W4416034116","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1175","title":"Mind the Style Gap: Meta-Evaluation of Style and Attribute Transfer Metrics","display_name":"Mind the Style Gap: Meta-Evaluation of Style and Attribute Transfer Metrics","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034116","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1175"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1175","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1175","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1175.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.1175.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055668016","display_name":"Amalie Brogaard Pauli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amalie Brogaard Pauli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018976680","display_name":"Isabelle Augenstein","orcid":"https://orcid.org/0000-0003-1562-7909"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isabelle Augenstein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5104360871","display_name":"Ira Assent","orcid":"https://orcid.org/0000-0002-1091-9948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ira Assent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36989357,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"21550","last_page":"21564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8475000262260437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.8475000262260437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.027400000020861626,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.013500000350177288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.6843000054359436},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6593000292778015},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.6029999852180481},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.5756999850273132},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5458999872207642},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5393999814987183},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4147000014781952},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.3788999915122986}],"concepts":[{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.6843000054359436},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6593000292778015},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6449000239372253},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.6029999852180481},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5756999850273132},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5458999872207642},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5393999814987183},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.527999997138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4627000093460083},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3287000060081482},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2870999872684479},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C13622073","wikidata":"https://www.wikidata.org/wiki/Q2243831","display_name":"Writing style","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2549000084400177}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.1175","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1175","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1175.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/eb22c2cd-7e75-4e6a-a403-d528304518aa","is_oa":true,"landing_page_url":"https://pure.au.dk/portal/en/publications/eb22c2cd-7e75-4e6a-a403-d528304518aa","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pauli, A B, Augenstein, I & Assent, I 2025, Mind the Style Gap: Meta-Evaluation of Style and Attribute Transfer Metrics. in C Christodoulopoulos, T Chakraborty, C Rose & V Peng (eds), EMNLP 2025 - 2025 Conference on Empirical Methods in Natural Language Processing, Findings of EMNLP 2025 : EMNLP 2025. Association for Computational Linguistics, pp. 21550-21564. https://doi.org/10.18653/v1/2025.findings-emnlp.1175","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/218a447d-4f23-433a-9e63-b71bb75dc0d5","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/218a447d-4f23-433a-9e63-b71bb75dc0d5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Pauli , A B , Augenstein , I & Assent , I 2025 , Mind the Style Gap : Meta-Evaluation of Style and Attribute Transfer Metrics . in Findings of the Association for Computational Linguistics: EMNLP 2025 . Association for Computational Linguistics , pp. 21550-21564 , 2025 Conference on Empirical Methods in Natural Language Processing , Suzhou , China , 04/09/2025 . https://doi.org/10.18653/v1/2025.findings-emnlp.1175","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1175","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1175","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1175.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G402501366","display_name":null,"funder_award_id":"NNF21SA0069429","funder_id":"https://openalex.org/F4320325957","funder_display_name":"Novo Nordisk Fonden"},{"id":"https://openalex.org/G6304520946","display_name":null,"funder_award_id":"40516","funder_id":"https://openalex.org/F4320310490","funder_display_name":"Villum Fonden"}],"funders":[{"id":"https://openalex.org/F4320310490","display_name":"Villum Fonden","ror":"https://ror.org/007ww2d15"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320943","display_name":"Danmarks Grundforskningsfond","ror":"https://ror.org/00znyv691"},{"id":"https://openalex.org/F4320322436","display_name":"Novo Nordisk","ror":"https://ror.org/0435rc536"},{"id":"https://openalex.org/F4320325957","display_name":"Novo Nordisk Fonden","ror":"https://ror.org/04txyc737"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034116.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,196],"models":[2],"(LLMs)":[3],"make":[4,17],"it":[5,18],"easy":[6],"to":[7,16,43,75],"rewrite":[8],"a":[9,51,90,140,189,199,207,210],"text":[10],"in":[11,35,163],"any":[12],"style":[13,44,58,110,153,179],"\u2013":[14,25,103],"e.g.":[15],"more":[19,23],"polite,":[20],"persuasive,":[21],"or":[22],"positive":[24],"but":[26],"evaluation":[27],"thereof":[28],"is":[29,46],"not":[30,41,107],"straightforward.":[31],"A":[32],"challenge":[33],"lies":[34],"measuring":[36],"content":[37,40,64,84,114,149,165,176],"preservation:":[38],"that":[39,68,118,172,193],"attributable":[42],"change":[45],"retained.":[47],"This":[48],"paper":[49],"presents":[50],"large":[52],"meta-evaluation":[53,69],"of":[54,81,130,209],"metrics":[55,82,88,151,174],"for":[56,83,100,147,152,175,178],"evaluating":[57,113,148],"and":[59],"attribute":[60],"transfer,":[61],"focusing":[62],"on":[63,71],"preservation.":[65,85,115,166],"We":[66,116,155],"find":[67],"studies":[70],"existing":[72],"datasets":[73],"lead":[74],"misleading":[76],"conclusions":[77],"about":[78],"the":[79,101,119,128,131,157,164],"suitability":[80],"Widely":[86],"used":[87],"show":[89,117],"high":[91,121,161],"correlation":[92],"with":[93,123,202],"human":[94,124,203],"judgments":[95],"despite":[96],"being":[97],"deemed":[98],"unsuitable":[99],"task":[102],"because":[104],"they":[105],"do":[106],"abstract":[108],"from":[109,127],"changes":[111],"when":[112],"overly":[120],"correlations":[122],"judgment":[125],"stem":[126],"nature":[129],"test":[132,143],"data.":[133],"To":[134],"address":[135],"this":[136,168],"issue,":[137],"we":[138,170,187],"introduce":[139],"new,":[141],"challenging":[142],"set":[144],"specifically":[145],"designed":[146],"preservation":[150,177],"transfer.":[154],"construct":[156],"data":[158],"by":[159],"creating":[160],"variation":[162],"Using":[167],"dataset,":[169],"demonstrate":[171],"suitable":[173],"transfer":[180],"indeed":[181],"are":[182],"style-aware.To":[183],"support":[184],"efficient":[185],"evaluation,":[186],"propose":[188],"new":[190],"style-aware":[191],"method":[192],"utilises":[194],"small":[195],"models,":[197],"obtaining":[198],"higher":[200],"alignment":[201],"judgements":[204],"than":[205],"prompting":[206],"model":[208],"similar":[211],"size":[212],"as":[213],"an":[214],"autorater.":[215]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}