{"id":"https://openalex.org/W7163897417","doi":"https://doi.org/10.48550/arxiv.2606.07103","title":"Style or Content? Evaluating Style Classifiers with Controlled Content Overlap","display_name":"Style or Content? Evaluating Style Classifiers with Controlled Content Overlap","publication_year":2026,"publication_date":"2026-06-05","ids":{"openalex":"https://openalex.org/W7163897417","doi":"https://doi.org/10.48550/arxiv.2606.07103"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07103","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07103","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07103","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138182792","display_name":"Zhuo Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067615669","display_name":"Haozheng Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Haozheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138193533","display_name":"Xiangxiang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xiangxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138155801","display_name":"Hangfeng He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Hangfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1356000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1356000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.0820000022649765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11820","display_name":"Learning Styles and Cognitive Differences","score":0.06509999930858612,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.807699978351593},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.7339000105857849},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5238999724388123},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4878000020980835},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.4253999888896942},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.3393999934196472}],"concepts":[{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.807699978351593},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.7339000105857849},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5238999724388123},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47909998893737793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4546999931335449},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38499999046325684},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C3020234875","wikidata":"https://www.wikidata.org/wiki/Q1260632","display_name":"Media content","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07103","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07103","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07103","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07103","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6413007974624634,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Style":[0],"classifiers":[1,86],"can":[2],"use":[3],"content":[4,32,55,66,75,80,93,105,111,142],"cues":[5,94],"that":[6,61,88,110,130],"correlate":[7],"with":[8,29,118],"style":[9,58,70,139],"labels":[10],"in":[11],"naturally":[12],"collected":[13],"data,":[14],"yet":[15],"we":[16,41],"lack":[17],"a":[18,30,134],"systematic":[19],"way":[20],"to":[21,77],"measure":[22],"this":[23,27,122],"reliance.":[24],"We":[25],"study":[26],"problem":[28],"controlled":[31,131],"overlap":[33,44,132],"setup":[34],"built":[35],"on":[36],"parallel":[37],"Bible":[38],"translations.":[39],"Specifically,":[40],"define":[42],"the":[43,48],"parameter":[45],"$\u03b1$":[46,116],"as":[47,115],"normalized":[49],"residual":[50],"of":[51,84],"mutual":[52],"information":[53],"between":[54],"identity":[56],"and":[57],"label,":[59],"so":[60],"it":[62],"measures":[63],"how":[64],"much":[65],"is":[67],"shared":[68,74,79],"across":[69],"classes:":[71],"from":[72,141],"no":[73],"($\u03b1=0$)":[76],"fully":[78],"($\u03b1=1$).":[81],"Cross-overlap":[82],"evaluation":[83],"RoBERTa-based":[85],"shows":[87,109],"low-overlap":[89],"models":[90,99],"degrade":[91],"when":[92],"are":[95],"removed,":[96],"while":[97],"high-overlap":[98],"transfer":[100],"more":[101],"robustly.":[102],"A":[103],"cross-style":[104],"retrieval":[106],"probe":[107],"further":[108],"becomes":[112],"less":[113],"recoverable":[114],"increases,":[117],"training":[119],"dynamics":[120],"showing":[121],"removal":[123],"occurs":[124],"gradually.":[125],"Together,":[126],"these":[127],"results":[128],"suggest":[129],"provides":[133],"simple":[135],"diagnostic":[136],"for":[137],"separating":[138],"learning":[140],"shortcuts.":[143]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-09T00:00:00"}