{"id":"https://openalex.org/W4416036402","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.750","title":"Evaluating Taxonomy Free Character Role Labeling (TF-CRL) in News Stories using Large Language Models","display_name":"Evaluating Taxonomy Free Character Role Labeling (TF-CRL) in News Stories using Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416036402","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.750"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.750","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.750","pdf_url":"https://aclanthology.org/2025.emnlp-main.750.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.750.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071347627","display_name":"David Hobson","orcid":"https://orcid.org/0000-0002-4686-5793"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"David G Hobson","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041513167","display_name":"Derek Ruths","orcid":"https://orcid.org/0000-0002-5592-6412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Derek Ruths","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5027417114","display_name":"Andrew Piper","orcid":"https://orcid.org/0000-0001-9663-5999"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Piper","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071347627"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18403058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"14828","last_page":"14850"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.7699000239372253,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.7699000239372253,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06300000101327896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13173","display_name":"Gender Studies in Language","score":0.026000000536441803,"subfield":{"id":"https://openalex.org/subfields/3318","display_name":"Gender Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.5062000155448914},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.4715999960899353},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.39989998936653137},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.3407000005245209},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3240000009536743}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.6104000210762024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5856000185012817},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5631999969482422},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.5062000155448914},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.4715999960899353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4659999907016754},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39989998936653137},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.259799987077713},{"id":"https://openalex.org/C2987247673","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Character recognition","level":3,"score":0.2590000033378601},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.750","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.750","pdf_url":"https://aclanthology.org/2025.emnlp-main.750.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.750","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.750","pdf_url":"https://aclanthology.org/2025.emnlp-main.750.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416036402.pdf","grobid_xml":"https://content.openalex.org/works/W4416036402.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"introduce":[1],"Taxonomy-Free":[2],"Character":[3],"Role":[4],"Labeling":[5],"(TF-CRL);":[6],"a":[7],"novel":[8,88],"task":[9,55],"that":[10],"assigns":[11],"open-ended":[12],"narrative":[13,84,94,111],"role":[14,25],"labels":[15,41],"to":[16],"characters":[17],"in":[18,26],"news":[19],"stories":[20],"based":[21],"on":[22,53],"their":[23],"functional":[24],"the":[27,107],"narrative.Unlike":[28],"fixed":[29],"taxonomies,":[30],"TF-CRL":[31,81],"enables":[32],"more":[33],"nuanced":[34],"and":[35,60,68,91,106],"comparative":[36],"analysis":[37,85],"by":[38,86],"generating":[39],"compositional":[40],"(e.g.,":[42],"Resilient":[43],"Leader,":[44],"Scapegoated":[45],"Visionary).We":[46],"evaluate":[47],"several":[48],"large":[49],"language":[50],"models":[51],"(LLMs)":[52],"this":[54],"using":[56],"human":[57,73],"preference":[58],"rankings":[59],"ratings":[61],"across":[62,75],"four":[63],"criteria:":[64],"faithfulness,":[65],"relevance,":[66],"informativeness,":[67],"generalizability.LLMs":[69],"almost":[70],"uniformly":[71],"outperform":[72],"annotators":[74],"all":[76],"dimensions.We":[77],"further":[78],"show":[79],"how":[80],"supports":[82],"rich":[83],"revealing":[87],"latent":[89],"taxonomies":[90],"enabling":[92],"cross-domain":[93],"comparisons.Our":[95],"approach":[96],"offers":[97],"new":[98],"tools":[99],"for":[100],"studying":[101],"media":[102],"portrayals,":[103],"character":[104],"framing,":[105],"socio-political":[108],"impacts":[109],"of":[110],"roles":[112],"at-scale.":[113],"1":[114]},"counts_by_year":[],"updated_date":"2026-03-12T06:13:28.667946","created_date":"2025-11-08T00:00:00"}