{"id":"https://openalex.org/W7140101402","doi":"https://doi.org/10.18653/v1/2026.eacl-long.176","title":"NarraBench: A Comprehensive Framework for Narrative Benchmarking","display_name":"NarraBench: A Comprehensive Framework for Narrative Benchmarking","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140101402","doi":"https://doi.org/10.18653/v1/2026.eacl-long.176"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-long.176","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.176","pdf_url":"https://aclanthology.org/2026.eacl-long.176.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-long.176.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057134447","display_name":"Sil Hamilton","orcid":"https://orcid.org/0000-0002-6579-4628"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sil Hamilton","raw_affiliation_strings":["Cornell University Cornell University McGill University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University Cornell University McGill University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038638955","display_name":"Matthew Wilkens","orcid":"https://orcid.org/0000-0001-6749-9318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew Wilkens","raw_affiliation_strings":["Cornell University Cornell University McGill University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University Cornell University McGill University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130358568","display_name":"Andrew Piper","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Piper","raw_affiliation_strings":["Cornell University Cornell University McGill University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cornell University Cornell University McGill University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39550882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3786","last_page":"3801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.6845999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.6845999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12461","display_name":"Narrative Theory and Analysis","score":0.04529999941587448,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.02879999950528145,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5498999953269958},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.5446000099182129},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.3418999910354614},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.26179999113082886},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.26109999418258667}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5498999953269958},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.5446000099182129},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5170000195503235},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.37389999628067017},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3246999979019165},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.27309998869895935},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.27129998803138733},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-long.176","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.176","pdf_url":"https://aclanthology.org/2026.eacl-long.176.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-long.176","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.176","pdf_url":"https://aclanthology.org/2026.eacl-long.176.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140101402.pdf","grobid_xml":"https://content.openalex.org/works/W7140101402.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"NARRABENCH,":[2],"a":[3],"theory-informed":[4],"taxonomy":[5],"of":[6,15,30,52,87,90,97,116],"narrative-understanding":[7],"tasks,":[8],"as":[9,11],"well":[10,56],"an":[12],"associated":[13],"survey":[14],"78":[16],"existing":[17,45,59],"benchmarks":[18,88],"in":[19,37],"the":[20,82],"area.We":[21],"find":[22],"significant":[23],"need":[24,83],"for":[25,84,102],"new":[26],"evaluations":[27],"covering":[28],"aspects":[29,96,101],"narrative":[31,53,68,125],"understanding":[32],"that":[33,49,64,99],"are":[34,41,55,115],"either":[35],"overlooked":[36],"current":[38,78],"work":[39],"or":[40],"poorly":[42],"aligned":[43],"with":[44],"metrics.Specifically,":[46],"we":[47,62],"estimate":[48],"only":[50],"27%":[51],"tasks":[54],"captured":[57],"by":[58],"benchmarks,":[60],"and":[61,72,94,113],"note":[63,81],"some":[65],"areas":[66],"-including":[67],"events,":[69],"style,":[70],"perspective,":[71],"revelation":[73],"-are":[74],"nearly":[75],"absent":[76],"from":[77],"evaluations.We":[79],"also":[80],"increased":[85],"development":[86],"capable":[89],"assessing":[91],"constitutively":[92],"subjective":[93],"perspectival":[95],"narrative,":[98],"is,":[100],"which":[103],"there":[104],"is":[105],"generally":[106],"no":[107],"single":[108],"correct":[109],"answer.Our":[110],"taxonomy,":[111],"survey,":[112],"methodology":[114],"value":[117],"to":[118,122],"NLP":[119],"researchers":[120],"seeking":[121],"test":[123],"LLM":[124],"understanding.":[126]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-24T00:00:00"}