{"id":"https://openalex.org/W7203876482","doi":"https://doi.org/10.18653/2026.emnlp-main.1423","title":"LongNovel: A Multi-Scale Benchmark for Hallucination Detection in Long-Context Novel Summarization","display_name":"LongNovel: A Multi-Scale Benchmark for Hallucination Detection in Long-Context Novel Summarization","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7203876482","doi":"https://doi.org/10.18653/2026.emnlp-main.1423"},"language":"en","primary_location":{"id":"doi:10.18653/2026.emnlp-main.1423","doi":"https://doi.org/10.18653/2026.emnlp-main.1423","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.1423","pdf_url":"https://aclanthology.org/2026.emnlp-main.1423.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://aclanthology.org/2026.emnlp-main.1423.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101944948","display_name":"Ruizhi Zhang","orcid":"https://orcid.org/0000-0002-1317-0063","observed_orcids":["https://orcid.org/0000-0002-1317-0063","https://orcid.org/0009-0002-0359-541X","https://orcid.org/0009-0005-3875-7804"]},"institutions":[{"id":"https://openalex.org/I4210115040","display_name":"iQIYI (China)","ror":"https://ror.org/026xvz038","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210115040"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruizhi Zhang","raw_affiliation_strings":["East China Normal University","iQIYI Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"iQIYI Inc","institution_ids":["https://openalex.org/I4210115040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100702929","display_name":"Jinwei Chen","orcid":"https://orcid.org/0000-0002-3267-7572","observed_orcids":["https://orcid.org/0000-0002-3267-7572"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinwei Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080066452","display_name":"Xiangju Lu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu Xiangju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147681185","display_name":"He Yan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147769728","display_name":"Mo Yu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mo Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147731254","display_name":"Junmin Zhu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210115040","display_name":"iQIYI (China)","ror":"https://ror.org/026xvz038","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210115040"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junmin Zhu","raw_affiliation_strings":["iQIYI Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"iQIYI Inc","institution_ids":["https://openalex.org/I4210115040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5147747228","display_name":"Wei Zhang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.54663313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"32478","last_page":"32538"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.008700000122189522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucination-detection","display_name":"hallucination detection","score":0.9950000047683716},{"id":"https://openalex.org/keywords/benchmark-design","display_name":"benchmark design","score":0.6259999871253967},{"id":"https://openalex.org/keywords/long-context","display_name":"long context","score":0.3779999911785126}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8841000199317932},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.848800003528595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7214999794960022},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6909000277519226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5964000225067139},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4237000048160553},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40610000491142273},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3411000072956085},{"id":"https://openalex.org/C2779525943","wikidata":"https://www.wikidata.org/wiki/Q1187300","display_name":"Grammaticality","level":3,"score":0.33570000529289246},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31940001249313354},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C2776706361","wikidata":"https://www.wikidata.org/wiki/Q1054088","display_name":"Auditory hallucination","level":3,"score":0.28610000014305115},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26109999418258667},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.258899986743927}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/2026.emnlp-main.1423","doi":"https://doi.org/10.18653/2026.emnlp-main.1423","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.1423","pdf_url":"https://aclanthology.org/2026.emnlp-main.1423.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2608.18082","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.18082","pdf_url":"https://arxiv.org/pdf/2608.18082","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.18082","doi":"https://doi.org/10.48550/arxiv.2608.18082","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.18082","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/2026.emnlp-main.1423","doi":"https://doi.org/10.18653/2026.emnlp-main.1423","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.1423","pdf_url":"https://aclanthology.org/2026.emnlp-main.1423.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203876482.pdf","grobid_xml":"https://content.openalex.org/works/W7203876482.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W7126457201"],"related_works":["https://openalex.org/W4412888441","https://openalex.org/W4403572663","https://openalex.org/W4404450581","https://openalex.org/W7124442848","https://openalex.org/W4393027562","https://openalex.org/W4403579813","https://openalex.org/W4411120013","https://openalex.org/W4415326923","https://openalex.org/W6929157554","https://openalex.org/W4394855279"],"abstract_inverted_index":{"Although":[0],"context":[1,63],"windows":[2],"have":[3],"expanded":[4],"significantly":[5],"in":[6,10,49,135],"recent":[7],"years,":[8],"hallucinations":[9,59],"long-context":[11,73],"summarization":[12,52],"remain":[13],"a":[14,43,71,109,124,149],"challenge.Long":[15],"novels":[16,89],"are":[17],"better":[18],"suited":[19],"than":[20],"news":[21],"or":[22],"papers":[23],"for":[24,46,80,154],"researching":[25],"these":[26],"hallucinations,":[27],"due":[28],"to":[29,93,118,139],"their":[30],"intrinsic":[31],"information":[32],"and":[33,38,53,76,96,107,114,123],"detailed":[34],"descriptions":[35],"of":[36,111,127],"events":[37],"dialogues.However,":[39],"current":[40],"research":[41],"lacks":[42],"multi-scale":[44,72],"benchmark":[45,79,83],"hallucination":[47,81,105,128],"detection":[48],"longcontext":[50],"novel":[51,78],"does":[54],"not":[55],"fully":[56],"explore":[57],"how":[58],"change":[60],"as":[61],"the":[62,100,133,136],"grows":[64],"longer.In":[65],"this":[66],"study,":[67],"we":[68,130],"propose":[69],"LongNovel,":[70],"bilingual":[74],"(Chinese":[75],"English)":[77],"detection.This":[82],"is":[84,148],"constructed":[85],"from":[86,91,99],"29":[87],"Chinese":[88],"(ranging":[90],"16k":[92],"100k":[94],"tokens)":[95],"chapter-level":[97],"data":[98,121,141],"BookSum":[101],"dataset.We":[102],"design":[103],"8":[104],"types":[106],"employ":[108],"combination":[110],"Multi-Model":[112],"Arbitration":[113],"Entity-Referenced":[115],"Hallucination":[116],"Generation":[117],"ensure":[119],"both":[120],"authenticity":[122],"balanced":[125],"distribution":[126],"categories.Furthermore,":[129],"manually":[131],"revise":[132],"content":[134],"test":[137],"set":[138],"guarantee":[140],"reliability.Extensive":[142],"experimental":[143],"results":[144],"demonstrate":[145],"that":[146],"LongNovel":[147],"challenging":[150],"benchmark.We":[151],"release":[152],"Long-Novel":[153],"future":[155],"research.1":[156]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-08-22T00:00:00"}