{"id":"https://openalex.org/W7166797328","doi":"https://doi.org/10.18653/v1/2026.findings-acl.2044","title":"ChangJuan: A Comprehensive Benchmark for Book-Length Chinese Story Evaluation","display_name":"ChangJuan: A Comprehensive Benchmark for Book-Length Chinese Story Evaluation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166797328","doi":"https://doi.org/10.18653/v1/2026.findings-acl.2044"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.2044","doi":"https://doi.org/10.18653/v1/2026.findings-acl.2044","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.2044","pdf_url":"https://aclanthology.org/2026.findings-acl.2044.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-acl.2044.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139805050","display_name":"Dingyi Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dingyi Yang","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139803633","display_name":"Mingshuo Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingshuo Wang","raw_affiliation_strings":["Renmin University of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009985839","display_name":"Qin Jin","orcid":"https://orcid.org/0000-0001-6486-6020","observed_orcids":["https://orcid.org/0000-0001-6486-6020"]},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Jin","raw_affiliation_strings":["Renmin University of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43433994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"41116","last_page":"41134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6338000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6338000297546387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.24169999361038208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.020500000566244125,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chinese-novel","display_name":"Chinese novel","score":0.8809999823570251},{"id":"https://openalex.org/keywords/online-reviews","display_name":"online reviews","score":0.6389999985694885},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.628000020980835},{"id":"https://openalex.org/keywords/correlative-light-and-electron-microscopy","display_name":"correlative light and electron microscopy","score":0.5830000042915344},{"id":"https://openalex.org/keywords/non-english-literature","display_name":"non-English literature","score":0.6909999847412109}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6191999912261963},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47690001130104065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37529999017715454},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2881999909877777},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2515999972820282},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.24390000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.2044","doi":"https://doi.org/10.18653/v1/2026.findings-acl.2044","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.2044","pdf_url":"https://aclanthology.org/2026.findings-acl.2044.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.2044","doi":"https://doi.org/10.18653/v1/2026.findings-acl.2044","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.2044","pdf_url":"https://aclanthology.org/2026.findings-acl.2044.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166797328.pdf","grobid_xml":"https://content.openalex.org/works/W7166797328.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4412945061","https://openalex.org/W7140138819","https://openalex.org/W4385567239","https://openalex.org/W4225661174","https://openalex.org/W1988220974","https://openalex.org/W4412887898","https://openalex.org/W4402704281","https://openalex.org/W4402640107","https://openalex.org/W4387323904","https://openalex.org/W7162626378"],"abstract_inverted_index":{"Automatic":[0],"evaluation":[1,55],"of":[2,35],"book-length":[3,17,76],"stories":[4],"remains":[5],"underexplored,":[6],"particularly":[7],"for":[8,16],"non-English":[9],"literature.We":[10],"introduce":[11],"ChangJuan,":[12],"the":[13,33],"first":[14],"benchmark":[15,66],"Chinese":[18],"story":[19,77],"evaluation,":[20,78],"comprising":[21],"300":[22],"novels":[23],"with":[24,128],"metadata,":[25],"human":[26,129],"ratings,":[27],"and":[28,51,60,72,90,96,108,122,136],"large-scale":[29],"user":[30],"reviews.To":[31],"mitigate":[32],"subjectivity":[34],"raw":[36],"reviews,":[37,95],"we":[38,79,112],"propose":[39,80],"a":[40,103],"distillation":[41],"method":[42,84],"to":[43,65,101,133],"aggregate":[44],"them":[45],"into":[46],"generally":[47],"agreed":[48],"viewpoints":[49],"(pros":[50],"cons)":[52],"across":[53],"key":[54],"aspects":[56],"such":[57],"as":[58],"plot":[59],"character.We":[61],"conduct":[62],"systematic":[63],"experiments":[64],"current":[67],"LLMs,":[68],"analyze":[69],"aspect":[70,99],"importance,":[71],"examine":[73],"genre":[74],"differences.For":[75],"an":[81,114],"enhanced":[82],"summarybased":[83],"that":[85],"leverages":[86],"length-detail":[87],"balanced":[88],"summaries":[89],"representative":[91],"excerpts,":[92],"generates":[93],"aspect-specific":[94],"considers":[97],"genre-aware":[98],"weighting":[100],"assign":[102],"final":[104],"score.Using":[105],"this":[106],"framework":[107],"our":[109],"distilled":[110],"viewpoints,":[111],"fine-tune":[113],"8B":[115],"model,":[116],"CLEM,":[117],"which":[118],"outperforms":[119],"open-source":[120],"baselines":[121],"raises":[123],"Qwen3's":[124],"Kendall's":[125],"tau":[126],"correlation":[127],"judgments":[130],"from":[131],"24.8":[132],"34.1.Our":[134],"datasets":[135],"codes":[137],"are":[138],"available":[139],"at":[140],"https:":[141],"//github.com/DingyiYang/ChangJuan.":[142]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-02T00:00:00"}