{"id":"https://openalex.org/W7166877060","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1607","title":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","display_name":"NovBench: Evaluating Large Language Models on Academic Paper Novelty Assessment","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166877060","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1607"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1607","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1607","pdf_url":"https://aclanthology.org/2026.findings-acl.1607.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1607.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139791727","display_name":"Wenqing Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenqing Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139748245","display_name":"Yi Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139770357","display_name":"Yuzhuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuzhuo Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133566969","display_name":"Siyou Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siyou Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126424562","display_name":"Juexi Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juexi Shao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139826399","display_name":"Yunfei Long","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yunfei Long","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139737442","display_name":"Chengzhi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chengzhi Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":42.9891,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99749953,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"32103","last_page":"32133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.4325000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.4325000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.12479999661445618,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04780000075697899,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.5464000105857849},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4392000138759613},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.2939000129699707},{"id":"https://openalex.org/keywords/modeling-language","display_name":"Modeling language","score":0.26829999685287476},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.2567000091075897}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5950000286102295},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.5464000105857849},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4449000060558319},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43470001220703125},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3215999901294708},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26919999718666077},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.26829999685287476},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1607","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1607","pdf_url":"https://aclanthology.org/2026.findings-acl.1607.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1607","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1607","pdf_url":"https://aclanthology.org/2026.findings-acl.1607.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8155286312103271,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311061","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846"},{"id":"https://openalex.org/F4320327557","display_name":"National Office for Philosophy and Social Sciences","ror":"https://ror.org/04m0ms912"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166877060.pdf","grobid_xml":"https://content.openalex.org/works/W7166877060.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Novelty":[0],"is":[1],"a":[2,9,93,117,141],"core":[3],"requirement":[4],"in":[5,43,82],"academic":[6],"publishing":[7],"and":[8,104,119,149,163,180,202],"central":[10],"focus":[11,109],"of":[12,19,49,56,84,122,131,136,155,177],"peer":[13,36,86],"review,":[14],"yet":[15],"the":[16,47,69,114,132,153,191],"growing":[17],"volume":[18],"submissions":[20],"has":[21,52],"placed":[22],"increasing":[23],"pressure":[24],"on":[25,35,110,160],"human":[26,85,137],"reviewers.While":[27],"large":[28],"language":[29],"models":[30,173,183],"(LLMs),":[31],"including":[32,97],"those":[33],"fine-tuned":[34,182],"review":[37,45],"data,":[38],"have":[39],"shown":[40],"promising":[41],"results":[42],"generating":[44],"comments,":[46],"absence":[48],"dedicated":[50],"benchmarks":[51],"limited":[53,175],"systematic":[54],"evaluation":[55,143],"their":[57],"ability":[58],"to":[59,74,78,151],"assess":[60,152],"research":[61],"novelty.To":[62],"address":[63],"this":[64],"gap,":[65],"we":[66,139],"introduce":[67],"NovBench,":[68],"first":[70],"largescale":[71],"benchmark":[72],"designed":[73],"evaluate":[75],"LLMs'":[76],"capability":[77],"generate":[79],"novelty":[80,98,107,123,127,157,200],"evaluations":[81,128],"support":[83],"review.NovBench":[87],"comprises":[88],"1,684":[89],"paper-review":[90],"pairs":[91],"from":[92,101,186],"leading":[94],"NLP":[95],"conference,":[96],"descriptions":[99],"extracted":[100],"paper":[102],"introductions":[103],"corresponding":[105],"expert-written":[106,126],"evaluations.We":[108],"both":[111,161],"sources":[112],"because":[113],"introduction":[115],"provides":[116],"standardized":[118],"explicit":[120],"articulation":[121],"claims,":[124],"while":[125],"constitute":[129],"one":[130],"current":[133,172],"gold":[134],"standards":[135],"judgment.Furthermore,":[138],"propose":[140],"fourdimensional":[142],"framework":[144],"(including":[145],"Relevance,":[146],"Correctness,":[147],"Coverage,":[148],"Clarity)":[150],"quality":[154],"LLM-generated":[156],"evaluations.Extensive":[158],"experiments":[159],"general":[162],"specialized":[164],"LLMs":[165],"under":[166],"different":[167],"prompting":[168],"strategies":[169,196],"reveal":[170],"that":[171,181,197],"exhibit":[174],"understanding":[176],"scientific":[178],"novelty,":[179],"often":[184],"suffer":[185],"instruction-following":[187],"deficiencies.Our":[188],"findings":[189],"underscore":[190],"need":[192],"for":[193],"targeted":[194],"finetuning":[195],"jointly":[198],"improve":[199],"comprehension":[201],"instruction":[203],"adherence.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}