{"id":"https://openalex.org/W7133900592","doi":"https://doi.org/10.48550/arxiv.2603.03322","title":"Can Large Language Models Derive New Knowledge? A Dynamic Benchmark for Biological Knowledge Discovery","display_name":"Can Large Language Models Derive New Knowledge? A Dynamic Benchmark for Biological Knowledge Discovery","publication_year":2026,"publication_date":"2026-02-10","ids":{"openalex":"https://openalex.org/W7133900592","doi":"https://doi.org/10.48550/arxiv.2603.03322"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.03322","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128131417","display_name":"Chaoqun Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chaoqun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128151971","display_name":"Xinyu Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128217574","display_name":"Shulin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shulin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128186032","display_name":"Wenjie Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wenjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100595351","display_name":"Ruihan Guo","orcid":"https://orcid.org/0000-0002-9724-396X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Ruihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121681714","display_name":"Fuli Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Fuli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128141511","display_name":"Tat-Seng Chua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chua, Tat-Seng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5016000270843506,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5016000270843506,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.0925000011920929,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.07289999723434448,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7462999820709229},{"id":"https://openalex.org/keywords/knowledge-extraction","display_name":"Knowledge extraction","score":0.7005000114440918},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6395999789237976},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5753999948501587},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4945000112056732},{"id":"https://openalex.org/keywords/knowledge-acquisition","display_name":"Knowledge acquisition","score":0.4291999936103821},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.42160001397132874},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.36079999804496765}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7462999820709229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7368000149726868},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.7005000114440918},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6395999789237976},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5753999948501587},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4945000112056732},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.486299991607666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43389999866485596},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.4291999936103821},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.397599995136261},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33239999413490295},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C74187038","wikidata":"https://www.wikidata.org/wiki/Q1418791","display_name":"Drug discovery","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.03322","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.03322","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.03322","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.03322","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,12,156],"Large":[3],"Language":[4],"Model":[5],"(LLM)":[6],"agents":[7],"have":[8,43],"demonstrated":[9],"remarkable":[10],"potential":[11],"automatic":[13,166],"knowledge":[14,23,48,92,172,192],"discovery.":[15,193],"However,":[16],"rigorously":[17],"evaluating":[18],"an":[19],"AI's":[20,90],"capacity":[21],"for":[22,168,183],"discovery":[24,93,120,173],"remains":[25],"a":[26,81,97,141,179],"critical":[27],"challenge.":[28],"Existing":[29],"benchmarks":[30,61],"predominantly":[31],"rely":[32],"on":[33,130],"static":[34,60],"datasets,":[35],"leading":[36],"to":[37,65,69,88,113,126,139,187],"inevitable":[38],"data":[39,101],"contamination":[40],"where":[41],"models":[42,152],"likely":[44],"seen":[45],"the":[46,52,67,163,170,189],"evaluation":[47],"during":[49],"training.":[50],"Furthermore,":[51],"rapid":[53],"release":[54],"cycles":[55],"of":[56,103,150,175,191],"modern":[57],"LLMs":[58,112],"render":[59],"quickly":[62],"outdated,":[63],"failing":[64],"assess":[66],"ability":[68],"discover":[70],"truly":[71],"new":[72,158,171],"knowledge.":[73,159],"To":[74],"address":[75],"these":[76],"limitations,":[77],"we":[78],"propose":[79],"DBench-Bio,":[80],"dynamic":[82],"and":[83,118,122,133],"fully":[84],"automated":[85],"benchmark":[86,143],"designed":[87],"evaluate":[89],"biological":[91],"ability.":[94],"DBench-Bio":[95],"employs":[96],"three-stage":[98],"pipeline:":[99],"(1)":[100],"acquisition":[102],"rigorous,":[104],"authoritative":[105],"paper":[106],"abstracts;":[107],"(2)":[108],"QA":[109,124],"extraction":[110],"utilizing":[111],"synthesize":[114],"scientific":[115],"hypothesis":[116],"questions":[117],"corresponding":[119],"answers;":[121],"(3)":[123],"filter":[125],"ensure":[127],"quality":[128],"based":[129],"relevance,":[131],"clarity,":[132],"centrality.":[134],"We":[135],"instantiate":[136],"this":[137],"pipeline":[138],"construct":[140],"monthly-updated":[142],"covering":[144],"12":[145],"biomedical":[146],"sub-domains.":[147],"Extensive":[148],"evaluations":[149],"SOTA":[151],"reveal":[153],"current":[154],"limitations":[155],"discovering":[157],"Our":[160],"work":[161],"provides":[162],"first":[164],"dynamic,":[165],"framework":[167],"assessing":[169],"capabilities":[174],"AI":[176,184],"systems,":[177],"establishing":[178],"living,":[180],"evolving":[181],"resource":[182],"research":[185],"community":[186],"catalyze":[188],"development":[190]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-06T00:00:00"}