{"id":"https://openalex.org/W7211871503","doi":"https://doi.org/10.64898/2026.09.03.749176","title":"Real Science Is Harder Than Benchmarks: Evaluating Advanced AI Frameworks on Published Studies. II. Antibody Properties, Lipid-RNA Interactions","display_name":"Real Science Is Harder Than Benchmarks: Evaluating Advanced AI Frameworks on Published Studies. II. Antibody Properties, Lipid-RNA Interactions","publication_year":2026,"publication_date":"2026-09-07","ids":{"openalex":"https://openalex.org/W7211871503","doi":"https://doi.org/10.64898/2026.09.03.749176"},"language":"en","primary_location":{"id":"doi:10.64898/2026.09.03.749176","doi":"https://doi.org/10.64898/2026.09.03.749176","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.03.749176","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/07/2026.09.03.749176.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/07/2026.09.03.749176.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5150675290","display_name":"Priyanka Bhutada","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Priyanka Bhutada","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159762050","display_name":"Nitin Goyal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nitin Goyal","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5150685264","display_name":"Tatsam K. Lakhankiya","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tatsam K. Lakhankiya","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5150682092","display_name":"Sai D. Narahari","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sai D. Narahari","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5150684634","display_name":"Shrish S. N. Thangaraju","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shrish S. N. Thangaraju","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5150582882","display_name":"Tushar S. Nayak","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tushar S. Nayak","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5150708140","display_name":"Yudong Peng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yudong Peng","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5150668523","display_name":"Gouri S. A. Thota","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gouri S. A. Thota","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5150636467","display_name":"Ratna S. D. Thota","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ratna S. D. Thota","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159978961","display_name":"Zhaoyang Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaoyang Wang","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112458875","display_name":"Kuohao Lee","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"KuoHao Lee","raw_affiliation_strings":["Independent Researcher;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher;","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041676098","display_name":"Anton V. Sinitskiy","orcid":"https://orcid.org/0000-0002-8610-0162","observed_orcids":["https://orcid.org/0000-0002-8610-0162"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anton V. Sinitskiy","raw_affiliation_strings":["College of Professional Studies, Northeastern University, Boston, MA 02115, USA","ML LC, Southborough, MA 01772, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Professional Studies, Northeastern University, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"ML LC, Southborough, MA 01772, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5041676098"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.3562000095844269,"subfield":{"id":"https://openalex.org/subfields/3002","display_name":"Drug Discovery"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.3562000095844269,"subfield":{"id":"https://openalex.org/subfields/3002","display_name":"Drug Discovery"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.21860000491142273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.14790000021457672,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lipid-nanoparticles","display_name":"lipid nanoparticles","score":0.9940000176429749},{"id":"https://openalex.org/keywords/protein-language-model-embeddings","display_name":"protein language model embeddings","score":0.7670000195503235},{"id":"https://openalex.org/keywords/all-atom-molecular-dynamics","display_name":"all-atom molecular dynamics","score":0.8450000286102295},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.5680000185966492},{"id":"https://openalex.org/keywords/ai-scientists","display_name":"AI scientists","score":0.49900001287460327},{"id":"https://openalex.org/keywords/kosmos","display_name":"Kosmos","score":0.5860000252723694},{"id":"https://openalex.org/keywords/biological-agents","display_name":"biological agents","score":0.8759999871253967},{"id":"https://openalex.org/keywords/biopharmaceutical-development","display_name":"biopharmaceutical development","score":0.8209999799728394},{"id":"https://openalex.org/keywords/ai-assisted-scientific-discovery","display_name":"AI-assisted scientific discovery","score":0.3400000035762787}],"concepts":[{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.7214999794960022},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6205999851226807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5958999991416931},{"id":"https://openalex.org/C2781047461","wikidata":"https://www.wikidata.org/wiki/Q679692","display_name":"Biopharmaceutical","level":2,"score":0.5213000178337097},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47780001163482666},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3898000121116638},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.27630001306533813},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27129998803138733},{"id":"https://openalex.org/C2779714115","wikidata":"https://www.wikidata.org/wiki/Q593644","display_name":"Chemist","level":2,"score":0.24009999632835388},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.23190000653266907}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.09.03.749176","doi":"https://doi.org/10.64898/2026.09.03.749176","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.03.749176","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/07/2026.09.03.749176.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.09.03.749176","doi":"https://doi.org/10.64898/2026.09.03.749176","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.03.749176","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/07/2026.09.03.749176.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307758","display_name":"Eli Lilly and Company","ror":"https://ror.org/01qat3289"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7211871503.pdf","grobid_xml":"https://content.openalex.org/works/W7211871503.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2578029714","https://openalex.org/W2742127985","https://openalex.org/W2775708988","https://openalex.org/W2913847447","https://openalex.org/W2985776732","https://openalex.org/W3132277775","https://openalex.org/W4283021369","https://openalex.org/W4375949607","https://openalex.org/W4388926373","https://openalex.org/W4403570033","https://openalex.org/W4404105372","https://openalex.org/W4406840771","https://openalex.org/W4410477085","https://openalex.org/W4410498985","https://openalex.org/W4414512354","https://openalex.org/W4417411027","https://openalex.org/W7117407955","https://openalex.org/W7118690722","https://openalex.org/W7131651590","https://openalex.org/W7160914891","https://openalex.org/W7161994113","https://openalex.org/W7166456207","https://openalex.org/W7166566643","https://openalex.org/W7171554406","https://openalex.org/W7171829728"],"related_works":["https://openalex.org/W7166456207","https://openalex.org/W7166566643","https://openalex.org/W7118690722","https://openalex.org/W7117407955","https://openalex.org/W7154229203","https://openalex.org/W4405385043","https://openalex.org/W7138906020","https://openalex.org/W7134095342","https://openalex.org/W7133490307","https://openalex.org/W7116414649"],"abstract_inverted_index":{"Abstract":[0],"Artificial":[1],"Intelligence":[2],"(AI)":[3],"frameworks":[4,44,98,178],"for":[5,18,66,175],"automating":[6],"scientific":[7],"research":[8,21,43,161],"have":[9],"shown":[10],"strong":[11],"performance":[12],"on":[13,58],"benchmarks,":[14],"but":[15],"their":[16],"utility":[17],"real-world":[19],"industrial":[20],"remains":[22],"insufficiently":[23],"characterized.":[24],"Extending":[25],"the":[26,30,38,52,74,127,134,137,152,155],"analysis":[27],"presented":[28],"in":[29,87],"first":[31,156],"paper":[32,157],"of":[33,62,76,106,112,119,136,154],"this":[34],"series,":[35],"we":[36,166],"evaluated":[37],"same":[39],"five":[40],"advanced":[41],"AI":[42,53,97,177],"(Kosmos,":[45],"K-Dense,":[46],"ToolUniverse,":[47],"BioAgents":[48],"from":[49,55,126,162],"bio.xyz,":[50],"and":[51,82,116,121,140,143,150],"Scientist-v2":[54],"Sakana":[56],"AI)":[57],"two":[59],"more":[60],"projects":[61],"high":[63],"practical":[64],"importance":[65],"biopharmaceutical":[67],"development:":[68],"predicting":[69],"antibody":[70],"developability":[71],"properties":[72],"with":[73,90],"use":[75,111],"pretrained":[77,113],"protein":[78,114],"language":[79],"model":[80],"embeddings,":[81,115],"modeling":[83],"non-covalent":[84],"lipid-RNA":[85],"interactions":[86],"lipid":[88],"nanoparticles":[89],"all-atom":[91],"molecular":[92],"dynamics":[93],"(MD)":[94],"simulations.":[95],"The":[96],"again":[99],"showed":[100],"genuine":[101],"strengths,":[102],"including":[103],"unprompted":[104],"identification":[105],"subtle":[107],"methodological":[108],"issues,":[109],"successful":[110],"consistent":[117],"reporting":[118],"p-values":[120],"confidence":[122],"intervals":[123],"often":[124],"absent":[125],"original":[128,138],"papers.":[129],"However,":[130],"no":[131],"framework":[132],"approached":[133],"scope":[135],"studies,":[139],"severe":[141],"failures":[142],"hallucinations":[144],"were":[145],"observed.":[146],"Our":[147],"results":[148],"confirm":[149],"extend":[151],"conclusion":[153],"that":[158,165],"real":[159],"published":[160],"pharmaceutical":[163],"companies":[164],"tried":[167],"to":[168,171],"reproduce":[169],"proved":[170],"be":[172],"considerably":[173],"harder":[174],"current":[176],"than":[179],"standard":[180],"benchmarks":[181],"suggest.":[182]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-09-08T00:00:00"}