{"id":"https://openalex.org/W7130578567","doi":"https://doi.org/10.48550/arxiv.2602.16703","title":"Measuring Mid-2025 LLM-Assistance on Novice Performance in Biology","display_name":"Measuring Mid-2025 LLM-Assistance on Novice Performance in Biology","publication_year":2026,"publication_date":"2026-02-18","ids":{"openalex":"https://openalex.org/W7130578567","doi":"https://doi.org/10.48550/arxiv.2602.16703"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.16703","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.16703","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.16703","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126406528","display_name":"Shen Zhou Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hong, Shen Zhou","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023063559","display_name":"Alex Kleinman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kleinman, Alex","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047685012","display_name":"Alyssa J. Mathiowetz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mathiowetz, Alyssa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126382933","display_name":"Adam Howes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Howes, Adam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126332638","display_name":"Julian Varas Cohen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohen, Julian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126443691","display_name":"Suveer Ganta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ganta, Suveer","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126421770","display_name":"Alex Letizia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Letizia, Alex","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126433094","display_name":"Dora Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Dora","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126418409","display_name":"Deepika Pahari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pahari, Deepika","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126365683","display_name":"Xavier Roberts-Gaal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roberts-Gaal, Xavier","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029220390","display_name":"Luca Righetti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Righetti, Luca","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126401295","display_name":"Joe Torres","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torres, Joe","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5126406528"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.28439998626708984,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.28439998626708984,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.1103999987244606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.05389999970793724,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6585000157356262},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.635200023651123},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3873000144958496},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.3531999886035919},{"id":"https://openalex.org/keywords/covariate","display_name":"Covariate","score":0.3391000032424927},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.3343000113964081},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.31929999589920044},{"id":"https://openalex.org/keywords/biosecurity","display_name":"Biosecurity","score":0.3068999946117401},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.29919999837875366}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6585000157356262},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.635200023651123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4812999963760376},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.3531999886035919},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3343000113964081},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3151000142097473},{"id":"https://openalex.org/C2781368420","wikidata":"https://www.wikidata.org/wiki/Q803874","display_name":"Biosecurity","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.29649999737739563},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.290800005197525},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28850001096725464},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2743000090122223},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.27140000462532043},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C2780210234","wikidata":"https://www.wikidata.org/wiki/Q422638","display_name":"Action plan","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.16703","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.16703","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.16703","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.16703","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5514951348304749}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"perform":[4],"strongly":[5],"on":[6],"biological":[7],"benchmarks,":[8],"raising":[9],"concerns":[10],"that":[11,59,154],"they":[12],"may":[13],"help":[14],"novice":[15,55,185],"actors":[16],"acquire":[17],"dual-use":[18],"laboratory":[19,32,189],"skills.":[20],"Yet,":[21],"whether":[22,52],"this":[23],"translates":[24],"to":[25,163],"improved":[26],"human":[27],"performance":[28,56,197],"in":[29,57,72,88,104,139,156,205],"the":[30,73,89,96,107,113,157,212],"physical":[31],"remains":[33],"unclear.":[34],"To":[35],"address":[36],"this,":[37],"we":[38],"conducted":[39],"a":[40,62,142,174,195,202],"pre-registered,":[41],"investigator-blinded,":[42],"randomized":[43],"controlled":[44],"trial":[45],"(June-August":[46],"2025;":[47],"n":[48],"=":[49,85,123],"153)":[50],"evaluating":[51],"LLMs":[53,180],"improve":[54],"tasks":[58,170],"collectively":[60],"model":[61,222],"viral":[63],"reverse":[64,144],"genetics":[65,145],"workflow.":[66],"We":[67],"observed":[68],"no":[69],"significant":[70],"difference":[71],"primary":[74],"endpoint":[75],"of":[76,92,106,128,173,187,217],"workflow":[77],"completion":[78,186],"(5.2%":[79],"LLM":[80,97,118,148,158],"vs.":[81,119],"6.6%":[82],"Internet;":[83,121],"P":[84,122],"0.759),":[86],"nor":[87],"success":[90,102,140],"rate":[91],"individual":[93],"tasks.":[94],"However,":[95],"arm":[98,159],"had":[99],"numerically":[100],"higher":[101],"rates":[103],"four":[105],"five":[108],"tasks,":[109],"most":[110],"notably":[111],"for":[112,141,214],"cell":[114],"culture":[115],"task":[116,146],"(68.8%":[117],"55.3%":[120],"0.059).":[124],"Post-hoc":[125],"Bayesian":[126],"modeling":[127],"pooled":[129],"data":[130],"estimates":[131],"an":[132],"approximate":[133],"1.4-fold":[134],"increase":[135,184],"(95%":[136],"CrI":[137],"0.74-2.62)":[138],"\"typical\"":[143],"under":[147],"assistance.":[149],"Ordinal":[150],"regression":[151],"modelling":[152],"suggests":[153],"participants":[155],"were":[160,192],"more":[161],"likely":[162],"progress":[164],"through":[165],"intermediate":[166],"steps":[167],"across":[168],"all":[169],"(posterior":[171],"probability":[172],"positive":[175],"effect:":[176],"81%-96%).":[177],"Overall,":[178],"mid-2025":[179],"did":[181],"not":[182],"substantially":[183],"complex":[188],"procedures":[190],"but":[191],"associated":[193],"with":[194],"modest":[196],"benefit.":[198],"These":[199],"results":[200],"reveal":[201],"gap":[203],"between":[204],"silico":[206],"benchmarks":[207],"and":[208,224],"real-world":[209],"utility,":[210],"underscoring":[211],"need":[213],"physical-world":[215],"validation":[216],"AI":[218],"biosecurity":[219],"assessments":[220],"as":[221],"capabilities":[223],"user":[225],"proficiency":[226],"evolve.":[227]},"counts_by_year":[],"updated_date":"2026-02-20T06:18:38.638704","created_date":"2026-02-20T00:00:00"}