{"id":"https://openalex.org/W7207828225","doi":"https://doi.org/10.5281/zenodo.22273515","title":"Random Splits Overstate Antimicrobial Resistance Prediction: A Mechanism-Stratified Benchmark in E. coli and K. pneumoniae","display_name":"Random Splits Overstate Antimicrobial Resistance Prediction: A Mechanism-Stratified Benchmark in E. coli and K. pneumoniae","alternate_titles":[],"publication_year":2026,"publication_date":"2026-09-03","ids":{"openalex":"https://openalex.org/W7207828225","doi":"https://doi.org/10.5281/zenodo.22273515"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.22273515","doi":"https://doi.org/10.5281/zenodo.22273515","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22273515","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"parent_works":[],"lineage":["https://openalex.org/W7207828225"],"child_works_count":0,"type":"dataset","is_traditional":false,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.22273515","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5149588609","display_name":"Aiman Chaudary","orcid":"https://orcid.org/0009-0004-8864-152X","observed_orcids":["https://orcid.org/0009-0004-8864-152X"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Chaudary, Aiman","raw_affiliation_strings":["Cholistan University of veterinary and animal sciences"],"raw_orcid":"https://orcid.org/0009-0004-8864-152X","affiliations":[{"raw_affiliation_string":"Cholistan University of veterinary and animal sciences","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5149588609"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10147","display_name":"Antibiotic Resistance in Bacteria","score":0.9315999746322632,"subfield":{"id":"https://openalex.org/subfields/2726","display_name":"Microbiology (medical)"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10147","display_name":"Antibiotic Resistance in Bacteria","score":0.9315999746322632,"subfield":{"id":"https://openalex.org/subfields/2726","display_name":"Microbiology (medical)"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10897","display_name":"Antibiotic Use and Resistance","score":0.029400000348687172,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12167","display_name":"Bacterial Identification and Susceptibility Testing","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/2726","display_name":"Microbiology (medical)"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/antimicrobial-resistance-prediction","display_name":"antimicrobial resistance prediction","score":0.9850000143051147},{"id":"https://openalex.org/keywords/escherichia-coli","display_name":"Escherichia coli","score":0.9139999747276306},{"id":"https://openalex.org/keywords/klebsiella-pneumoniae","display_name":"Klebsiella pneumoniae","score":1.0},{"id":"https://openalex.org/keywords/genotype-phenotype-linkage","display_name":"genotype-phenotype linkage","score":0.7570000290870667},{"id":"https://openalex.org/keywords/antibiotic-resistance-mechanisms","display_name":"antibiotic resistance mechanisms","score":0.7540000081062317},{"id":"https://openalex.org/keywords/shap-attribution","display_name":"SHAP feature attribution","score":0.8119999766349792},{"id":"https://openalex.org/keywords/card-database","display_name":"CARD database","score":0.6669999957084656},{"id":"https://openalex.org/keywords/fluoroquinolone-resistance","display_name":"fluoroquinolone resistance","score":0.9380000233650208},{"id":"https://openalex.org/keywords/machine-learning-benchmarking","display_name":"machine learning benchmarking","score":0.6729999780654907}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6298999786376953},{"id":"https://openalex.org/C94665300","wikidata":"https://www.wikidata.org/wiki/Q63391344","display_name":"Antibiotic resistance","level":3,"score":0.6032000184059143},{"id":"https://openalex.org/C203519979","wikidata":"https://www.wikidata.org/wiki/Q865360","display_name":"Jaccard index","level":3,"score":0.6022999882698059},{"id":"https://openalex.org/C547475151","wikidata":"https://www.wikidata.org/wiki/Q25419","display_name":"Escherichia coli","level":3,"score":0.5266000032424927},{"id":"https://openalex.org/C2777058267","wikidata":"https://www.wikidata.org/wiki/Q132592","display_name":"Klebsiella pneumoniae","level":4,"score":0.5019999742507935},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.48669999837875366},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40529999136924744},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.4032999873161316},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3953000009059906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37290000915527344},{"id":"https://openalex.org/C4937899","wikidata":"https://www.wikidata.org/wiki/Q68541106","display_name":"Antimicrobial","level":2,"score":0.3666999936103821},{"id":"https://openalex.org/C150903083","wikidata":"https://www.wikidata.org/wiki/Q7108","display_name":"Biotechnology","level":1,"score":0.3610000014305115},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.3569999933242798},{"id":"https://openalex.org/C57473165","wikidata":"https://www.wikidata.org/wiki/Q7315604","display_name":"Resistance (ecology)","level":2,"score":0.3402000069618225},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.3278000056743622},{"id":"https://openalex.org/C114851261","wikidata":"https://www.wikidata.org/wiki/Q12147416","display_name":"Drug resistance","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C2775905019","wikidata":"https://www.wikidata.org/wiki/Q192572","display_name":"In silico","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25200000405311584},{"id":"https://openalex.org/C3019249092","wikidata":"https://www.wikidata.org/wiki/Q274493","display_name":"Antibacterial agent","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.22273515","doi":"https://doi.org/10.5281/zenodo.22273515","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22273515","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},{"id":"doi:10.5281/zenodo.22273516","doi":"https://doi.org/10.5281/zenodo.22273516","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22273516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.22273515","doi":"https://doi.org/10.5281/zenodo.22273515","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22273515","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"sustainable_development_goals":[{"score":0.5683000087738037,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7214497562","https://openalex.org/W7167679005","https://openalex.org/W7172520522","https://openalex.org/W7213889532","https://openalex.org/W3163218277","https://openalex.org/W4396663706","https://openalex.org/W7221653149","https://openalex.org/W7217648967","https://openalex.org/W7092298633","https://openalex.org/W2903909400"],"abstract_inverted_index":{"This":[0],"repository":[1,252],"contains":[2],"the":[3,13,61,74,150,159,192,195,223,236,271,277,293,298,314],"complete":[4],"code,":[5],"intermediate":[6],"results,":[7],"trained":[8,300],"models,":[9],"and":[10,27,40,56,112,124,141,210,212,233,288,295,306,310,319],"figures":[11],"accompanying":[12],"manuscript":[14],"\"Random":[15],"Splits":[16],"Overstate":[17],"Antimicrobial":[18],"Resistance":[19,154],"Prediction:":[20],"A":[21],"Mechanism-Stratified":[22],"Benchmark":[23],"in":[24,53,219,249,313],"E.":[25],"coli":[26,55],"K.":[28,220],"pneumoniae\".":[29],"The":[30,251],"study":[31],"benchmarks":[32],"machine":[33,69],"learning":[34,70],"models":[35],"(logistic":[36],"regression,":[37],"random":[38,101],"forest,":[39],"XGBoost)":[41],"predicting":[42],"antimicrobial":[43],"resistance":[44,167,218],"from":[45,60,172],"gene":[46,230],"presence/absence":[47,231],"data":[48,264],"across":[49,240],"ten":[50,242],"species-antibiotic":[51],"combinations":[52,243],"Escherichia":[54],"Klebsiella":[57],"pneumoniae,":[58,221],"drawn":[59],"EMBL-EBI":[62],"AMR":[63],"Portal.":[64],"Rather":[65],"than":[66],"asking":[67],"whether":[68,158],"can":[71],"predict":[72],"resistance,":[73],"work":[75],"asks":[76],"under":[77,131],"what":[78],"evaluation":[79,91,176],"conditions":[80],"any":[81,331],"observed":[82],"advantage":[83,197],"over":[84,198],"existing":[85],"genotype-to-phenotype":[86],"approaches":[87],"actually":[88],"holds.":[89],"Three":[90],"strategies":[92],"are":[93,147,163,226],"compared":[94],"head-to-head":[95],"for":[96,121,206,214,303],"every":[97,142,304,307],"combination:":[98],"a":[99,103,119,125,136,181,199,245,256],"conventional":[100],"split,":[102],"genomic-similarity-aware":[104,193],"split":[105],"(isolates":[106],"clustered":[107],"by":[108,115,180,229],"gene-content":[109],"Jaccard":[110],"distance":[111],"held":[113],"out":[114],"whole":[116],"cluster,":[117],"as":[118,255],"proxy":[120],"clonal":[122],"relatedness),":[123],"geographic":[126],"leave-region-out":[127],"split.":[128],"Model":[129],"performance":[130],"each":[132],"is":[133,203,253,317,327],"benchmarked":[134],"against":[135,149],"deterministic,":[137],"gene-presence-based":[138],"rule":[139,202],"comparator,":[140,279],"model's":[143],"SHAP":[144],"feature":[145],"attributions":[146],"cross-validated":[148],"CARD":[151],"(Comprehensive":[152],"Antibiotic":[153],"Database)":[155],"to":[156,191,329],"check":[157],"genes":[160,239],"driving":[161],"predictions":[162],"ones":[164],"with":[165,292],"documented":[166],"mechanisms.":[168],"Key":[169],"findings":[170],"reproducible":[171],"this":[173],"repository:":[174],"random-split":[175],"overstates":[177],"genuine":[178],"generalisation":[179],"mean":[182],"of":[183,235],"0.029":[184],"AUC-ROC":[185],"(95%":[186],"CI":[187],"[0.023,":[188],"0.035])":[189],"relative":[190],"split;":[194],"machine-learning":[196],"simple":[200],"gene-presence":[201],"mechanism-dependent,":[204],"negligible":[205],"some":[207],"antibiotic-resistance":[208],"mechanisms":[209],"large":[211],"rigor-stable":[213],"others":[215],"(e.g.":[216],"fluoroquinolone":[217],"where":[222],"causal":[224],"mutations":[225],"not":[227],"representable":[228],"alone);":[232],"66.0%":[234],"top":[237],"SHAP-ranked":[238],"all":[241],"have":[244],"confident,":[246],"organism-aware":[247],"match":[248],"CARD.":[250],"organized":[254],"runnable":[257],"pipeline":[258],"(twelve":[259],"numbered":[260],"Python":[261],"scripts":[262],"covering":[263],"profiling,":[265],"bias-corrected":[266],"genotype-phenotype":[267],"linkage,":[268],"dataset":[269],"construction,":[270],"three":[272],"splitting":[273],"strategies,":[274],"model":[275,301],"training,":[276],"rule-based":[278],"bootstrap":[280],"statistical":[281],"testing,":[282],"SHAP/CARD":[283],"validation,":[284],"hyperparameter":[285],"sensitivity":[286],"checks,":[287],"figure":[289,311],"generation),":[290],"together":[291],"raw":[294],"processed":[296],"data,":[297],"final":[299],"weights":[302],"combination,":[305],"numeric":[308],"result":[309],"reported":[312],"manuscript.":[315],"Code":[316],"generic":[318],"dependency-documented":[320],"(requirements.txt);":[321],"no":[322],"cloud-notebook-":[323],"or":[324],"vendor-specific":[325],"setup":[326],"required":[328],"reproduce":[330],"stage.":[332]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7207828225","counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-04T00:00:00"}
