{"id":"https://openalex.org/W7225161920","doi":"https://doi.org/10.21203/rs.3.rs-11584932/v1","title":"A retrospective benchmark of an open-source oncology drug ranker on 2,505 MSK CHORD patients","display_name":"A retrospective benchmark of an open-source oncology drug ranker on 2,505 MSK CHORD patients","publication_year":2026,"publication_date":"2026-11-03","ids":{"openalex":"https://openalex.org/W7225161920","doi":"https://doi.org/10.21203/rs.3.rs-11584932/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-11584932/v1","doi":"https://doi.org/10.21203/rs.3.rs-11584932/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11584932/v1","pdf_url":"https://www.researchsquare.com/article/rs-11584932/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-11584932/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136334556","display_name":"Aashish Kharel","orcid":"https://orcid.org/0009-0001-1785-8228","observed_orcids":["https://orcid.org/0009-0001-1785-8228"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Aashish Kharel","raw_affiliation_strings":["Independent Researcher"],"raw_orcid":"https://orcid.org/0009-0001-1785-8228","affiliations":[{"raw_affiliation_string":"Independent Researcher","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5136334556"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11287","display_name":"Cancer Genomics and Diagnostics","score":0.6714000105857849,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11287","display_name":"Cancer Genomics and Diagnostics","score":0.6714000105857849,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.16990000009536743,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.053300000727176666,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/precision-oncology","display_name":"precision oncology","score":0.8889999985694885},{"id":"https://openalex.org/keywords/drug-selection","display_name":"drug selection","score":0.42100000381469727},{"id":"https://openalex.org/keywords/targeted-therapy","display_name":"targeted therapy","score":0.7369999885559082},{"id":"https://openalex.org/keywords/oncokb","display_name":"OncoKB","score":0.6669999957084656},{"id":"https://openalex.org/keywords/molecular-tumor-board","display_name":"molecular tumor board","score":0.7329999804496765},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.4690000116825104},{"id":"https://openalex.org/keywords/open-source-pipeline","display_name":"open-source pipeline","score":0.4440000057220459},{"id":"https://openalex.org/keywords/cancer-genomics","display_name":"cancer genomics","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7620999813079834},{"id":"https://openalex.org/C2778176773","wikidata":"https://www.wikidata.org/wiki/Q2976049","display_name":"Drug class","level":3,"score":0.5990999937057495},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5187000036239624},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.5156000256538391},{"id":"https://openalex.org/C2780035454","wikidata":"https://www.wikidata.org/wiki/Q8386","display_name":"Drug","level":2,"score":0.5152999758720398},{"id":"https://openalex.org/C72563966","wikidata":"https://www.wikidata.org/wiki/Q1303415","display_name":"Cohort","level":2,"score":0.49219998717308044},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C143998085","wikidata":"https://www.wikidata.org/wiki/Q162555","display_name":"Oncology","level":1,"score":0.43869999051094055},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.43650001287460327},{"id":"https://openalex.org/C194147245","wikidata":"https://www.wikidata.org/wiki/Q1076368","display_name":"Chord (peer-to-peer)","level":2,"score":0.40049999952316284},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.38179999589920044},{"id":"https://openalex.org/C3020340455","wikidata":"https://www.wikidata.org/wiki/Q974135","display_name":"Cancer drugs","level":3,"score":0.3815999925136566},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.3619000017642975},{"id":"https://openalex.org/C167135981","wikidata":"https://www.wikidata.org/wiki/Q2146302","display_name":"Retrospective cohort study","level":2,"score":0.34779998660087585},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C2992520072","wikidata":"https://www.wikidata.org/wiki/Q180507","display_name":"Radiation oncology","level":3,"score":0.30000001192092896},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C3018146709","wikidata":"https://www.wikidata.org/wiki/Q974135","display_name":"Anticancer drug","level":3,"score":0.28999999165534973},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.2897000014781952},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2685000002384186},{"id":"https://openalex.org/C201903717","wikidata":"https://www.wikidata.org/wiki/Q1778788","display_name":"Cohort study","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C3020497934","wikidata":"https://www.wikidata.org/wiki/Q17075943","display_name":"Precision oncology","level":3,"score":0.2653000056743622},{"id":"https://openalex.org/C2992293740","wikidata":"https://www.wikidata.org/wiki/Q4781752","display_name":"Drug approval","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C2989005","wikidata":"https://www.wikidata.org/wiki/Q214963","display_name":"Nuclear medicine","level":1,"score":0.26190000772476196},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26089999079704285},{"id":"https://openalex.org/C163763905","wikidata":"https://www.wikidata.org/wiki/Q17075943","display_name":"Precision medicine","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C194828623","wikidata":"https://www.wikidata.org/wiki/Q2861470","display_name":"Emergency medicine","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-11584932/v1","doi":"https://doi.org/10.21203/rs.3.rs-11584932/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11584932/v1","pdf_url":"https://www.researchsquare.com/article/rs-11584932/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-11584932/v1","doi":"https://doi.org/10.21203/rs.3.rs-11584932/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11584932/v1","pdf_url":"https://www.researchsquare.com/article/rs-11584932/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.8999999761581421}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309468","display_name":"Memorial Sloan-Kettering Cancer Center","ror":"https://ror.org/02yrq0923"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225161920.pdf","grobid_xml":"https://content.openalex.org/works/W7225161920.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W2583911935","https://openalex.org/W2614443510","https://openalex.org/W4404105438"],"related_works":["https://openalex.org/W7161484423","https://openalex.org/W3166957039","https://openalex.org/W6927685895","https://openalex.org/W4379285542","https://openalex.org/W7203613055","https://openalex.org/W4409689709","https://openalex.org/W7203583605","https://openalex.org/W7124273803","https://openalex.org/W3048210441","https://openalex.org/W7161973120"],"abstract_inverted_index":{"Abstract":[0],"Precision":[1],"oncology":[2],"drug":[3,110,126,159,162],"selection":[4],"currently":[5],"depends":[6],"on":[7],"a":[8,28,34,50,84,99,109],"molecular":[9,114],"tumor":[10,85],"board":[11],"that":[12,26,91],"most":[13],"hospitals":[14],"in":[15,165,219],"the":[16,45,56,112,124,127,137,145,152,161,178,206,214,220],"world":[17],"do":[18],"not":[19],"have.":[20],"OpenOncology":[21,97],"is":[22,149,155],"an":[23,174],"open-source":[24],"pipeline":[25,180],"takes":[27],"tumor\u2019s":[29],"variant":[30],"file":[31],"and":[32,123,151,196,213],"returns":[33],"ranked,":[35],"cited":[36],"shortlist":[37],"of":[38,49,111,118,133,167],"drugs.":[39],"We":[40],"measured":[41],"its":[42],"agreement":[43,191,199],"with":[44,68,140],"real":[46],"prescribing":[47],"decisions":[48],"large":[51],"academic":[52],"cancer":[53],"centre,":[54],"using":[55],"published":[57,218],"MSK":[58],"CHORD":[59],"cohort":[60],"(Memorial":[61],"Sloan":[62],"Kettering,":[63],"Nature":[64],"2024;":[65],"24,950":[66],"patients":[67,74,103,121,139,184],"IMPACT":[69],"panel":[70],"data).":[71],"Of":[72],"5,190":[73],"who":[75],"received":[76,130,164],"at":[77],"least":[78],"one":[79],"targeted":[80],"therapy,":[81],"2,505":[82],"had":[83],"alteration":[86],"whose":[87],"FDA":[88],"label":[89],"names":[90],"drug.":[92],"On":[93],"this":[94],"benchmarkable":[95],"subset,":[96],"issued":[98],"prediction":[100,142],"for":[101,116,131],"2,466":[102,117,119,134],"(98.4%).":[104],"Its":[105],"top":[106],"three":[107],"contained":[108],"correct":[113],"class":[115,147,198],"scored":[120,168],"(100.0%)":[122],"exact":[125,153,190],"patient":[128],"actually":[129,163],"2,094":[132],"(84.9%).":[135],"Counting":[136],"39":[138],"no":[141],"as":[143],"misses,":[144],"top-three":[146,189,197],"rate":[148,154],"98.4%":[150],"83.6%.":[156],"The":[157,204],"top-one":[158],"matched":[160],"70.6%":[166],"patients.":[169],"A":[170],"head-to-head":[171],"comparison":[172],"against":[173],"OncoKB-only":[175],"baseline":[176],"shows":[177],"full":[179],"covers":[181],"315":[182],"additional":[183],"(+":[185],"12.6":[186,202],"pp),":[187],"lifts":[188],"by":[192,200],"+":[193,201],"9.9":[194],"pp":[195],"pp.":[203],"scorer,":[205],"fully":[207],"filtered":[208],"cohort,":[209],"both":[210],"ranker":[211],"runs,":[212],"fusion":[215],"extract":[216],"are":[217],"project":[221],"repository.":[222]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-11-04T00:00:00"}