{"id":"https://openalex.org/W2508553671","doi":"https://doi.org/10.1200/jco.2015.33.15_suppl.8023","title":"Assessing the performance of Watson for oncology, a decision support system, using actual contemporary clinical cases.","display_name":"Assessing the performance of Watson for oncology, a decision support system, using actual contemporary clinical cases.","publication_year":2015,"publication_date":"2015-05-20","ids":{"openalex":"https://openalex.org/W2508553671","doi":"https://doi.org/10.1200/jco.2015.33.15_suppl.8023","mag":"2508553671"},"language":"en","primary_location":{"id":"doi:10.1200/jco.2015.33.15_suppl.8023","doi":"https://doi.org/10.1200/jco.2015.33.15_suppl.8023","is_oa":false,"landing_page_url":"https://doi.org/10.1200/jco.2015.33.15_suppl.8023","pdf_url":null,"source":{"id":"https://openalex.org/S15137598","display_name":"Journal of Clinical Oncology","issn_l":"0732-183X","issn":["0732-183X","1527-7755"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Clinical Oncology","raw_type":"journal-article"},"volume":null,"type":"conference-abstract","is_traditional":false,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039791495","display_name":"Mark G. Kris","orcid":"https://orcid.org/0000-0002-7317-5341","observed_orcids":["https://orcid.org/0000-0002-7317-5341"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark G. Kris","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031423623","display_name":"Ayca Gucalp","orcid":"https://orcid.org/0000-0002-3600-3751","observed_orcids":["https://orcid.org/0000-0002-3600-3751"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ayca Gucalp","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083487197","display_name":"Andrew S. Epstein","orcid":"https://orcid.org/0000-0003-1808-3070","observed_orcids":["https://orcid.org/0000-0003-1808-3070"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew S. Epstein","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020083811","display_name":"Andrew David Seidman","orcid":"https://orcid.org/0000-0002-5064-3966","observed_orcids":["https://orcid.org/0000-0002-5064-3966"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew David Seidman","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008937206","display_name":"Julia Fu","orcid":"https://orcid.org/0000-0003-1436-9506","observed_orcids":["https://orcid.org/0000-0003-1436-9506"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Fu","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007516357","display_name":"Jeffrey Keesing","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Keesing","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053436018","display_name":"Aryeh Caroline","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aryeh Caroline","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089557168","display_name":"Mark Megerian","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Megerian","raw_affiliation_strings":["IBM, Rochester, MN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM, Rochester, MN","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048265872","display_name":"Thomas Eggebraaten","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Eggebraaten","raw_affiliation_strings":["IBM, Rochester, MN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM, Rochester, MN","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055333406","display_name":"Robert DeLima","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert DeLima","raw_affiliation_strings":["IBM, Raleigh, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM, Raleigh, NC","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037861231","display_name":"Marie Setnes","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marie Setnes","raw_affiliation_strings":["IBM, Rochester, MN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM, Rochester, MN","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014084163","display_name":"Marjorie Glass Zauderer","orcid":"https://orcid.org/0000-0002-6109-5790","observed_orcids":["https://orcid.org/0000-0002-6109-5790"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marjorie Glass Zauderer","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"15_suppl","first_page":"8023","last_page":"8023"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14512","display_name":"Technology and Human Factors in Education and Health","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ibm-watson-for-oncology","display_name":"IBM Watson for Oncology","score":0.9240000247955322},{"id":"https://openalex.org/keywords/clinical-decision-support-systems","display_name":"clinical decision support systems","score":0.8389999866485596},{"id":"https://openalex.org/keywords/cognitive-computing","display_name":"cognitive computing","score":0.8180000185966492},{"id":"https://openalex.org/keywords/metastatic-lung-cancer","display_name":"metastatic lung cancer","score":0.8970000147819519},{"id":"https://openalex.org/keywords/first-line-systemic-therapy","display_name":"first-line systemic therapy","score":0.9860000014305115},{"id":"https://openalex.org/keywords/elderly-patients-with-comorbidities","display_name":"elderly patients with comorbidities","score":0.9070000052452087},{"id":"https://openalex.org/keywords/patient-preferences","display_name":"patient preferences","score":0.6669999957084656},{"id":"https://openalex.org/keywords/evidence-based-treatment-guidelines","display_name":"evidence-based treatment guidelines","score":0.33500000834465027}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7754422426223755},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.5047866106033325},{"id":"https://openalex.org/C143998085","wikidata":"https://www.wikidata.org/wiki/Q162555","display_name":"Oncology","level":1,"score":0.44738414883613586},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.3429431915283203}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1200/jco.2015.33.15_suppl.8023","doi":"https://doi.org/10.1200/jco.2015.33.15_suppl.8023","is_oa":false,"landing_page_url":"https://doi.org/10.1200/jco.2015.33.15_suppl.8023","pdf_url":null,"source":{"id":"https://openalex.org/S15137598","display_name":"Journal of Clinical Oncology","issn_l":"0732-183X","issn":["0732-183X","1527-7755"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Clinical Oncology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.9391000270843506}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4249694579","https://openalex.org/W2769815948","https://openalex.org/W2794660381","https://openalex.org/W2768414381","https://openalex.org/W2947406235","https://openalex.org/W2767939728","https://openalex.org/W2772914503","https://openalex.org/W2885520507","https://openalex.org/W2922037865","https://openalex.org/W3126805282"],"abstract_inverted_index":{"8023":[0],"Background:":[1],"IBM":[2],"Watson":[3],"for":[4,26,70,89,108,251],"Oncology":[5],"(WFO),":[6],"trained":[7],"by":[8],"Memorial":[9],"Sloan":[10],"Kettering":[11],"(MSK),":[12],"is":[13],"a":[14,123,262],"cognitive":[15],"computing":[16],"system":[17],"designed":[18],"to":[19,76,83,121,153,240,271,275,281,287,291],"assist":[20],"medical":[21,63,104,159],"oncologists":[22],"making":[23],"treatment":[24,72,124],"decisions":[25],"individual":[27],"patients.":[28],"Recommendations":[29],"are":[30,48,68,255],"consistent":[31],"with":[32,189,220],"established":[33,207],"guidelines":[34],"and":[35,43,65,86,117,164,180,247,286],"published":[36],"evidence,":[37,62],"as":[38,50,199,214],"reflected":[39],"in":[40,176,182,225],"MSK\u2019s":[41],"practice":[42],"historical":[44],"cases.":[45],"Treatment":[46],"options":[47],"classified":[49],"Recommended":[51,58],"(WFO-REC),":[52],"For":[53],"Consideration":[54],"(WFO-FC),":[55],"or":[56,134,201],"Not":[57],"(WFO-Not":[59],"REC).":[60],"Published":[61],"logic,":[64],"drug":[66],"information":[67,120],"presented":[69,107],"each":[71],"option.":[73],"We":[74],"sought":[75],"assess":[77],"the":[78,98,129,156,169,173,177,186,211,238,277],"current":[79],"performance":[80],"of":[81,100,131,155,168,172,194,279],"WFO":[82,145,149,236],"benchmark":[84],"accuracy":[85],"identify":[87],"areas":[88],"development.":[90,248],"Methods:":[91],"20":[92],"de-identified":[93],"cases":[94,188,267],"were":[95,142,151,197,205],"selected":[96],"from":[97],"practices":[99],"two":[101,136],"MSK":[102,157],"thoracic":[103,158],"oncologists.":[105],"Patients":[106],"initial":[109,132],"consultation":[110,133],"regarding":[111],"first-line":[112],"systemic":[113],"therapy":[114],"during":[115],"2014":[116],"all":[118],"necessary":[119],"make":[122],"decision":[125],"was":[126],"available":[127],"at":[128],"time":[130],"within":[135,206,233],"weeks,":[137],"including":[138],"molecular":[139],"pathology.":[140],"Cases":[141,209],"entered":[143],"into":[144],"using":[146],"structured":[147],"attributes.":[148],"recommendations":[150],"compared":[152],"those":[154],"oncologist":[160],"(MSKMD-REC).":[161],"Results:":[162],"WFO-REC":[163,200],"MSKMD-REC":[165,212],"matched":[166],"50%":[167],"time.":[170],"25%":[171,181],"MSKMD-RECs":[174],"appeared":[175,213],"WFO-FC":[178],"category":[179],"WFO-Not":[183,215],"REC.":[184],"In":[185],"16":[187],"metastatic":[190],"lung":[191],"cancers,":[192],"88%":[193],"administered":[195],"regimens":[196],"returned":[198],"WFO-FC.":[202],"All":[203],"choices":[204,230,254],"guidelines.":[208],"where":[210],"REC":[216],"involved":[217],"elderly":[218],"patients":[219,250],"co-morbidities":[221],"not":[222],"yet":[223],"included":[224],"WFO.":[226],"Conclusions:":[227],"While":[228],"WFO\u2018s":[229],"today":[231],"fall":[232],"evidence-based":[234],"standards,":[235],"has":[237,268],"capacity":[239],"provide":[241],"greater":[242],"precision":[243],"through":[244],"iterative":[245],"training":[246],"Elderly":[249],"whom":[252],"care":[253],"heterogeneous":[256],"based":[257],"on":[258],"co-morbid":[259,284],"illnesses":[260],"represent":[261],"challenge.":[263],"Benchmarking":[264],"against":[265],"actual":[266],"helped":[269],"us":[270],"prioritize":[272],"development":[273],"work":[274],"increase":[276],"number":[278],"attributes":[280],"include":[282],"more":[283],"conditions":[285],"incorporate":[288],"patient":[289],"preferences":[290],"improve":[292],"precision.":[293]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2016-09-16T00:00:00"}