{"id":"https://openalex.org/W2922037865","doi":"https://doi.org/10.1200/jco.2015.33.15_suppl.566","title":"Steps in developing Watson for Oncology, a decision support system to assist physicians choosing first-line metastatic breast cancer (MBC) therapies: Improved performance with machine learning.","display_name":"Steps in developing Watson for Oncology, a decision support system to assist physicians choosing first-line metastatic breast cancer (MBC) therapies: Improved performance with machine learning.","publication_year":2015,"publication_date":"2015-05-20","ids":{"openalex":"https://openalex.org/W2922037865","doi":"https://doi.org/10.1200/jco.2015.33.15_suppl.566","mag":"2922037865"},"language":"en","primary_location":{"id":"doi:10.1200/jco.2015.33.15_suppl.566","doi":"https://doi.org/10.1200/jco.2015.33.15_suppl.566","is_oa":false,"landing_page_url":"https://doi.org/10.1200/jco.2015.33.15_suppl.566","pdf_url":null,"source":{"id":"https://openalex.org/S15137598","display_name":"Journal of Clinical Oncology","issn_l":"0732-183X","issn":["0732-183X","1527-7755"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Clinical Oncology","raw_type":"journal-article"},"volume":null,"type":"conference-abstract","is_traditional":false,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008937206","display_name":"Julia Fu","orcid":"https://orcid.org/0000-0003-1436-9506","observed_orcids":["https://orcid.org/0000-0003-1436-9506"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Fu","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031423623","display_name":"Ayca Gucalp","orcid":"https://orcid.org/0000-0002-3600-3751","observed_orcids":["https://orcid.org/0000-0002-3600-3751"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ayca Gucalp","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014084163","display_name":"Marjorie Glass Zauderer","orcid":"https://orcid.org/0000-0002-6109-5790","observed_orcids":["https://orcid.org/0000-0002-6109-5790"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marjorie Glass Zauderer","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083487197","display_name":"Andrew S. Epstein","orcid":"https://orcid.org/0000-0003-1808-3070","observed_orcids":["https://orcid.org/0000-0003-1808-3070"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew S. Epstein","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039791495","display_name":"Mark G. Kris","orcid":"https://orcid.org/0000-0002-7317-5341","observed_orcids":["https://orcid.org/0000-0002-7317-5341"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark G. Kris","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007516357","display_name":"Jeffrey Keesing","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Keesing","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053436018","display_name":"Aryeh Caroline","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aryeh Caroline","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089557168","display_name":"Mark Megerian","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Megerian","raw_affiliation_strings":["IBM, Rochester, MN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM, Rochester, MN","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048265872","display_name":"Thomas Eggebraaten","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Eggebraaten","raw_affiliation_strings":["IBM, Rochester, MN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM, Rochester, MN","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055333406","display_name":"Robert DeLima","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert DeLima","raw_affiliation_strings":["IBM, Raleigh, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM, Raleigh, NC","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037861231","display_name":"Marie Setnes","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marie Setnes","raw_affiliation_strings":["IBM, Rochester, MN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM, Rochester, MN","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035975496","display_name":"Patrick Wildt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Wildt","raw_affiliation_strings":["IBM, Rochester, MN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM, Rochester, MN","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020083811","display_name":"Andrew David Seidman","orcid":"https://orcid.org/0000-0002-5064-3966","observed_orcids":["https://orcid.org/0000-0002-5064-3966"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew David Seidman","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center, New York, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center, New York, NY","institution_ids":["https://openalex.org/I1334819555"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":"15_suppl","first_page":"566","last_page":"566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9023000001907349,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9023000001907349,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.04569999873638153,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.017999999225139618,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/watson-for-oncology","display_name":"Watson for Oncology","score":0.9319999814033508},{"id":"https://openalex.org/keywords/cognitive-computing","display_name":"cognitive computing","score":0.6790000200271606},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.8759999871253967},{"id":"https://openalex.org/keywords/metastatic-breast-cancer","display_name":"metastatic breast cancer","score":0.9950000047683716},{"id":"https://openalex.org/keywords/first-line-therapy-selection","display_name":"first-line therapy selection","score":0.9620000123977661},{"id":"https://openalex.org/keywords/endocrine-therapy","display_name":"endocrine therapy","score":0.7319999933242798},{"id":"https://openalex.org/keywords/chemotherapy","display_name":"chemotherapy","score":0.8259999752044678},{"id":"https://openalex.org/keywords/hormone-receptor-status","display_name":"hormone receptor status","score":0.8500000238418579},{"id":"https://openalex.org/keywords/her2-status","display_name":"HER2 status","score":0.9660000205039978}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.8926762342453003},{"id":"https://openalex.org/C2775930923","wikidata":"https://www.wikidata.org/wiki/Q12859063","display_name":"Metastatic breast cancer","level":4,"score":0.8180192708969116},{"id":"https://openalex.org/C143998085","wikidata":"https://www.wikidata.org/wiki/Q162555","display_name":"Oncology","level":1,"score":0.5312055945396423},{"id":"https://openalex.org/C530470458","wikidata":"https://www.wikidata.org/wiki/Q128581","display_name":"Breast cancer","level":3,"score":0.5217446088790894},{"id":"https://openalex.org/C2776608531","wikidata":"https://www.wikidata.org/wiki/Q12253","display_name":"Watson","level":2,"score":0.47998639941215515},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.4666481018066406},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.4510662853717804},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.38604283332824707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19323909282684326},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1200/jco.2015.33.15_suppl.566","doi":"https://doi.org/10.1200/jco.2015.33.15_suppl.566","is_oa":false,"landing_page_url":"https://doi.org/10.1200/jco.2015.33.15_suppl.566","pdf_url":null,"source":{"id":"https://openalex.org/S15137598","display_name":"Journal of Clinical Oncology","issn_l":"0732-183X","issn":["0732-183X","1527-7755"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Clinical Oncology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.9391000270843506,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2508553671","https://openalex.org/W2599698577","https://openalex.org/W4249694579","https://openalex.org/W2593415505","https://openalex.org/W2768414381","https://openalex.org/W2794660381","https://openalex.org/W2605341333","https://openalex.org/W2592142549","https://openalex.org/W2769815948","https://openalex.org/W2521908209"],"abstract_inverted_index":{"566":[0],"Background:":[1],"IBM":[2],"Watson":[3],"for":[4,67,96,117,130,292,321],"Oncology":[5],"(WFO),":[6],"trained":[7],"by":[8,24,90,120,173],"Memorial":[9],"Sloan":[10],"Kettering":[11],"(MSK),":[12],"is":[13,314],"a":[14,131,165,174,220,315],"cognitive":[15],"computing":[16],"system":[17],"designed":[18],"to":[19,27,39,108,236,285,289],"apply":[20],"machine":[21,74,279],"learning,":[22],"informed":[23],"MSK":[25,121,302],"expertise,":[26],"enhance":[28],"clinical":[29,101],"decision":[30],"making.":[31],"We":[32],"expanded":[33],"the":[34,113,204,207,214,298],"initial":[35,114],"adjuvant":[36],"therapy":[37,116,127,291],"prototype":[38],"include":[40],"MBC.":[41,325],"Patients":[42],"with":[43,73,133,201,297],"MBC":[44,85,118],"share":[45],"many":[46],"common":[47],"attributes":[48,102,286],"(e.g.":[49,125,144],"age,":[50],"performance":[51,170],"status,":[52,54],"receptor":[53,135],"prior":[55],"therapy)":[56],"but":[57],"receive":[58],"widely":[59],"varying":[60],"therapies.":[61],"Accuracy":[62],"of":[63,100,149,153,176,206,213,226,301,318],"WFO":[64,137],"treatment":[65,319],"recommendations":[66,320],"similar":[68],"cases":[69,87,230,242,250,258,267],"can":[70,282],"be":[71,109],"improved":[72],"learning":[75,280],"features":[76,288],"built":[77],"on":[78,158],"highly":[79],"influential":[80,110],"attributes.":[81],"Methods:":[82],"101":[83],"manufactured":[84],"training":[86,159,273],"were":[88],"grouped":[89],"biologic":[91],"characteristics":[92],"and":[93,147,161,178,202,262,275,287],"then":[94],"analyzed":[95],"variation.":[97],"A":[98],"set":[99],"characterizing":[103,140],"disease":[104,208,215,311],"burden":[105,167,209,216,312],"was":[106,199],"posited":[107],"in":[111,223],"selecting":[112],"systemic":[115],"recommended":[119],"breast":[122,303],"medical":[123,276,304],"oncologists":[124,305],"endocrine":[126],"vs":[128],"chemotherapy":[129],"patient":[132],"hormone":[134],"(HR)+MBC).":[136],"learned":[138],"weights":[139,284],"each":[141],"attribute\u2019s":[142],"importance":[143],"site(s),":[145],"extent,":[146],"size":[148],"metastatic":[150],"lesions,":[151],"degree":[152],"symptoms)":[154],"through":[155],"iterative":[156],"experiments":[157],"cases,":[160],"incorporated":[162],"them":[163],"into":[164],"\u201cdisease":[166],"score\u201d).":[168],"Model":[169],"as":[171,183],"quantified":[172],"combination":[175],"precision":[177],"recall":[179],"(F1":[180],"Score)":[181],"defined":[182],"(2":[184],"*":[185,190],"true":[186,191],"positives)":[187,192,195],"/":[188],"[(2":[189],"+":[193,196],"(false":[194,197],"negatives)],":[198],"measured":[200],"without":[203],"use":[205],"score.":[210],"Results:":[211],"Activation":[212],"score":[217,313],"feature":[218],"yielded":[219],"relative":[221],"improvement":[222],"F1":[224],"Score":[225],"11.5%":[227],"across":[228],"all":[229],"(n":[231,243,251,259,268],"=":[232,244,252,260,269],"101)":[233],"from":[234],"73.6%":[235],"82.1%;":[237],"28.8%":[238],"among":[239,247,255,264],"HR+":[240,248,322],"HER2+":[241,257,324],"32);":[245],"9.6%":[246],"HER2-":[249,266],"29);":[253],"2.8%":[254],"HR-":[256,265],"17)":[261],"-1.4%":[263],"23).":[270],"Conclusions:":[271],"Using":[272],"data":[274],"logic,":[277],"WFO\u2019s":[278,309],"model":[281],"assign":[283],"select":[290],"patients":[293],"that":[294],"better":[295],"align":[296],"nuanced":[299],"decision-making":[300],"than":[306],"rules":[307],"alone.":[308],"machine-learned":[310],"useful":[316],"driver":[317],"and/or":[323]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2019-03-22T00:00:00"}