{"id":"https://openalex.org/W4390915335","doi":"https://doi.org/10.1158/1538-7445.panca2023-b074","title":"Abstract B074: Clinical inference of location and trajectory of pancreatic cancer from radiology reports using zero-shot LLM","display_name":"Abstract B074: Clinical inference of location and trajectory of pancreatic cancer from radiology reports using zero-shot LLM","publication_year":2024,"publication_date":"2024-01-16","ids":{"openalex":"https://openalex.org/W4390915335","doi":"https://doi.org/10.1158/1538-7445.panca2023-b074"},"language":"en","primary_location":{"id":"doi:10.1158/1538-7445.panca2023-b074","doi":"https://doi.org/10.1158/1538-7445.panca2023-b074","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1158/1538-7445.panca2023-b074","pdf_url":null,"source":{"id":"https://openalex.org/S168522863","display_name":"Cancer Research","issn_l":"0008-5472","issn":["0008-5472","1538-7445"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320273","host_organization_name":"American Association for Cancer Research","host_organization_lineage":["https://openalex.org/P4310320273"],"host_organization_lineage_names":["American Association for Cancer Research"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cancer Research","raw_type":"journal-article"},"volume":null,"type":"conference-abstract","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024959372","display_name":"Travis Ian Zack","orcid":"https://orcid.org/0000-0002-1620-6455","observed_orcids":["https://orcid.org/0000-0002-1620-6455"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Travis Ian Zack","raw_affiliation_strings":["1University of California, San Francisco, San Francisco, CA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1University of California, San Francisco, San Francisco, CA,","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009516496","display_name":"Madhumita Sushil","orcid":"https://orcid.org/0000-0001-7884-0526","observed_orcids":["https://orcid.org/0000-0001-7884-0526"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madhumita Sushil","raw_affiliation_strings":["1University of California, San Francisco, San Francisco, CA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1University of California, San Francisco, San Francisco, CA,","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035909569","display_name":"Brenda Y. Miao","orcid":"https://orcid.org/0000-0002-3393-9837","observed_orcids":["https://orcid.org/0000-0002-3393-9837"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brenda Miao","raw_affiliation_strings":["1University of California, San Francisco, San Francisco, CA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1University of California, San Francisco, San Francisco, CA,","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112890663","display_name":"Arda Demirci","orcid":"https://orcid.org/0000-0002-0245-0334","observed_orcids":["https://orcid.org/0000-0002-0245-0334"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arda Demirci","raw_affiliation_strings":["2University of California, Berkeley, Berkeley, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"2University of California, Berkeley, Berkeley, CA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015810033","display_name":"Corynn Kasap","orcid":"https://orcid.org/0000-0002-3667-8097","observed_orcids":["https://orcid.org/0000-0002-3667-8097"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Corynn Kasap","raw_affiliation_strings":["1University of California, San Francisco, San Francisco, CA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1University of California, San Francisco, San Francisco, CA,","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072641295","display_name":"Margaret A. Tempero","orcid":"https://orcid.org/0000-0002-2777-9208","observed_orcids":["https://orcid.org/0000-0002-2777-9208"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Margaret Tempero","raw_affiliation_strings":["1University of California, San Francisco, San Francisco, CA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1University of California, San Francisco, San Francisco, CA,","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036068985","display_name":"Atul Janardhan Butte","orcid":"https://orcid.org/0000-0002-7433-2740","observed_orcids":["https://orcid.org/0000-0002-7433-2740"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Atul Butte","raw_affiliation_strings":["1University of California, San Francisco, San Francisco, CA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1University of California, San Francisco, San Francisco, CA,","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035793503","display_name":"Eric Andrew Collisson","orcid":"https://orcid.org/0000-0001-8037-9388","observed_orcids":["https://orcid.org/0000-0001-8037-9388","https://orcid.org/0000-0002-2829-355X"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Collisson","raw_affiliation_strings":["1University of California, San Francisco, San Francisco, CA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1University of California, San Francisco, San Francisco, CA,","institution_ids":["https://openalex.org/I180670191"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"84","issue":"2_Supplement","first_page":"B074","last_page":"B074"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pancreatic-ductal-adenocarcinoma","display_name":"pancreatic ductal adenocarcinoma","score":0.9480000138282776},{"id":"https://openalex.org/keywords/radiology-reports","display_name":"radiology reports","score":0.8610000014305115},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8920000195503235},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.8190000057220459},{"id":"https://openalex.org/keywords/gpt-3-5","display_name":"GPT-3.5","score":0.9010000228881836},{"id":"https://openalex.org/keywords/treatment-response-assessment","display_name":"treatment response assessment","score":0.828000009059906},{"id":"https://openalex.org/keywords/disease-location","display_name":"disease location","score":0.6460000276565552},{"id":"https://openalex.org/keywords/indeterminate-nodules","display_name":"indeterminate nodules","score":0.9419999718666077},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.703000009059906},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.6010000109672546},{"id":"https://openalex.org/keywords/ai-hallucination","display_name":"AI hallucination","score":0.4230000078678131}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7523915767669678},{"id":"https://openalex.org/C2780210213","wikidata":"https://www.wikidata.org/wiki/Q212961","display_name":"Pancreatic cancer","level":3,"score":0.5756509304046631},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.5244953036308289},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.5129737257957458},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.5014197826385498},{"id":"https://openalex.org/C2779399171","wikidata":"https://www.wikidata.org/wiki/Q1483951","display_name":"Malignancy","level":2,"score":0.452968567609787},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.4169531464576721},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.389893114566803},{"id":"https://openalex.org/C61434518","wikidata":"https://www.wikidata.org/wiki/Q932510","display_name":"General surgery","level":1,"score":0.3385312557220459},{"id":"https://openalex.org/C143998085","wikidata":"https://www.wikidata.org/wiki/Q162555","display_name":"Oncology","level":1,"score":0.3277828097343445}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1158/1538-7445.panca2023-b074","doi":"https://doi.org/10.1158/1538-7445.panca2023-b074","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1158/1538-7445.panca2023-b074","pdf_url":null,"source":{"id":"https://openalex.org/S168522863","display_name":"Cancer Research","issn_l":"0008-5472","issn":["0008-5472","1538-7445"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320273","host_organization_name":"American Association for Cancer Research","host_organization_lineage":["https://openalex.org/P4310320273"],"host_organization_lineage_names":["American Association for Cancer Research"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cancer Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.9391000270843506}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4405275313","https://openalex.org/W4413257864","https://openalex.org/W7124283595","https://openalex.org/W4416097096","https://openalex.org/W7138920863","https://openalex.org/W4414491098","https://openalex.org/W4399781895","https://openalex.org/W4401715626","https://openalex.org/W4416781147","https://openalex.org/W4411097211"],"abstract_inverted_index":{"Abstract":[0],"Importance:":[1],"Recent":[2],"breakthroughs":[3],"in":[4,24,36,133,138,330,355,364,420],"Large":[5],"Language":[6],"models":[7,116,132,186],"(LLM)":[8],"have":[9],"shown":[10],"impressive":[11],"reasoning":[12,127,257,285],"capabilities.":[13],"Inferring":[14],"disease":[15,31,54,62,143,148],"trajectory":[16,402],"from":[17,68,81,98,406],"radiology":[18,70,96,229,331,407],"reports":[19,97,110,230,332,408],"is":[20],"a":[21,166,213,242],"central":[22],"task":[23],"clinical":[25,69,353,375],"oncology,":[26],"and":[27,33,50,59,107,114,150,184,187,218,222,237,286,359,373,401],"radiographic":[28],"interpretation":[29,169],"of":[30,47,61,77,105,129,153,161,170,189,196,216,220,234,280,308,314,399,403,415],"state":[32],"treatment":[34,106],"benefits":[35],"pancreas":[37],"cancer":[38,100,140,405],"can":[39],"be":[40,361],"particularly":[41],"challenging.":[42],"We":[43,72,92,124,192,211,274],"assess":[44,74,125],"the":[45,75,112,126,134,253,270,277,287,416],"performance":[46,215],"LLMs":[48,78],"(GPT3.5-turbo":[49],"GPT4)":[51],"to":[52,57,79,111,145,165,227,241,292,344],"infer":[53],"status,":[55],"response":[56,162],"treatment,":[58,146],"location":[60,400],"for":[63,180,333,367],"patients":[64,101],"with":[65,340],"pancreatic":[66,99,139,404],"adenocarcinoma":[67,335],"reports.":[71],"also":[73,193,275],"ability":[76],"extrapolate":[80],"objective":[82],"findings,":[83],"vs.":[84],"their":[85],"reliance":[86],"on":[87,251,303],"radiologist\u2019s":[88],"summaries.":[89],"Experimental":[90],"Design:":[91],"used":[93],"200":[94],"deidentified":[95],"at":[102],"different":[103,206],"stages":[104],"submitted":[108],"these":[109,130],"GPT3.5":[113,221],"GPT4":[115,223,300],"via":[117],"an":[118,261],"Microsoft":[119],"Azure":[120],"HIPAA":[121],"compliant":[122],"instance.":[123],"capabilities":[128],"two":[131],"three":[135],"independent":[136],"tasks":[137],"imaging.":[141],"1)":[142],"status/response":[144],"2)":[147],"location,":[149],"3)":[151],"presence":[152,236,313],"indeterminate":[154,315],"nodules":[155],"requiring":[156,317],"further":[157,318],"follow":[158,319],"up.":[159,320],"Evaluation":[160],"was":[163,248,266,282],"compared":[164,240,343],"medical":[167,175,243,294],"oncologist\u2019s":[168,244],"each":[171],"report.":[172],"A":[173],"second":[174],"oncologist":[176],"served":[177],"as":[178,203,205,239,310,312],"adjudicator":[179],"discrepancies":[181],"between":[182,284],"human":[183],"GPT":[185,322,341],"rates":[188],"data":[190,371],"fabrication.":[191],"assessed":[194],"importance":[195],"Radiologists":[197],"summaries":[198],"vs":[199],"Objective":[200],"finding":[201],"sections,":[202],"well":[204,311],"prompt":[207],"engineering":[208],"approaches.":[209],"Results:":[210],"found":[212,276],"maximum":[214],"71%":[217],"85%":[219],"respectively":[224],"when":[225],"asked":[226],"classify":[228],"into":[231],"seven":[232],"categories":[233],"malignancy":[235],"trajectory,":[238],"interpretation.":[245],"This":[246,346],"accuracy":[247],"strongly":[249,302],"dependent":[250],"requesting":[252],"model":[254],"demonstrate":[255],"its":[256],"process":[258],"before":[259],"providing":[260,269],"answer;":[262],"though":[263],"this":[264],"dependency":[265],"abrogated":[267],"by":[268],"Radiologist\u2019s":[271],"impression":[272],"section.":[273],"main":[278],"source":[279],"mis-classification":[281],"incongruence":[283],"final":[288],"classification":[289],"(as":[290],"opposed":[291],"incorrect":[293],"reasoning).":[295],"Finally,":[296],"we":[297],"showed":[298],"that":[299],"performs":[301],"identifying":[304],"specific":[305],"organ":[306],"sites":[307],"disease,":[309],"findings":[316],"Conclusion:":[321],"algorithms":[323],"accurately":[324],"interpret":[325],"multiple":[326],"clinically":[327],"relevant":[328],"features":[329],"Pancreatic":[334,423],"patients.":[336],"Precision":[337],"improved":[338],"markedly":[339],"4":[342],"GPT-3.5.":[345],"suggests":[347],"GPT-based":[348],"tools":[349],"are":[350],"potential":[351],"valuable":[352,362],"allies":[354],"interpreting":[356],"radiologist-produced":[357],"text":[358],"could":[360],"aids":[363],"cohort":[365],"identification":[366],"large":[368],"scale":[369],"real-world":[370],"research":[372],"eventually":[374],"management":[376],"support.":[377],"Citation":[378],"Format:":[379],"Travis":[380],"Ian":[381],"Zack,":[382],"Madhumita":[383],"Sushil,":[384],"Brenda":[385],"Miao,":[386],"Arda":[387],"Demirci,":[388],"Corynn":[389],"Kasap,":[390],"Margaret":[391],"Tempero,":[392],"Atul":[393],"Butte,":[394],"Eric":[395],"Collisson.":[396],"Clinical":[397],"inference":[398],"using":[409],"zero-shot":[410],"LLM":[411],"[abstract].":[412],"In:":[413],"Proceedings":[414],"AACR":[417],"Special":[418],"Conference":[419],"Cancer":[421,433],"Research:":[422],"Cancer;":[424],"2023":[425],"Sep":[426],"27-30;":[427],"Boston,":[428],"Massachusetts.":[429],"Philadelphia":[430],"(PA):":[431],"AACR;":[432],"Res":[434],"2024;84(2":[435],"Suppl):Abstract":[436],"nr":[437],"B074.":[438]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-09-25T08:18:29.962427","created_date":"2024-01-17T00:00:00"}