{"id":"https://openalex.org/W4411231238","doi":"https://doi.org/10.1016/j.jcjq.2026.04.003","title":"Using Large Language Models to Determine Reasons for Missed Colon Cancer Screening Follow-Up","display_name":"Using Large Language Models to Determine Reasons for Missed Colon Cancer Screening Follow-Up","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W4411231238","doi":"https://doi.org/10.1016/j.jcjq.2026.04.003","pmid":"https://pubmed.ncbi.nlm.nih.gov/42115059"},"language":"en","primary_location":{"id":"doi:10.1016/j.jcjq.2026.04.003","doi":"https://doi.org/10.1016/j.jcjq.2026.04.003","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jcjq.2026.04.003","pdf_url":null,"source":{"id":"https://openalex.org/S4210168284","display_name":"The Joint Commission Journal on Quality and Patient Safety","issn_l":"1553-7250","issn":["1553-7250","1938-131X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","medline","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Joint Commission Journal on Quality and Patient Safety","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.jcjq.2026.04.003","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052287559","display_name":"Christopher Y. K. Williams","orcid":"https://orcid.org/0000-0001-8867-1623","observed_orcids":["https://orcid.org/0000-0001-8867-1623"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Christopher Y.K. Williams","raw_affiliation_strings":["Bakar Computational Health Sciences Institute, University of California San Francisco, San Francisco, California","Quality Health, Inc"],"raw_orcid":"https://orcid.org/0000-0001-8867-1623","affiliations":[{"raw_affiliation_string":"Bakar Computational Health Sciences Institute, University of California San Francisco, San Francisco, California","institution_ids":["https://openalex.org/I180670191"]},{"raw_affiliation_string":"Quality Health, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050618420","display_name":"Urmimala Sarkar","orcid":"https://orcid.org/0000-0003-4213-4405","observed_orcids":["https://orcid.org/0000-0003-4213-4405"]},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]},{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Urmimala Sarkar","raw_affiliation_strings":["Division of General Internal Medicine, Department of Medicine, Zuckerberg San Francisco General Hospital and University of California San Francisco, San Francisco, California"],"raw_orcid":"https://orcid.org/0000-0003-4213-4405","affiliations":[{"raw_affiliation_string":"Division of General Internal Medicine, Department of Medicine, Zuckerberg San Francisco General Hospital and University of California San Francisco, San Francisco, California","institution_ids":["https://openalex.org/I1295908608","https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023154530","display_name":"Julia Adler\u2010Milstein","orcid":"https://orcid.org/0000-0002-0262-6491","observed_orcids":["https://orcid.org/0000-0002-0262-6491"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Adler-Milstein","raw_affiliation_strings":["Division of Clinical Informatics and Digital Transformation, University of California San Francisco, San Francisco, California"],"raw_orcid":"https://orcid.org/0000-0002-0262-6491","affiliations":[{"raw_affiliation_string":"Division of Clinical Informatics and Digital Transformation, University of California San Francisco, San Francisco, California","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020212862","display_name":"Lisa S. Rotenstein","orcid":"https://orcid.org/0000-0002-8270-7602","observed_orcids":["https://orcid.org/0000-0002-8270-7602","https://orcid.org/0000-0003-2662-5351"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]},{"id":"https://openalex.org/I4210110664","display_name":"University of California San Francisco Medical Center","ror":"https://ror.org/01t8svj65","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210110664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa Rotenstein","raw_affiliation_strings":["Division of Clinical Informatics and Digital Transformation, University of California San Francisco, San Francisco, California","Division of General Internal Medicine, Department of Medicine, UCSF Health and University of California San Francisco, San Francisco, California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Clinical Informatics and Digital Transformation, University of California San Francisco, San Francisco, California","institution_ids":["https://openalex.org/I180670191"]},{"raw_affiliation_string":"Division of General Internal Medicine, Department of Medicine, UCSF Health and University of California San Francisco, San Francisco, California","institution_ids":["https://openalex.org/I180670191","https://openalex.org/I4210110664"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5052287559"],"corresponding_institution_ids":["https://openalex.org/I180670191"],"apc_list":{"value":3510,"currency":"USD","value_usd":3510},"apc_paid":{"value":3510,"currency":"USD","value_usd":3510},"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.00116833,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"52","issue":"8","first_page":"392","last_page":"399"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10552","display_name":"Colorectal Cancer Screening and Detection","score":0.8521000146865845,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10552","display_name":"Colorectal Cancer Screening and Detection","score":0.8521000146865845,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.03009999915957451,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.02370000071823597,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/colorectal-cancer-screening","display_name":"colorectal cancer screening","score":0.8100000023841858},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8479999899864197},{"id":"https://openalex.org/keywords/fecal-immunochemical-test","display_name":"fecal immunochemical test","score":0.828000009059906},{"id":"https://openalex.org/keywords/fecal-occult-blood-test","display_name":"fecal occult blood test","score":1.0},{"id":"https://openalex.org/keywords/abnormal-screening-results","display_name":"abnormal screening results","score":0.6190000176429749},{"id":"https://openalex.org/keywords/unstructured-clinical-notes","display_name":"unstructured clinical notes","score":0.6639999747276306},{"id":"https://openalex.org/keywords/quality-improvement","display_name":"quality improvement","score":0.5950000286102295},{"id":"https://openalex.org/keywords/patient-refusal","display_name":"patient refusal","score":0.4729999899864197},{"id":"https://openalex.org/keywords/comorbidity","display_name":"comorbidities","score":0.9419999718666077},{"id":"https://openalex.org/keywords/natural-language-processing-in-healthcare","display_name":"natural language processing in healthcare","score":0.6100000143051147}],"concepts":[{"id":"https://openalex.org/C526805850","wikidata":"https://www.wikidata.org/wiki/Q188874","display_name":"Colorectal cancer","level":3,"score":0.49759605526924133},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.42225149273872375},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.3705407679080963},{"id":"https://openalex.org/C143998085","wikidata":"https://www.wikidata.org/wiki/Q162555","display_name":"Oncology","level":1,"score":0.32888320088386536},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.2602684497833252}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000368","descriptor_name":"Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003110","descriptor_name":"Colonic Neoplasms","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D003113","descriptor_name":"Colonoscopy","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D003430","descriptor_name":"Cross-Sectional Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009780","descriptor_name":"Occult Blood","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055088","descriptor_name":"Early Detection of Cancer","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1016/j.jcjq.2026.04.003","doi":"https://doi.org/10.1016/j.jcjq.2026.04.003","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jcjq.2026.04.003","pdf_url":null,"source":{"id":"https://openalex.org/S4210168284","display_name":"The Joint Commission Journal on Quality and Patient Safety","issn_l":"1553-7250","issn":["1553-7250","1938-131X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","medline","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Joint Commission Journal on Quality and Patient Safety","raw_type":"journal-article"},{"id":"doi:10.1101/2025.06.11.25329439","doi":"https://doi.org/10.1101/2025.06.11.25329439","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.06.11.25329439","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2025/06/12/2025.06.11.25329439.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},{"id":"pmid:42115059","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42115059","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Joint Commission journal on quality and patient safety","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1016/j.jcjq.2026.04.003","doi":"https://doi.org/10.1016/j.jcjq.2026.04.003","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jcjq.2026.04.003","pdf_url":null,"source":{"id":"https://openalex.org/S4210168284","display_name":"The Joint Commission Journal on Quality and Patient Safety","issn_l":"1553-7250","issn":["1553-7250","1938-131X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","medline","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Joint Commission Journal on Quality and Patient Safety","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.98580002784729}],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320312159","display_name":"Doctors Company Foundation","ror":"https://ror.org/03xm3wq50"},{"id":"https://openalex.org/F4320332622","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411231238.pdf","grobid_xml":"https://content.openalex.org/works/W4411231238.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W2029858356","https://openalex.org/W2097680546","https://openalex.org/W2147072570","https://openalex.org/W2529620170","https://openalex.org/W2583878310","https://openalex.org/W2610311129","https://openalex.org/W2626778328","https://openalex.org/W2805714244","https://openalex.org/W2898124637","https://openalex.org/W2942764960","https://openalex.org/W3026492376","https://openalex.org/W3126979560","https://openalex.org/W3160715884","https://openalex.org/W3185341429","https://openalex.org/W4225312520","https://openalex.org/W4231576061","https://openalex.org/W4311649121","https://openalex.org/W4319662928","https://openalex.org/W4322719806","https://openalex.org/W4327810158","https://openalex.org/W4383223222","https://openalex.org/W4388892242","https://openalex.org/W4389205282","https://openalex.org/W4391995913","https://openalex.org/W4392740458","https://openalex.org/W4393234405","https://openalex.org/W4396691546","https://openalex.org/W4399738410","https://openalex.org/W4399854538","https://openalex.org/W4400948229","https://openalex.org/W4401812495","https://openalex.org/W4403229099","https://openalex.org/W4403603479","https://openalex.org/W4403748006","https://openalex.org/W4409717995","https://openalex.org/W4410090070","https://openalex.org/W4411359311"],"related_works":["https://openalex.org/W4417075474","https://openalex.org/W4387733061","https://openalex.org/W4387750091","https://openalex.org/W7163691315","https://openalex.org/W3107572402","https://openalex.org/W4401709391","https://openalex.org/W4296716390","https://openalex.org/W7162847397","https://openalex.org/W2404528748","https://openalex.org/W4403726811"],"abstract_inverted_index":{"Abstract":[0],"Importance":[1],"Identifying":[2],"reasons":[3,54,125,146,255,270,285,324],"for":[4,22,55,126,217,256,271,286,325,347],"missed":[5],"preventive":[6],"care,":[7],"such":[8],"as":[9],"follow-up":[10,59,130,329],"colonoscopy":[11,60,106,131,194,209,260,290,330],"after":[12,61,331],"an":[13,93,120,140,317,332],"abnormal":[14,62,94,112,181,200,333],"stool-based":[15],"colon":[16],"cancer":[17,239,251],"screening":[18,240,252],"test,":[19],"is":[20,38],"critical":[21],"quality":[23,348],"improvement":[24,349],"initiatives.":[25,350],"However,":[26],"manual":[27],"chart":[28,345],"review":[29,346],"to":[30,122,159,237,343],"extract":[31,53],"this":[32],"information":[33],"from":[34],"unstructured":[35],"clinical":[36,136],"notes":[37,137,267],"time-consuming":[39],"and":[40,99,138,153,262,303,311,322],"costly.":[41],"Objective":[42],"To":[43],"determine":[44,123],"whether":[45,124,139],"a":[46,56,105,127,164,170,175,193,208,259,274,289],"large":[47],"language":[48],"model":[49],"(LLM)":[50],"can":[51,142,319],"accurately":[52,143,320],"lack":[57,128],"of":[58,79,110,119,129,177,198,225,249,328],"outpatient":[63,95],"fecal":[64,69],"immunohistochemical":[65],"test":[66,72],"(FIT)":[67],"or":[68,90],"occult":[70],"blood":[71],"(FOBT).":[73],"Design":[74],"Cross-sectional":[75],"study.":[76],"Setting":[77],"University":[78],"California,":[80],"San":[81],"Francisco":[82],"(UCSF).":[83],"Participants":[84],"Adult":[85],"patients":[86,179,214,231,246,265],"aged":[87],"45":[88],"years":[89],"older":[91],"with":[92,180],"FIT/FOBT":[96],"between":[97],"2012":[98],"2024":[100],"who":[101,204],"did":[102,205,232],"not":[103,206,233,257,272,287],"undergo":[104],"within":[107,195,210],"90":[108,196,211],"days":[109,197],"the":[111,117,135,187,199,218,326,341],"test.":[113,201],"Exposure":[114],"We":[115],"investigate":[116],"potential":[118,342],"LLM":[121,141,161,223,277,318],"are":[132],"documented":[133],"in":[134,241],"classify":[144],"those":[145,203],"into":[147],"clinically":[148],"meaningful":[149],"categories.":[150],"Main":[151],"Outcomes":[152],"Measures":[154],"Accuracy":[155],"score":[156],"was":[157,280],"calculated":[158],"evaluate":[160],"performance":[162],"against":[163],"10%":[165],"subsample":[166],"manually":[167],"classified":[168],"by":[169],"physician":[171],"reviewer.":[172],"Results":[173],"From":[174],"total":[176],"2164":[178],"FIT/FOBTs":[182],"performed":[183],"at":[184],"UCSF":[185],"during":[186],"study":[188,314],"period,":[189],"355":[190],"(16.4%)":[191],"underwent":[192],"Among":[202],"receive":[207],"days,":[212],"846":[213],"were":[215],"eligible":[216],"main":[219],"analysis.":[220],"Based":[221],"on":[222],"categorization":[224],"patient":[226],"note":[227],"content,":[228],"270":[229],"(31.9%)":[230],"have":[234,340],"any":[235],"reference":[236],"colonoscopy/colorectal":[238,250],"their":[242],"notes,":[243],"379":[244],"(44.8%)":[245],"had":[247,266],"mentions":[248],"without":[253],"explicit":[254,269],"having":[258,273,288],"provided,":[261],"197":[263],"(23.3%)":[264],"detailing":[268],"colonoscopy.":[275],"Overall":[276],"classification":[278],"accuracy":[279],"89.3%.":[281],"The":[282],"most":[283],"common":[284],"included:":[291],"Refused/not":[292],"interested":[293],"(n":[294,299,306],"=":[295,300,307],"96;":[296],"35.2%),":[297],"Comorbidities":[298],"51;":[301],"18.7%),":[302],"Patient":[304],"Unavailable":[305],"46;":[308],"16.8%).":[309],"Conclusions":[310],"Relevance":[312],"This":[313],"suggests":[315],"that":[316,338],"identify":[321],"categorize":[323],"absence":[327],"FIT/FOBT.":[334],"Our":[335],"results":[336],"suggest":[337],"LLMs":[339],"automate":[344]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-10-10T00:00:00"}