{"id":"https://openalex.org/W7138848601","doi":"https://doi.org/10.1609/aaai.v40i45.41219","title":"When the Domain Expert Has No Time and the LLM Developer Has No Clinical Expertise: Real-World Lessons from LLM Co-Design in a Safety-Net Hospital","display_name":"When the Domain Expert Has No Time and the LLM Developer Has No Clinical Expertise: Real-World Lessons from LLM Co-Design in a Safety-Net Hospital","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138848601","doi":"https://doi.org/10.1609/aaai.v40i45.41219"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i45.41219","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i45.41219","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41219/45180","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41219/45180","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109633381","display_name":"Avni Kothari","orcid":null},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avni Kothari","raw_affiliation_strings":["University of California, San Francisco\nZuckerberg San Francisco General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Francisco\nZuckerberg San Francisco General Hospital","institution_ids":["https://openalex.org/I1295908608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123145892","display_name":"Patrick Vossler","orcid":null},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Vossler","raw_affiliation_strings":["University of California, San Francisco\nZuckerberg San Francisco General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Francisco\nZuckerberg San Francisco General Hospital","institution_ids":["https://openalex.org/I1295908608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008919455","display_name":"Jean Digitale","orcid":"https://orcid.org/0000-0002-6909-8478"},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean Digitale","raw_affiliation_strings":["University of California, San Francisco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Francisco","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129982961","display_name":"Mohammad Forouzannia","orcid":null},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Forouzannia","raw_affiliation_strings":["University of California, San Francisco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Francisco","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129776747","display_name":"Elise Rosenberg","orcid":null},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elise Rosenberg","raw_affiliation_strings":["Zuckerberg San Francisco General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zuckerberg San Francisco General Hospital","institution_ids":["https://openalex.org/I1295908608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050689179","display_name":"M H Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michele Lee","raw_affiliation_strings":["Zuckerberg San Francisco General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zuckerberg San Francisco General Hospital","institution_ids":["https://openalex.org/I1295908608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130095755","display_name":"Jenne\u00e9 Bryant","orcid":null},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jenne\u00e9 Bryant","raw_affiliation_strings":["Zuckerberg San Francisco General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zuckerberg San Francisco General Hospital","institution_ids":["https://openalex.org/I1295908608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084194837","display_name":"Melanie F. Molina","orcid":"https://orcid.org/0000-0002-0923-9339"},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Melanie Molina","raw_affiliation_strings":["University of California, San Francisco\nZuckerberg San Francisco General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Francisco\nZuckerberg San Francisco General Hospital","institution_ids":["https://openalex.org/I1295908608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110166167","display_name":"JD Marks","orcid":null},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Marks","raw_affiliation_strings":["University of California, San Francisco\nZuckerberg San Francisco General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Francisco\nZuckerberg San Francisco General Hospital","institution_ids":["https://openalex.org/I1295908608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000373572","display_name":"Lucas S. Zier","orcid":"https://orcid.org/0000-0002-3879-5529"},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Zier","raw_affiliation_strings":["University of California, San Francisco\nZuckerberg San Francisco General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Francisco\nZuckerberg San Francisco General Hospital","institution_ids":["https://openalex.org/I1295908608"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016688286","display_name":"J. S. Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean Feng","raw_affiliation_strings":["University of California, San Francisco\nZuckerberg San Francisco General Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Francisco\nZuckerberg San Francisco General Hospital","institution_ids":["https://openalex.org/I1295908608"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26415094,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"45","first_page":"38754","last_page":"38762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5647000074386597,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5647000074386597,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0478999987244606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7741000056266785},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6258000135421753},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.614799976348877},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42309999465942383},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.4214000105857849},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.3215000033378601}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7741000056266785},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6258000135421753},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.614799976348877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5864999890327454},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.429500013589859},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42309999465942383},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4223000109195709},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.4214000105857849},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2671000063419342},{"id":"https://openalex.org/C4727928","wikidata":"https://www.wikidata.org/wiki/Q17164759","display_name":"Social network (sociolinguistics)","level":3,"score":0.2646999955177307},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.2567000091075897},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i45.41219","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i45.41219","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41219/45180","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i45.41219","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i45.41219","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41219/45180","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7089908719062805,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138848601.pdf","grobid_xml":"https://content.openalex.org/works/W7138848601.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"the":[5,28,45,58,88,92,141,149,157,171,196],"potential":[6],"to":[7,116,126,165,167,191],"address":[8],"social":[9,119,134],"and":[10,57,95,159,177,206,213],"behavioral":[11],"determinants":[12],"of":[13,30,37,79,143,162],"health":[14],"by":[15],"transforming":[16],"labor":[17],"intensive":[18],"workflows":[19],"in":[20,60,76,109,153,194],"resource-constrained":[21],"settings.":[22],"Creating":[23],"LLM-based":[24,81],"applications":[25],"that":[26,47,131,148,170],"serve":[27],"needs":[29],"underserved":[31],"communities":[32,62],"requires":[33],"a":[34,70,105,122,182,216],"deep":[35],"understanding":[36],"their":[38,51],"local":[39,55],"context,":[40],"but":[41],"it":[42],"is":[43,98,156,174,200,210],"often":[44,63],"case":[46,107],"neither":[48],"LLMs":[49],"nor":[50],"developers":[52],"possess":[53],"this":[54,102,154],"expertise,":[56],"experts":[59],"these":[61],"face":[64],"severe":[65],"time/resource":[66],"constraints.":[67],"This":[68],"creates":[69],"disconnect:":[71],"how":[72],"can":[73],"one":[74],"engage":[75],"meaningful":[77],"co-design":[78,184],"an":[80,84,128],"application":[82,130,173],"for":[83,186],"under-resourced":[85],"community":[86],"when":[87],"communication":[89],"channel":[90],"between":[91],"LLM":[93,129,172],"developer":[94],"domain":[96,192],"expert":[97],"constrained?":[99],"We":[100],"explored":[101],"question":[103],"through":[104,215],"real-world":[106],"study,":[108],"which":[110,195],"our":[111],"data":[112],"science":[113],"team":[114],"sought":[115],"partner":[117],"with":[118,188],"workers":[120],"at":[121],"safety":[123],"net":[124],"hospital":[125],"build":[127],"summarizes":[132],"patients'":[133],"needs.":[135],"Whereas":[136],"prior":[137],"works":[138],"focus":[139],"on":[140],"challenge":[142,152],"prompt":[144],"tuning,":[145],"we":[146,180],"found":[147],"most":[150],"critical":[151],"setting":[155],"careful":[158],"precise":[160],"specification":[161],"*what*":[163],"information":[164],"surface":[166],"providers":[168],"so":[169],"accurate,":[175],"comprehensive,":[176],"verifiable.":[178],"Here":[179],"present":[181],"novel":[183],"framework":[185],"settings":[187],"limited":[189],"access":[190],"experts,":[193],"summary":[197],"generation":[198],"task":[199],"first":[201],"decomposed":[202],"into":[203],"individually-optimizable":[204],"attributes":[205],"then":[207],"each":[208],"attribute":[209],"efficiently":[211],"refined":[212],"validated":[214],"multi-tier":[217],"cascading":[218],"approach.":[219]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-20T00:00:00"}