{"id":"https://openalex.org/W4385328225","doi":"https://doi.org/10.48550/arxiv.2307.14334","title":"Towards Generalist Biomedical AI","display_name":"Towards Generalist Biomedical AI","publication_year":2023,"publication_date":"2023-07-26","ids":{"openalex":"https://openalex.org/W4385328225","doi":"https://doi.org/10.48550/arxiv.2307.14334"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2307.14334","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.14334","pdf_url":"https://arxiv.org/pdf/2307.14334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2307.14334","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059213795","display_name":"Tao Tu","orcid":"https://orcid.org/0000-0003-3420-7889"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047463591","display_name":"Shekoofeh Azizi","orcid":"https://orcid.org/0000-0002-7447-6031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azizi, Shekoofeh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080239685","display_name":"Danny Driess","orcid":"https://orcid.org/0000-0002-8258-1659"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Driess, Danny","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025626087","display_name":"Mike Schaekermann","orcid":"https://orcid.org/0000-0002-1735-9680"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schaekermann, Mike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102999001","display_name":"Mohamed Amin","orcid":"https://orcid.org/0009-0002-4874-8272"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amin, Mohamed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056695196","display_name":"Pi-Chuan Chang","orcid":"https://orcid.org/0000-0003-3021-6446"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Pi-Chuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071154269","display_name":"Andrew Carroll","orcid":"https://orcid.org/0000-0002-4824-6689"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carroll, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102661986","display_name":"Chuck Lau","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lau, Chuck","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064157732","display_name":"Ryutaro Tanno","orcid":"https://orcid.org/0000-0002-8107-6730"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tanno, Ryutaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074861404","display_name":"Sofia Ira Ktena","orcid":"https://orcid.org/0000-0001-6677-6547"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ktena, Ira","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072796087","display_name":"Basil Mustafa","orcid":"https://orcid.org/0000-0001-7305-7890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mustafa, Basil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055969617","display_name":"Aakanksha Chowdhery","orcid":"https://orcid.org/0000-0002-0628-5225"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chowdhery, Aakanksha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078784976","display_name":"Yun Liu","orcid":"https://orcid.org/0000-0003-4079-8275"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042760897","display_name":"Simon Kornblith","orcid":"https://orcid.org/0000-0002-9088-2443"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kornblith, Simon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035123135","display_name":"David J. Fleet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fleet, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086361722","display_name":"P. Mansfield","orcid":"https://orcid.org/0000-0003-4969-0543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mansfield, Philip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034500430","display_name":"Sushant Prakash","orcid":"https://orcid.org/0009-0000-4162-4600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prakash, Sushant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060982337","display_name":"Renee Wong","orcid":"https://orcid.org/0009-0003-0403-7679"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Renee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036644623","display_name":"Sunny Virmani","orcid":"https://orcid.org/0009-0008-0647-8853"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Virmani, Sunny","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010171106","display_name":"Christopher Semturs","orcid":"https://orcid.org/0000-0001-6108-2773"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Semturs, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063201022","display_name":"S. Sara Mahdavi","orcid":"https://orcid.org/0000-0001-6823-598X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahdavi, S Sara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028001282","display_name":"Bradley Green","orcid":"https://orcid.org/0000-0001-9589-0226"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Green, Bradley","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028178741","display_name":"Ewa Dominowska","orcid":"https://orcid.org/0009-0006-5644-9685"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dominowska, Ewa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044698998","display_name":"Blaise Ag\u00fcera y Arcas","orcid":"https://orcid.org/0000-0003-2256-9823"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arcas, Blaise Aguera y","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043862316","display_name":"Jo\u00eblle Barral","orcid":"https://orcid.org/0009-0009-0432-5148"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barral, Joelle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060000122","display_name":"Dale R. Webster","orcid":"https://orcid.org/0000-0002-3023-8824"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Webster, Dale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068955381","display_name":"Greg S. Corrado","orcid":"https://orcid.org/0000-0001-8817-0992"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corrado, Greg S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065128060","display_name":"Yossi Matias","orcid":"https://orcid.org/0000-0003-3960-6002"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matias, Yossi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027454515","display_name":"Karan Singhal","orcid":"https://orcid.org/0000-0001-9002-7490"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singhal, Karan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021289514","display_name":"Pete Florence","orcid":"https://orcid.org/0000-0002-7148-5645"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Florence, Pete","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003509342","display_name":"Alan Karthikesalingam","orcid":"https://orcid.org/0000-0001-5074-898X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karthikesalingam, Alan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103234563","display_name":"Vivek Natarajan","orcid":"https://orcid.org/0000-0001-7849-2074"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Natarajan, Vivek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6817958950996399},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6559466123580933},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5738911032676697},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5213252902030945},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.4814974069595337},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.44018983840942383},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32711535692214966},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3237186670303345}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6817958950996399},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6559466123580933},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5738911032676697},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5213252902030945},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4814974069595337},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.44018983840942383},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32711535692214966},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3237186670303345},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2307.14334","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.14334","pdf_url":"https://arxiv.org/pdf/2307.14334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2307.14334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2307.14334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2307.14334","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.14334","pdf_url":"https://arxiv.org/pdf/2307.14334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385328225.pdf","grobid_xml":"https://content.openalex.org/works/W4385328225.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574","https://openalex.org/W4246352526","https://openalex.org/W2121910908"],"abstract_inverted_index":{"Medicine":[0],"is":[1,101,240],"inherently":[2],"multimodal,":[3],"with":[4,120,132],"rich":[5],"data":[6,27,113],"modalities":[7],"spanning":[8],"text,":[9],"imaging,":[10,117],"genomics,":[11],"and":[12,24,69,76,78,110,118,163,170,180,197],"more.":[13],"Generalist":[14],"biomedical":[15,56,96,112,260],"artificial":[16],"intelligence":[17],"(AI)":[18],"systems":[19],"that":[20,107],"flexibly":[21,108],"encode,":[22],"integrate,":[23],"interpret":[25],"this":[26],"at":[28],"scale":[29],"can":[30],"potentially":[31],"enable":[32,43],"impactful":[33],"applications":[34],"ranging":[35],"from":[36],"scientific":[37],"discovery":[38],"to":[39,159,229,242],"care":[40],"delivery.":[41],"To":[42,175],"the":[44,121,135,138,178,256],"development":[45,257],"of":[46,91,124,137,156,182,190,231,258],"these":[47,244],"models,":[48],"we":[49,185],"first":[50],"curate":[51],"MultiMedBench,":[52],"a":[53,94,102,149,187,205,215,253],"new":[54],"multimodal":[55,104],"benchmark.":[57],"MultiMedBench":[58,142],"encompasses":[59],"14":[60],"diverse":[61],"tasks":[62],"such":[63],"as":[64],"medical":[65,161,173],"question":[66],"answering,":[67],"mammography":[68],"dermatology":[70],"image":[71],"interpretation,":[72],"radiology":[73],"report":[74,154],"generation":[75],"summarization,":[77],"genomic":[79],"variant":[80],"calling.":[81],"We":[82,152],"then":[83],"introduce":[84],"Med-PaLM":[85,99,127,183,219],"Multimodal":[86],"(Med-PaLM":[87],"M),":[88],"our":[89,250],"proof":[90],"concept":[92],"for":[93,218],"generalist":[95,259],"AI":[97,261],"system.":[98],"M":[100,128,220],"large":[103],"generative":[105],"model":[106,125,202],"encodes":[109],"interprets":[111],"including":[114],"clinical":[115,235],"language,":[116],"genomics":[119],"same":[122],"set":[123],"weights.":[126],"reaches":[129],"performance":[130,200],"competitive":[131],"or":[133],"exceeding":[134],"state":[136],"art":[139],"on":[140,208],"all":[141],"tasks,":[143,164,169],"often":[144],"surpassing":[145],"specialist":[146],"models":[147,245],"by":[148,225],"wide":[150],"margin.":[151],"also":[153],"examples":[155],"zero-shot":[157,172],"generalization":[158],"novel":[160],"concepts":[162],"positive":[165],"transfer":[166],"learning":[167],"across":[168,201],"emergent":[171],"reasoning.":[174],"further":[176],"probe":[177],"capabilities":[179],"limitations":[181],"M,":[184],"conduct":[186],"radiologist":[188],"evaluation":[189],"model-generated":[191],"(and":[192],"human)":[193],"chest":[194,211],"X-ray":[195],"reports":[196,221],"observe":[198],"encouraging":[199],"scales.":[203],"In":[204],"side-by-side":[206],"ranking":[207],"246":[209],"retrospective":[210],"X-rays,":[212],"clinicians":[213],"express":[214],"pairwise":[216],"preference":[217],"over":[222],"those":[223],"produced":[224],"radiologists":[226],"in":[227,246],"up":[228],"40.50%":[230],"cases,":[232,249],"suggesting":[233],"potential":[234],"utility.":[236],"While":[237],"considerable":[238],"work":[239],"needed":[241],"validate":[243],"real-world":[247],"use":[248],"results":[251],"represent":[252],"milestone":[254],"towards":[255],"systems.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}