{"id":"https://openalex.org/W4396758996","doi":"https://doi.org/10.48550/arxiv.2405.03162","title":"Advancing Multimodal Medical Capabilities of Gemini","display_name":"Advancing Multimodal Medical Capabilities of Gemini","publication_year":2024,"publication_date":"2024-05-06","ids":{"openalex":"https://openalex.org/W4396758996","doi":"https://doi.org/10.48550/arxiv.2405.03162"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.03162","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.03162","pdf_url":"https://arxiv.org/pdf/2405.03162","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.03162","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014548891","display_name":"Lin Yang","orcid":"https://orcid.org/0000-0001-8153-9726"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yang, Lin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086742649","display_name":"Shawn Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Shawn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036976741","display_name":"Andrew Sellergren","orcid":"https://orcid.org/0000-0002-5260-8013"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sellergren, Andrew","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057900904","display_name":"Timo Kohlberger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kohlberger, Timo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097110087","display_name":"Yuchen Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yuchen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074861404","display_name":"Sofia Ira Ktena","orcid":"https://orcid.org/0000-0001-6677-6547"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ktena, Ira","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022850491","display_name":"Atilla P. Kiraly","orcid":"https://orcid.org/0000-0002-6613-3581"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kiraly, Atilla","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097277334","display_name":"Faruk Ahmed","orcid":"https://orcid.org/0009-0004-9389-2016"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmed, Faruk","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016230870","display_name":"Farhad Hormozdiari","orcid":"https://orcid.org/0000-0002-5617-6174"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hormozdiari, Farhad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093115611","display_name":"Tiam Jaroensri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaroensri, Tiam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063203332","display_name":"E.-W. Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Eric","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076826749","display_name":"Ellery Wulczyn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wulczyn, Ellery","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103775350","display_name":"F Guimaraes Silvio Jamil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jamil, Fayaz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097000801","display_name":"Theo Guidroz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guidroz, Theo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102661986","display_name":"Chuck Lau","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lau, Chuck","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097055773","display_name":"Siyuan Qiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao, Siyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054200960","display_name":"Yun Liu","orcid":"https://orcid.org/0000-0002-1370-4467"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097055774","display_name":"Akshay Goel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goel, Akshay","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053776570","display_name":"Kendall Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Kendall","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097055775","display_name":"Arnav Agharwal","orcid":"https://orcid.org/0009-0005-6078-9407"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agharwal, Arnav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102474217","display_name":"Nick George","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"George, Nick","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322935","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0003-2500-5708"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064157732","display_name":"Ryutaro Tanno","orcid":"https://orcid.org/0000-0002-8107-6730"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tanno, Ryutaro","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109502776","display_name":"David G. T. Barrett","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barrett, David G. T.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034420885","display_name":"Wei\u2010Hung Weng","orcid":"https://orcid.org/0000-0003-2232-0390"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Wei-Hung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097166499","display_name":"S. Sara Mahdavi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahdavi, S. Sara","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061240205","display_name":"Khaled Saab","orcid":"https://orcid.org/0000-0003-1427-0469"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saab, Khaled","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059213795","display_name":"Tao Tu","orcid":"https://orcid.org/0000-0003-3420-7889"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Tao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040290923","display_name":"Sreenivasa Raju Kalidindi","orcid":"https://orcid.org/0000-0001-5787-1956"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalidindi, Sreenivasa Raju","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085920650","display_name":"Mozziyar Etemadi","orcid":"https://orcid.org/0000-0002-6324-9220"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Etemadi, Mozziyar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076503952","display_name":"Jorge Cuadros","orcid":"https://orcid.org/0000-0002-7804-5386"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cuadros, Jorge","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097055776","display_name":"Gregory Sorensen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sorensen, Gregory","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065128060","display_name":"Yossi Matias","orcid":"https://orcid.org/0000-0003-3960-6002"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matias, Yossi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070366042","display_name":"Katherine Chou","orcid":"https://orcid.org/0000-0002-0318-7857"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chou, Katherine","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023376740","display_name":"G. Corrado","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corrado, Greg","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043862316","display_name":"Jo\u00eblle Barral","orcid":"https://orcid.org/0009-0009-0432-5148"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barral, Joelle","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001432896","display_name":"Shravya Shetty","orcid":"https://orcid.org/0000-0003-3783-3172"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shetty, Shravya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035123135","display_name":"David J. Fleet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fleet, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037555476","display_name":"S. M. Ali Eslami","orcid":"https://orcid.org/0000-0003-1838-5589"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eslami, S. M. Ali","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037634746","display_name":"Daniel Tse","orcid":"https://orcid.org/0000-0001-8064-8293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tse, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103371444","display_name":"Shruthi Prabhakara","orcid":"https://orcid.org/0000-0002-9489-7415"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prabhakara, Shruthi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021644000","display_name":"Cory Y. McLean","orcid":"https://orcid.org/0000-0001-9928-8216"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McLean, Cory","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005202835","display_name":"Dave Steiner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steiner, Dave","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087410299","display_name":"Rory Pilgrim","orcid":"https://orcid.org/0009-0005-2582-8722"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pilgrim, Rory","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026540467","display_name":"Christopher Kelly","orcid":"https://orcid.org/0000-0002-1246-844X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kelly, Christopher","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047463591","display_name":"Shekoofeh Azizi","orcid":"https://orcid.org/0000-0002-7447-6031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azizi, Shekoofeh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5097194783","display_name":"Daniel Golden","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Golden, Daniel","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":47,"corresponding_author_ids":["https://openalex.org/A5014548891"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13280","display_name":"Biomedical and Engineering Education","score":0.24529999494552612,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13280","display_name":"Biomedical and Engineering Education","score":0.24529999494552612,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.2222999930381775,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4656686782836914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4656686782836914}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.03162","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.03162","pdf_url":"https://arxiv.org/pdf/2405.03162","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2405.03162","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.03162","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.03162","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.03162","pdf_url":"https://arxiv.org/pdf/2405.03162","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Many":[0],"clinical":[1],"tasks":[2,209],"require":[3],"an":[4,89],"understanding":[5],"of":[6,43,92,100,144,191,207,260,266],"specialized":[7],"data,":[8],"such":[9],"as":[10,115],"medical":[11,49,253,267],"images":[12],"and":[13,45,55,61,94,98,106,108,176,182,197,210,230,246],"genomics,":[14],"which":[15,237],"is":[16,153],"not":[17],"typically":[18],"found":[19],"in":[20,170,179,250],"general-purpose":[21],"large":[22,129],"multimodal":[23,28,130],"models.":[24],"Building":[25],"upon":[26],"Gemini's":[27],"models,":[29],"we":[30],"develop":[31],"several":[32],"models":[33],"within":[34],"the":[35,120,126,166,219,251,258],"new":[36,67],"Med-Gemini":[37,261],"family":[38],"that":[39],"inherit":[40],"core":[41],"capabilities":[42],"Gemini":[44],"are":[46,113,248],"optimized":[47],"for":[48,69,134,226,236],"use":[50],"via":[51],"fine-tuning":[52],"with":[53,142],"2D":[54],"3D":[56,135],"radiology,":[57],"histopathology,":[58,195],"ophthalmology,":[59,196],"dermatology":[60,198],"genomic":[62],"data.":[63],"Med-Gemini-2D":[64,164,201],"sets":[65],"a":[66,263],"standard":[68,220],"AI-based":[70],"chest":[71],"X-ray":[72],"(CXR)":[73],"report":[74,132,162],"generation":[75,133],"based":[76],"on":[77,103,110,189],"expert":[78,157],"evaluation,":[79],"exceeding":[80,185],"previous":[81,167],"best":[82,168],"results":[83,256],"across":[84,204,262],"two":[85],"separate":[86],"datasets":[87],"by":[88],"absolute":[90],"margin":[91],"1%":[93],"12%,":[95],"where":[96],"57%":[97],"96%":[99],"AI":[101,145],"reports":[102,146],"normal":[104],"cases,":[105,112],"43%":[107],"65%":[109],"abnormal":[111],"evaluated":[114],"\"equivalent":[116],"or":[117,187],"better\"":[118],"than":[119],"original":[121],"radiologists'":[122],"reports.":[123],"We":[124],"demonstrate":[125],"first":[127],"ever":[128],"model-based":[131],"computed":[136],"tomography":[137],"(CT)":[138],"volumes":[139],"using":[140],"Med-Gemini-3D,":[141],"53%":[143],"considered":[147],"clinically":[148],"acceptable,":[149],"although":[150],"additional":[151],"research":[152],"needed":[154],"to":[155,232],"meet":[156],"radiologist":[158],"reporting":[159],"quality.":[160],"Beyond":[161,215],"generation,":[163],"surpasses":[165,202],"performance":[169],"CXR":[171,180],"visual":[172],"question":[173],"answering":[174],"(VQA)":[175],"performs":[177],"well":[178],"classification":[181],"radiology":[183],"VQA,":[184],"SoTA":[186],"baselines":[188,203],"17":[190],"20":[192,208],"tasks.":[193,268],"In":[194],"image":[199],"classification,":[200],"18":[205],"out":[206],"approaches":[211],"task-specific":[212],"model":[213],"performance.":[214],"imaging,":[216],"Med-Gemini-Polygenic":[217],"outperforms":[218],"linear":[221],"polygenic":[222],"risk":[223,228],"score-based":[224],"approach":[225],"disease":[227],"prediction":[229],"generalizes":[231],"genetically":[233],"correlated":[234],"diseases":[235],"it":[238],"has":[239],"never":[240],"been":[241],"trained.":[242],"Although":[243],"further":[244],"development":[245],"evaluation":[247],"necessary":[249],"safety-critical":[252],"domain,":[254],"our":[255],"highlight":[257],"potential":[259],"wide":[264],"range":[265]},"counts_by_year":[{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":7}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}