{"id":"https://openalex.org/W4367060753","doi":"https://doi.org/10.48550/arxiv.2304.12637","title":"Generalist Vision Foundation Models for Medical Imaging: A Case Study of Segment Anything Model on Zero-Shot Medical Segmentation","display_name":"Generalist Vision Foundation Models for Medical Imaging: A Case Study of Segment Anything Model on Zero-Shot Medical Segmentation","publication_year":2023,"publication_date":"2023-04-25","ids":{"openalex":"https://openalex.org/W4367060753","doi":"https://doi.org/10.48550/arxiv.2304.12637"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2304.12637","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.12637","pdf_url":"https://arxiv.org/pdf/2304.12637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.12637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066731960","display_name":"Peilun Shi","orcid":"https://orcid.org/0009-0007-4312-7182"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Peilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071693446","display_name":"Jianing Qiu","orcid":"https://orcid.org/0000-0003-4166-3428"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Jianing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065921395","display_name":"Sai Mu Dalike Abaxi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abaxi, Sai Mu Dalike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448246","display_name":"Wei Hao","orcid":"https://orcid.org/0000-0002-1475-6488"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019928959","display_name":"Frank P. -W. Lo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lo, Frank P. -W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5037528233","display_name":"Wu Yuan","orcid":"https://orcid.org/0000-0001-9405-519X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.8818199634552002},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.6649509072303772},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6325902938842773},{"id":"https://openalex.org/keywords/optical-coherence-tomography","display_name":"Optical coherence tomography","score":0.6253583431243896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6065576076507568},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5419569611549377},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.500938892364502},{"id":"https://openalex.org/keywords/magnetic-resonance-imaging","display_name":"Magnetic resonance imaging","score":0.45714452862739563},{"id":"https://openalex.org/keywords/market-segmentation","display_name":"Market segmentation","score":0.4560335874557495},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.4144854247570038},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2246914505958557},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.16239777207374573}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.8818199634552002},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.6649509072303772},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6325902938842773},{"id":"https://openalex.org/C2778818243","wikidata":"https://www.wikidata.org/wiki/Q899552","display_name":"Optical coherence tomography","level":2,"score":0.6253583431243896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6065576076507568},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5419569611549377},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.500938892364502},{"id":"https://openalex.org/C143409427","wikidata":"https://www.wikidata.org/wiki/Q161238","display_name":"Magnetic resonance imaging","level":2,"score":0.45714452862739563},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.4560335874557495},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.4144854247570038},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2246914505958557},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.16239777207374573},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2304.12637","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.12637","pdf_url":"https://arxiv.org/pdf/2304.12637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2304.12637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.12637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.12637","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.12637","pdf_url":"https://arxiv.org/pdf/2304.12637","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4367060753.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2185902295","https://openalex.org/W2103507220","https://openalex.org/W3144569342","https://openalex.org/W2945274617","https://openalex.org/W4313052709","https://openalex.org/W2022929107","https://openalex.org/W2055202857","https://openalex.org/W4205800335","https://openalex.org/W2758994127","https://openalex.org/W2386644571"],"abstract_inverted_index":{"In":[0,96,123],"this":[1],"paper,":[2],"we":[3],"examine":[4],"the":[5,81,116,142,146,168,191],"recent":[6],"Segment":[7],"Anything":[8],"Model":[9],"(SAM)":[10],"on":[11,23,78,175],"medical":[12,25,94,107,158,176,199],"images,":[13,92],"and":[14,18,43,55,61,149,178,188,197],"report":[15],"both":[16],"quantitative":[17],"qualitative":[19],"zero-shot":[20,85,101,117],"segmentation":[21,27,76,86,102,118,143,160],"results":[22,69],"nine":[24],"image":[26,159],"benchmarks,":[28],"covering":[29],"various":[30],"imaging":[31,41],"modalities,":[32],"such":[33],"as":[34,47,49],"optical":[35],"coherence":[36],"tomography":[37,45],"(OCT),":[38],"magnetic":[39],"resonance":[40],"(MRI),":[42],"computed":[44],"(CT),":[46],"well":[48],"different":[50,105],"applications":[51],"including":[52],"dermatology,":[53],"ophthalmology,":[54],"radiology.":[56],"Those":[57],"benchmarks":[58],"are":[59],"representative":[60],"commonly":[62],"used":[63],"in":[64,201],"model":[65],"development.":[66],"Our":[67,165],"experimental":[68],"indicate":[70],"that":[71],"while":[72],"SAM":[73,98,120,154],"presents":[74],"remarkable":[75,139],"performance":[77,103,185],"images":[79],"from":[80],"general":[82],"domain,":[83],"its":[84],"ability":[87],"remains":[88],"restricted":[89],"for":[90,161],"out-of-distribution":[91],"e.g.,":[93,113],"images.":[95],"addition,":[97],"exhibits":[99],"inconsistent":[100],"across":[104],"unseen":[106],"domains.":[108],"For":[109],"certain":[110],"structured":[111],"targets,":[112],"blood":[114],"vessels,":[115],"of":[119,128,134,141,151,170,203],"completely":[121],"failed.":[122],"contrast,":[124],"a":[125,131,162],"simple":[126],"fine-tuning":[127],"it":[129],"with":[130,194],"small":[132],"amount":[133],"data":[135],"could":[136],"lead":[137],"to":[138,155,182],"improvement":[140],"quality,":[144],"showing":[145],"great":[147,180],"potential":[148,181],"feasibility":[150],"using":[152],"fine-tuned":[153],"achieve":[156,183],"accurate":[157],"precision":[163],"diagnostics.":[164,205],"study":[166],"indicates":[167],"versatility":[169],"generalist":[171],"vision":[172],"foundation":[173],"models":[174],"imaging,":[177],"their":[179],"desired":[184],"through":[186],"fine-turning":[187],"eventually":[189],"address":[190],"challenges":[192],"associated":[193],"accessing":[195],"large":[196],"diverse":[198],"datasets":[200],"support":[202],"clinical":[204]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}