{"id":"https://openalex.org/W4388890937","doi":"https://doi.org/10.48550/arxiv.2311.11004","title":"A Foundation Model for Cell Segmentation","display_name":"A Foundation Model for Cell Segmentation","publication_year":2023,"publication_date":"2023-11-18","ids":{"openalex":"https://openalex.org/W4388890937","doi":"https://doi.org/10.48550/arxiv.2311.11004"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.11004","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.11004","pdf_url":"https://arxiv.org/pdf/2311.11004","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.11004","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002359013","display_name":"Uriah Israel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Israel, Uriah","raw_affiliation_strings":["Division of Computing and Mathematical Science , Caltech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computing and Mathematical Science , Caltech","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025614674","display_name":"Markus Marks","orcid":"https://orcid.org/0000-0001-8016-1637","observed_orcids":["https://orcid.org/0000-0001-8016-1637"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marks, Markus","raw_affiliation_strings":["Division of Computing and Mathematical Science , Caltech","Division of Engineering and Applied Science , Caltech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computing and Mathematical Science , Caltech","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Division of Engineering and Applied Science , Caltech","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079365085","display_name":"Rohit Dilip","orcid":"https://orcid.org/0000-0002-1820-0321","observed_orcids":["https://orcid.org/0000-0002-1820-0321"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dilip, Rohit","raw_affiliation_strings":["Division of Computing and Mathematical Science , Caltech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computing and Mathematical Science , Caltech","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100769294","display_name":"Qilin Li","orcid":"https://orcid.org/0000-0002-7191-8965","observed_orcids":["https://orcid.org/0000-0002-7191-8965"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Qilin","raw_affiliation_strings":["Division of Engineering and Applied Science , Caltech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Engineering and Applied Science , Caltech","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013862391","display_name":"Morgan Sarah Schwartz","orcid":"https://orcid.org/0000-0001-8131-9125","observed_orcids":["https://orcid.org/0000-0001-8131-9125"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schwartz, Morgan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109622113","display_name":"Elora Pradhan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pradhan, Elora","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017186022","display_name":"Edward Pao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pao, Edward","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113051747","display_name":"Shenyi Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shenyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093294603","display_name":"Alexander Pearson-Goulart","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pearson-Goulart, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026825380","display_name":"Pietro Perona","orcid":"https://orcid.org/0000-0002-7583-5809","observed_orcids":["https://orcid.org/0000-0002-7583-5809"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Perona, Pietro","raw_affiliation_strings":["Division of Computing and Mathematical Science , Caltech","Division of Engineering and Applied Science , Caltech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computing and Mathematical Science , Caltech","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Division of Engineering and Applied Science , Caltech","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014407395","display_name":"Georgia Gkioxari","orcid":"https://orcid.org/0009-0009-6128-109X","observed_orcids":["https://orcid.org/0009-0009-6128-109X"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gkioxari, Georgia","raw_affiliation_strings":["Division of Computing and Mathematical Science , Caltech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computing and Mathematical Science , Caltech","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038062936","display_name":"Ross Barnowski","orcid":"https://orcid.org/0009-0004-4184-8566","observed_orcids":["https://orcid.org/0009-0004-4184-8566"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barnowski, Ross","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085826758","display_name":"Yisong Yue","orcid":"https://orcid.org/0000-0001-9127-1989","observed_orcids":["https://orcid.org/0000-0001-9127-1989"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue, Yisong","raw_affiliation_strings":["Division of Computing and Mathematical Science , Caltech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computing and Mathematical Science , Caltech","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045170248","display_name":"David Van Valen","orcid":"https://orcid.org/0000-0001-7534-7621","observed_orcids":["https://orcid.org/0000-0001-7534-7621"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]},{"id":"https://openalex.org/I1344073410","display_name":"Howard Hughes Medical Institute","ror":"https://ror.org/006w34k90","country_code":"US","type":"facility","lineage":["https://openalex.org/I1344073410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Van Valen, David","raw_affiliation_strings":["Division of Biology and Biological Engineering , Caltech","Howard Hughes Medical Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Biology and Biological Engineering , Caltech","institution_ids":["https://openalex.org/I122411786"]},{"raw_affiliation_string":"Howard Hughes Medical Institute","institution_ids":["https://openalex.org/I1344073410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cell-segmentation","display_name":"cell segmentation","score":0.9940000176429749},{"id":"https://openalex.org/keywords/foundation-models","display_name":"foundation models","score":0.8420000076293945},{"id":"https://openalex.org/keywords/segment-anything-model","display_name":"Segment Anything Model","score":0.9100000262260437},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.8009999990463257},{"id":"https://openalex.org/keywords/mask-generation","display_name":"mask generation","score":0.7049999833106995},{"id":"https://openalex.org/keywords/object-detection","display_name":"object detection","score":0.6970000267028809},{"id":"https://openalex.org/keywords/cellular-imaging","display_name":"cell imaging","score":0.6050000190734863},{"id":"https://openalex.org/keywords/domain-generalization","display_name":"domain generalization","score":0.6639999747276306},{"id":"https://openalex.org/keywords/yeast","display_name":"yeast","score":0.38600000739097595},{"id":"https://openalex.org/keywords/bacteria","display_name":"bacteria","score":0.824999988079071},{"id":"https://openalex.org/keywords/mammalian-cells","display_name":"mammalian cells","score":0.8090000152587891},{"id":"https://openalex.org/keywords/human-in-the-loop-annotation","display_name":"human-in-the-loop annotation","score":0.9259999990463257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7493135333061218},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7404537796974182},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6271095275878906},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5385130643844604},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.5350407958030701},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46155640482902527},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3423662781715393},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08529126644134521},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.11004","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.11004","pdf_url":"https://arxiv.org/pdf/2311.11004","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.11004","doi":"https://doi.org/10.48550/arxiv.2311.11004","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.11004","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.11004","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.11004","pdf_url":"https://arxiv.org/pdf/2311.11004","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306202","display_name":"Gordon and Betty Moore Foundation","ror":"https://ror.org/006wxqw41"},{"id":"https://openalex.org/F4320309374","display_name":"Ohio State University","ror":"https://ror.org/00rs6vg23"},{"id":"https://openalex.org/F4320309398","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055"},{"id":"https://openalex.org/F4320314885","display_name":"Heritage Medical Research Institute","ror":"https://ror.org/03qf4j755"},{"id":"https://openalex.org/F4320315388","display_name":"Emerald Foundation","ror":"https://ror.org/031tb8x29"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388890937.pdf","grobid_xml":"https://content.openalex.org/works/W4388890937.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2015159529","https://openalex.org/W2908510526","https://openalex.org/W3094502228","https://openalex.org/W4308613457","https://openalex.org/W4390874575"],"related_works":["https://openalex.org/W4388823372","https://openalex.org/W7138950278","https://openalex.org/W4405034283","https://openalex.org/W7119067140","https://openalex.org/W4409988818","https://openalex.org/W7155181506","https://openalex.org/W4414080832","https://openalex.org/W3111521801","https://openalex.org/W4414465469","https://openalex.org/W7167032140"],"abstract_inverted_index":{"Cells":[0],"are":[1,45],"the":[2,58,104],"fundamental":[3],"unit":[4],"of":[5,61,73,103,150,188],"biological":[6],"organization,":[7],"and":[8,66,128,155,159],"identifying":[9],"them":[10,69],"in":[11],"imaging":[12,25,75,97,164,183],"data":[13,76],"-":[14,17],"cell":[15,90,156],"segmentation":[16,91],"is":[18,63,190],"a":[19,64,86,111,140],"critical":[20],"task":[21],"for":[22,51,89,147,181],"various":[23,163],"cellular":[24,74,96,182],"experiments.":[26],"While":[27],"deep":[28],"learning":[29],"methods":[30],"have":[31,41,56,77],"led":[32],"to":[33,115,124,131,143,175],"substantial":[34],"progress":[35],"on":[36,101],"this":[37,81,137],"problem,":[38],"models":[39,47],"that":[40,48,55,92,136],"seen":[42],"wide":[43],"use":[44],"specialist":[46],"work":[49],"well":[50],"specific":[52],"domains.":[53],"Methods":[54],"learned":[57],"general":[59],"notion":[60],"\"what":[62],"cell\"":[65],"can":[67],"identify":[68],"across":[70,94],"different":[71],"domains":[72],"proven":[78],"elusive.":[79],"In":[80],"work,":[82],"we":[83,169],"present":[84],"CellSAM,":[85],"foundation":[87],"model":[88,142],"generalizes":[93],"diverse":[95],"data.":[98,184],"CellSAM":[99,171,189],"builds":[100],"top":[102],"Segment":[105],"Anything":[106],"Model":[107],"(SAM)":[108],"by":[109],"developing":[110],"prompt":[112,129],"engineering":[113],"approach":[114,138],"mask":[116],"generation.":[117],"We":[118,134],"train":[119],"an":[120],"object":[121],"detector,":[122],"CellFinder,":[123],"automatically":[125],"detect":[126],"cells":[127,152],"SAM":[130],"generate":[132],"segmentations.":[133],"show":[135],"allows":[139],"single":[141],"achieve":[144],"state-of-the-art":[145],"performance":[146],"segmenting":[148],"images":[149],"mammalian":[151],"(in":[153],"tissues":[154],"culture),":[157],"yeast,":[158],"bacteria":[160],"collected":[161],"with":[162],"modalities.":[165],"To":[166],"enable":[167],"accessibility,":[168],"integrate":[170],"into":[172],"DeepCell":[173],"Label":[174],"further":[176],"accelerate":[177],"human-in-the-loop":[178],"labeling":[179],"strategies":[180],"A":[185],"deployed":[186],"version":[187],"available":[191],"at":[192],"https://label-dev.deepcell.org/.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-11-22T00:00:00"}