{"id":"https://openalex.org/W7171557410","doi":"https://doi.org/10.48550/arxiv.2607.22712","title":"scMIR: a vision-language foundation model for single-cell light microscopy image representation","display_name":"scMIR: a vision-language foundation model for single-cell light microscopy image representation","publication_year":2026,"publication_date":"2026-07-21","ids":{"openalex":"https://openalex.org/W7171557410","doi":"https://doi.org/10.48550/arxiv.2607.22712"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.22712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.22712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.22712","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143769994","display_name":"Yifan Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112556301","display_name":"Jiahui Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Jiahui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143822239","display_name":"Xiangxiang Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Xiangxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022877503","display_name":"Renjie Zhou","orcid":"https://orcid.org/0000-0002-4761-6641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Renjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10540","display_name":"Advanced Fluorescence Microscopy Techniques","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6133000254631042},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5662000179290771},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4837999939918518},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.42750000953674316},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4212000072002411},{"id":"https://openalex.org/keywords/microscopy","display_name":"Microscopy","score":0.4025999903678894},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.388700008392334}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6690000295639038},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6133000254631042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6022999882698059},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5662000179290771},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4837999939918518},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.42750000953674316},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C147080431","wikidata":"https://www.wikidata.org/wiki/Q1074953","display_name":"Microscopy","level":2,"score":0.4025999903678894},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3935999870300293},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.388700008392334},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.38600000739097595},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.3549000024795532},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.2727000117301941}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.22712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.22712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.22712","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.22712","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Single-cell":[0],"light":[1,99],"microscopy":[2,53,100,138],"images":[3],"have":[4,61],"become":[5],"an":[6],"important":[7],"data":[8],"source":[9],"for":[10,97],"characterizing":[11],"cell":[12,50,136,163],"phenotypes,":[13],"but":[14],"their":[15,72],"complexity":[16],"and":[17,40,52,55,78,118,140,148,168,198],"heterogeneity":[18],"pose":[19],"challenges":[20,84],"to":[21,46],"high-throughput":[22,201],"automated":[23],"analysis.":[24,88],"Existing":[25],"representation":[26,68,125],"learning":[27],"methods":[28,60,150],"mostly":[29],"rely":[30],"on":[31,130,154],"task-oriented":[32,149],"modeling,":[33],"which":[34],"is":[35,128],"limited":[36,73],"by":[37],"specific":[38],"datasets":[39],"predefined":[41],"tasks,":[42],"making":[43],"them":[44],"difficult":[45],"generalize":[47],"across":[48,180],"different":[49],"types":[51],"modalities,":[54,139],"experimental":[56,76],"conditions.":[57,142],"Although":[58],"general-purpose":[59],"improved":[62],"the":[63,196],"generalization":[64,178],"ability":[65,179],"of":[66,75,200],"image":[67,101,107],"in":[69,85,122],"recent":[70],"years,":[71],"utilization":[74],"background":[77],"biological":[79,119],"context":[80],"information":[81,121],"still":[82],"poses":[83],"complex":[86,156],"phenotypic":[87],"Here,":[89],"we":[90,191],"propose":[91],"scMIR,":[92],"a":[93,123,176],"vision-language":[94],"foundation":[95],"model":[96],"single-cell":[98],"representation.":[102],"By":[103],"synergistically":[104],"combining":[105],"self-supervised":[106],"reconstruction":[108],"with":[109],"text-guided":[110],"cross-modal":[111],"alignment,":[112],"scMIR":[113,127,143,174,193],"can":[114],"simultaneously":[115],"encode":[116],"morphological":[117],"semantic":[120],"unified":[124],"space.":[126],"pre-trained":[129],"207,957":[131],"image-text":[132],"pairs,":[133],"covering":[134],"various":[135,155,181,206],"types,":[137],"perturbation":[141],"outperforms":[144],"existing":[145],"general":[146],"models":[147],"as":[151],"systematically":[152],"evaluated":[153],"tasks":[157,182],"using":[158],"16":[159],"benchmark":[160],"datasets,":[161],"including":[162],"classification,":[164],"clustering,":[165],"phenotype":[166],"inference,":[167],"batch":[169],"effect":[170],"correction":[171],"tasks.":[172,209],"Furthermore,":[173],"shows":[175],"strong":[177],"without":[183],"requiring":[184],"task-specific":[185],"fine-tuning.":[186],"With":[187],"its":[188],"unique":[189],"advantages,":[190],"envision":[192],"may":[194],"promote":[195],"standardization":[197],"automation":[199],"phenotyping":[202],"workflows":[203],"through":[204],"supporting":[205],"downstream":[207],"analysis":[208]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2026-07-29T00:00:00"}
