{"id":"https://openalex.org/W4387228684","doi":"https://doi.org/10.48550/arxiv.2309.16064","title":"Masked Autoencoders are Scalable Learners of Cellular Morphology","display_name":"Masked Autoencoders are Scalable Learners of Cellular Morphology","publication_year":2023,"publication_date":"2023-09-27","ids":{"openalex":"https://openalex.org/W4387228684","doi":"https://doi.org/10.48550/arxiv.2309.16064"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2309.16064","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.16064","pdf_url":"https://arxiv.org/pdf/2309.16064","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.16064","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002800876","display_name":"Oren Kraus","orcid":"https://orcid.org/0000-0002-6328-9492"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kraus, Oren","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012825977","display_name":"Kian Kenyon-Dean","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kenyon-Dean, Kian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002281168","display_name":"Saber Saberian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saberian, Saber","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076087851","display_name":"Maryam Fallah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fallah, Maryam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056664985","display_name":"Peter McLean","orcid":"https://orcid.org/0000-0001-7938-5713"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McLean, Peter","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103394284","display_name":"J. W. Leung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leung, Jess","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032180163","display_name":"Vasudev Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Vasudev","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101185246","display_name":"Ayla Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Ayla","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104282897","display_name":"Jia Balakrishnan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balakrishnan, Jia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040714786","display_name":"Safiye \u00c7elik","orcid":"https://orcid.org/0000-0001-6078-7229"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Celik, Safiye","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057763067","display_name":"Maciej Sypetkowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sypetkowski, Maciej","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062372240","display_name":"Chi Vicky Cheng","orcid":"https://orcid.org/0009-0001-2763-8317"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Chi Vicky","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086736449","display_name":"Kristen Morse","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Morse, Kristen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092978167","display_name":"Maureen Makes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Makes, Maureen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024350243","display_name":"Ben Mabey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mabey, Ben","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057304211","display_name":"Berton Earnshaw","orcid":"https://orcid.org/0000-0002-9728-2408"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Earnshaw, Berton","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":16,"corresponding_author_ids":["https://openalex.org/A5002800876"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6702532172203064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6487445831298828},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.638459324836731},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6280500888824463},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5375269651412964},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.47444045543670654},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45713695883750916},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4012492001056671},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10474574565887451},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.10179054737091064},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0660218894481659}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6702532172203064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6487445831298828},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.638459324836731},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6280500888824463},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5375269651412964},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.47444045543670654},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45713695883750916},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4012492001056671},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10474574565887451},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.10179054737091064},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0660218894481659},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2309.16064","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.16064","pdf_url":"https://arxiv.org/pdf/2309.16064","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2309.16064","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.16064","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.16064","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.16064","pdf_url":"https://arxiv.org/pdf/2309.16064","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387228684.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2389214306","https://openalex.org/W4375867731","https://openalex.org/W4235240664","https://openalex.org/W2965083567","https://openalex.org/W1838576100","https://openalex.org/W2095886385","https://openalex.org/W2889616422","https://openalex.org/W2089704382","https://openalex.org/W4380075502","https://openalex.org/W2100349471"],"abstract_inverted_index":{"Inferring":[0],"biological":[1,16,28,101],"relationships":[2,102],"from":[3,81,104],"cellular":[4],"phenotypes":[5],"in":[6,15],"high-content":[7],"microscopy":[8,49,83],"screens":[9],"provides":[10],"significant":[11],"opportunity":[12],"and":[13,57,109],"challenge":[14],"research.":[17],"Prior":[18],"results":[19,52],"have":[20],"shown":[21],"that":[22,54],"deep":[23,39],"vision":[24],"models":[25,46,111],"can":[26,116],"capture":[27],"signal":[29],"better":[30],"than":[31],"hand-crafted":[32],"features.":[33],"This":[34],"work":[35,115],"explores":[36],"how":[37],"self-supervised":[38],"learning":[40],"approaches":[41],"scale":[42],"when":[43],"training":[44],"larger":[45,48],"on":[47,75],"datasets.":[50],"Our":[51],"show":[53],"both":[55],"CNN-":[56],"ViT-based":[58],"masked":[59],"autoencoders":[60],"significantly":[61],"outperform":[62],"weakly":[63,95],"supervised":[64,96],"baselines.":[65],"At":[66],"the":[67],"high-end":[68],"of":[69],"our":[70,93],"scale,":[71],"a":[72],"ViT-L/8":[73],"trained":[74],"over":[76,92],"3.5-billion":[77],"unique":[78],"crops":[79],"sampled":[80],"93-million":[82],"images":[84],"achieves":[85],"relative":[86],"improvements":[87],"as":[88,90],"high":[89],"28%":[91],"best":[94],"baseline":[97],"at":[98],"inferring":[99],"known":[100],"curated":[103],"public":[105],"databases.":[106],"Relevant":[107],"code":[108],"select":[110],"released":[112],"with":[113],"this":[114],"be":[117],"found":[118],"at:":[119],"https://github.com/recursionpharma/maes_microscopy.":[120]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}
