{"id":"https://openalex.org/W7203737990","doi":"https://doi.org/10.64898/2026.08.14.744845","title":"Single-cell foundation models benefit from cross-modal training: adding proteomics data beats parameter scaling","display_name":"Single-cell foundation models benefit from cross-modal training: adding proteomics data beats parameter scaling","alternate_titles":[],"publication_year":2026,"publication_date":"2026-08-19","ids":{"openalex":"https://openalex.org/W7203737990","doi":"https://doi.org/10.64898/2026.08.14.744845"},"language":"en","primary_location":{"id":"doi:10.64898/2026.08.14.744845","doi":"https://doi.org/10.64898/2026.08.14.744845","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.14.744845","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/08/19/2026.08.14.744845.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"parent_works":[],"lineage":["https://openalex.org/W7203737990"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2026/08/19/2026.08.14.744845.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050940107","display_name":"Maximilien Burq","orcid":"https://orcid.org/0000-0001-7808-349X","observed_orcids":["https://orcid.org/0000-0001-7808-349X","https://orcid.org/0000-0003-3266-8358"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Maximilien Burq","raw_affiliation_strings":["Tesorai, Inc"],"raw_orcid":"https://orcid.org/0000-0003-3266-8358","affiliations":[{"raw_affiliation_string":"Tesorai, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028736502","display_name":"Peter Cimerman\u010di\u010d","orcid":"https://orcid.org/0000-0002-2802-7649","observed_orcids":["https://orcid.org/0000-0002-2802-7649"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Peter Cimermancic","raw_affiliation_strings":["Tesorai, Inc"],"raw_orcid":"https://orcid.org/0000-0002-2802-7649","affiliations":[{"raw_affiliation_string":"Tesorai, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051497173","display_name":"Charles C. Kim","orcid":"https://orcid.org/0000-0001-6474-8227","observed_orcids":["https://orcid.org/0000-0001-6474-8227"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Charlie Kim","raw_affiliation_strings":["Tesorai, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tesorai, Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014526672","display_name":"Dejan \u0160tepec","orcid":"https://orcid.org/0000-0002-3051-7030","observed_orcids":["https://orcid.org/0000-0002-3051-7030"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dejan Stepec","raw_affiliation_strings":["Tesorai, Inc"],"raw_orcid":"https://orcid.org/0000-0002-3051-7030","affiliations":[{"raw_affiliation_string":"Tesorai, Inc","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5050940107"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10519","display_name":"Advanced Proteomics Techniques and Applications","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1607","display_name":"Spectroscopy"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/single-cell-foundation-models","display_name":"single-cell foundation models","score":0.9399999976158142},{"id":"https://openalex.org/keywords/proteomics","display_name":"proteomics","score":0.8659999966621399},{"id":"https://openalex.org/keywords/single-cell-transcriptomics","display_name":"single-cell transcriptomics","score":0.7250000238418579},{"id":"https://openalex.org/keywords/mass-spectrometry","display_name":"mass spectrometry","score":0.6819999814033508},{"id":"https://openalex.org/keywords/multimodal-representation-learning","display_name":"multimodal representation learning","score":0.5799999833106995},{"id":"https://openalex.org/keywords/model-scaling","display_name":"model scaling","score":0.699999988079071},{"id":"https://openalex.org/keywords/out-of-distribution-generalization","display_name":"out-of-distribution generalization","score":0.8799999952316284},{"id":"https://openalex.org/keywords/data-curation","display_name":"data curation","score":0.6600000262260437}],"concepts":[{"id":"https://openalex.org/C46111723","wikidata":"https://www.wikidata.org/wiki/Q471857","display_name":"Proteomics","level":3,"score":0.6711000204086304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.63919997215271},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5515000224113464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38679999113082886},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3734999895095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33660000562667847},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27480000257492065},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26579999923706055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.08.14.744845","doi":"https://doi.org/10.64898/2026.08.14.744845","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.14.744845","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/08/19/2026.08.14.744845.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.08.14.744845","doi":"https://doi.org/10.64898/2026.08.14.744845","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.14.744845","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/08/19/2026.08.14.744845.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203737990.pdf","grobid_xml":"https://content.openalex.org/works/W7203737990.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W2214074259","https://openalex.org/W2741508285","https://openalex.org/W2953067954","https://openalex.org/W2984472267","https://openalex.org/W2994796322","https://openalex.org/W4327550249","https://openalex.org/W4378838672","https://openalex.org/W4392168151","https://openalex.org/W4405966441","https://openalex.org/W4407313681","https://openalex.org/W4409566559","https://openalex.org/W4411757935","https://openalex.org/W4412182880","https://openalex.org/W4412929241","https://openalex.org/W7093313664","https://openalex.org/W7128703985","https://openalex.org/W7140116110","https://openalex.org/W7167266296","https://openalex.org/W7167668826","https://openalex.org/W7171595576"],"related_works":["https://openalex.org/W4412182880","https://openalex.org/W4414738222","https://openalex.org/W4399387478","https://openalex.org/W7204590508","https://openalex.org/W4416085050","https://openalex.org/W7123282836","https://openalex.org/W4392807611","https://openalex.org/W4412987760","https://openalex.org/W7163822972","https://openalex.org/W7130511508"],"abstract_inverted_index":{"Leading":[0],"cellular":[1],"foundation":[2,172],"models":[3,85],"have":[4],"been":[5],"trained":[6],"on":[7,53,69],"hundreds":[8],"of":[9,11,57,88,110,146],"millions":[10],"single-cell":[12,50,111],"transcriptomes,":[13],"with":[14,97],"progress":[15],"increasingly":[16],"driven":[17],"by":[18],"larger":[19,151],"datasets":[20],"and":[21,35,82,159],"model":[22,51,64,133,156],"scaling.":[23],"Here,":[24],"we":[25],"asked":[26],"whether":[27],"adding":[28],"a":[29,48,54,61,66,124,165],"proteomics":[30,103,147],"modality":[31],"can":[32,105,149],"improve":[33,106],"gene-level":[34],"cell-level":[36],"representations":[37,109],"beyond":[38],"scaling":[39,130],"RNA-only":[40,84,132],"models.":[41,173],"We":[42],"introduce":[43],"cross-modal":[44],"continued":[45],"pretraining,":[46],"fine-tuning":[47],"published":[49],"(Tahoe-x1)":[52],"large":[55],"corpus":[56],"proteomic":[58,71],"profiles.":[59],"Training":[60],"70M-parameter":[62],"Tahoe-x1":[63,91],"for":[65],"single":[67],"epoch":[68],"48843":[70],"samples":[72],"from":[73],"440":[74],"diverse":[75],"mass-spectrometry":[76],"studies":[77],"matched":[78],"or":[79],"exceeded":[80],"1B-":[81],"3B-parameter":[83],"across":[86],"most":[87],"the":[89,98,107,131,155],"original":[90],"evaluation":[92],"benchmarks.":[93],"This":[94],"shows":[95],"that":[96,142,161],"right":[99],"training":[100],"recipe,":[101],"heterogeneous":[102],"data":[104,148],"learned":[108],"RNAseq":[112],"samples,":[113],"demonstrating":[114],"strong":[115],"out-of-distribution":[116],"generalization.":[117],"Cross-modal":[118],"pretraining":[119,163],"also":[120],"improves":[121],"transfer":[122],"to":[123],"held-out":[125],"protein":[126],"perturbation":[127],"benchmark,":[128],"where":[129],"does":[134],"not":[135],"provide":[136,150],"comparable":[137],"benefits.":[138],"These":[139],"results":[140],"demonstrate":[141],"careful":[143],"targeted":[144],"curation":[145],"benefits":[152],"than":[153],"increasing":[154],"size":[157],"alone":[158],"suggest":[160],"multimodal":[162],"is":[164],"promising":[166],"path":[167],"toward":[168],"more":[169],"informative":[170],"biological":[171]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7203737990","counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-08-20T00:00:00"}
