{"id":"https://openalex.org/W4407953578","doi":"https://doi.org/10.1145/3701551.3708811","title":"A Systematic Evaluation of Single-Cell Foundation Models on Cell-Type Classification Task","display_name":"A Systematic Evaluation of Single-Cell Foundation Models on Cell-Type Classification Task","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4407953578","doi":"https://doi.org/10.1145/3701551.3708811"},"language":"en","primary_location":{"id":"doi:10.1145/3701551.3708811","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3701551.3708811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108119659","display_name":"Nadia Yousfi Steiner","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Nicolas Steiner","raw_affiliation_strings":["L3S Research Center, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziteng Li","orcid":"https://orcid.org/0009-0004-4513-8625"},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ziteng Li","raw_affiliation_strings":["L3S Research Center, hANNOVER, Germany"],"affiliations":[{"raw_affiliation_string":"L3S Research Center, hANNOVER, Germany","institution_ids":["https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116425601","display_name":"Omid Vosoughi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Omid Vosoughi","raw_affiliation_strings":["L3S Research Center, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063424998","display_name":"Johanna Schrader","orcid":"https://orcid.org/0000-0001-9473-4635"},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johanna Schrader","raw_affiliation_strings":["L3S Research Center, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010730449","display_name":"Soumyadeep Roy","orcid":"https://orcid.org/0000-0001-7269-2163"},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Soumyadeep Roy","raw_affiliation_strings":["IIT Kharagpur, Kharagpur, India"],"affiliations":[{"raw_affiliation_string":"IIT Kharagpur, Kharagpur, India","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074427964","display_name":"Wolfgang Nejdl","orcid":"https://orcid.org/0000-0003-3374-2193"},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolfgang Nejdl","raw_affiliation_strings":["L3S Research Center, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100718179","display_name":"Ming Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ming Tang","raw_affiliation_strings":["L3S Research Center, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5108119659"],"corresponding_institution_ids":["https://openalex.org/I4210136150"],"apc_list":null,"apc_paid":null,"fwci":2.301,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.86513718,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1112","last_page":"1113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11255","display_name":"Microfluidic and Bio-sensing Technologies","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6072667837142944},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.606386661529541},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5456079840660095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3790717124938965},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18986693024635315},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.12064787745475769}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6072667837142944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.606386661529541},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5456079840660095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3790717124938965},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18986693024635315},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.12064787745475769},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701551.3708811","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3701551.3708811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eighteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5937916723","display_name":null,"funder_award_id":"ZN4257","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W4387696832","https://openalex.org/W4387866792","https://openalex.org/W4392168151","https://openalex.org/W4399387478"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685"],"abstract_inverted_index":{"This":[0],"study":[1],"presents":[2],"a":[3,70,83],"comprehensive":[4],"benchmarking":[5],"of":[6,62,95],"three":[7,25],"state-of-the-art":[8],"single-cell":[9],"foundation":[10,72,96],"models":[11,23,88,97,107],"scGPT,":[12],"Geneformer,":[13],"and":[14,30,37],"scFoundation,":[15],"on":[16,24,110,115],"cell-type":[17],"classification":[18],"tasks.":[19],"We":[20],"evaluate":[21],"the":[22,48,63,86,93],"datasets:":[26],"myeloid,":[27],"human":[28],"pancreas,":[29],"multiple":[31],"sclerosis,":[32],"examining":[33],"both":[34],"standard":[35],"fine-tuning":[36],"few-shot":[38],"learning":[39],"scenarios.":[40],"Our":[41,90],"work":[42,91],"reveals":[43],"that":[44,69,85],"scFoundation":[45],"consistently":[46],"achieves":[47],"best":[49],"performance":[50],"while":[51],"Geneformer":[52],"performs":[53],"poorly,":[54],"yielding":[55],"results":[56],"sometimes":[57],"even":[58,77],"worse":[59],"than":[60],"those":[61],"baseline":[64,87],"models.":[65],"Additionally,":[66],"we":[67],"demonstrate":[68],"good":[71],"model":[73],"can":[74],"generalize":[75],"well":[76],"when":[78],"fine-tuned":[79],"with":[80],"out-of-distribution":[81],"data,":[82],"capability":[84],"lack.":[89],"highlights":[92],"potential":[94],"for":[98],"addressing":[99],"challenging":[100],"biomedical":[101],"questions,":[102],"particularly":[103],"in":[104],"contexts":[105],"where":[106],"are":[108],"trained":[109],"one":[111],"population":[112],"but":[113],"deployed":[114],"another.":[116]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}