{"id":"https://openalex.org/W4390971189","doi":"https://doi.org/10.1109/bibm58861.2023.10385599","title":"Exploring Parameter-Efficient Fine-Tuning of a Large-Scale Pre-Trained Model for scRNA-seq Cell Type Annotation","display_name":"Exploring Parameter-Efficient Fine-Tuning of a Large-Scale Pre-Trained Model for scRNA-seq Cell Type Annotation","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4390971189","doi":"https://doi.org/10.1109/bibm58861.2023.10385599"},"language":"en","primary_location":{"id":"doi:10.1109/bibm58861.2023.10385599","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm58861.2023.10385599","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100420960","display_name":"Yuhang Liu","orcid":"https://orcid.org/0000-0002-3445-0304"},"institutions":[{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhang Liu","raw_affiliation_strings":["Chengdu University of Information Technology,School of Computer Science,Chengdu,China","School of Computer Science, Chengdu University of Information Technology, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu University of Information Technology,School of Computer Science,Chengdu,China","institution_ids":["https://openalex.org/I24201400"]},{"raw_affiliation_string":"School of Computer Science, Chengdu University of Information Technology, Chengdu, China","institution_ids":["https://openalex.org/I24201400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062784074","display_name":"Tianhao Li","orcid":"https://orcid.org/0009-0006-6362-3135"},"institutions":[{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianhao Li","raw_affiliation_strings":["Chengdu University of Information Technology,School of Computer Science,Chengdu,China","School of Computer Science, Chengdu University of Information Technology, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu University of Information Technology,School of Computer Science,Chengdu,China","institution_ids":["https://openalex.org/I24201400"]},{"raw_affiliation_string":"School of Computer Science, Chengdu University of Information Technology, Chengdu, China","institution_ids":["https://openalex.org/I24201400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115602493","display_name":"Zixuan Wang","orcid":"https://orcid.org/0009-0007-6723-1822"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixuan Wang","raw_affiliation_strings":["Sichuan University,College of Electronics and Information Engineering,Chengdu,China","College of Electronics and Information Engineering, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sichuan University,College of Electronics and Information Engineering,Chengdu,China","institution_ids":["https://openalex.org/I24185976"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I24201400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000700564","display_name":"Guiquan Zhu","orcid":"https://orcid.org/0000-0002-8316-5809"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guiquan Zhu","raw_affiliation_strings":["Sichuan University,West China Hospital of Stomatology,Chengdu,China","West China Hospital of Stomatology, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sichuan University,West China Hospital of Stomatology,Chengdu,China","institution_ids":["https://openalex.org/I24185976"]},{"raw_affiliation_string":"West China Hospital of Stomatology, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100741915","display_name":"Yongqing Zhang","orcid":"https://orcid.org/0000-0003-0581-4882"},"institutions":[{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongqing Zhang","raw_affiliation_strings":["Chengdu University of Information Technology,School of Computer Science,Chengdu,China","School of Computer Science, Chengdu University of Information Technology, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu University of Information Technology,School of Computer Science,Chengdu,China","institution_ids":["https://openalex.org/I24201400"]},{"raw_affiliation_string":"School of Computer Science, Chengdu University of Information Technology, Chengdu, China","institution_ids":["https://openalex.org/I24201400"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017426085","display_name":"Quan Zou","orcid":"https://orcid.org/0000-0001-6406-1142"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Zou","raw_affiliation_strings":["University of Electronic Science and Technology of China,Institute of Fundamental and Frontier Sciences,Chengdu,China","Institute of Fundamental and Frontier Sciences, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Institute of Fundamental and Frontier Sciences,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Institute of Fundamental and Frontier Sciences, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6872,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90636935,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"580","last_page":"585"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10773","display_name":"Extracellular vesicles in disease","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10062","display_name":"MicroRNA in disease regulation","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7545204162597656},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7284133434295654},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7233774065971375},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"Fine-tuning","score":0.614952802658081},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5122472643852234},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5078464150428772},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4820033609867096},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4379361867904663},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3728554844856262},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08173888921737671}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7545204162597656},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7284133434295654},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7233774065971375},{"id":"https://openalex.org/C157524613","wikidata":"https://www.wikidata.org/wiki/Q2828883","display_name":"Fine-tuning","level":2,"score":0.614952802658081},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5122472643852234},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5078464150428772},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4820033609867096},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4379361867904663},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3728554844856262},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08173888921737671},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm58861.2023.10385599","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm58861.2023.10385599","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311826","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2523620612","https://openalex.org/W2796170779","https://openalex.org/W2800392236","https://openalex.org/W2907783748","https://openalex.org/W2951506174","https://openalex.org/W2952631022","https://openalex.org/W2955621471","https://openalex.org/W3013731060","https://openalex.org/W3028505928","https://openalex.org/W3034368386","https://openalex.org/W3124814274","https://openalex.org/W3138154797","https://openalex.org/W3168867926","https://openalex.org/W3176828726","https://openalex.org/W4205428105","https://openalex.org/W4210587306","https://openalex.org/W4220837089","https://openalex.org/W4244502008","https://openalex.org/W4288026527","https://openalex.org/W4297243391","https://openalex.org/W4313680121","https://openalex.org/W4322766882","https://openalex.org/W4367312557","https://openalex.org/W4385563407","https://openalex.org/W6759579507"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2251519152"],"abstract_inverted_index":{"Accurate":[0],"identification":[1],"of":[2,25,39,51,66,85,118,134],"cell":[3,22,104,139],"types":[4],"is":[5],"a":[6,63,82],"pivotal":[7],"and":[8,45,116],"intricate":[9],"task":[10],"in":[11,21,138,149],"scRNA-seq":[12,26,103,151],"data":[13,27],"analysis.":[14],"Recently,":[15],"significant":[16],"strides":[17],"have":[18],"been":[19],"made":[20],"type":[23,105,140],"annotation":[24],"using":[28],"pre-trained":[29,53],"language":[30],"models":[31,54],"(PLMs).":[32],"This":[33],"method":[34],"has":[35,68],"surmounted":[36],"the":[37,48,86,110,114,131],"constraints":[38],"conventional":[40],"approaches":[41],"regarding":[42],"precision,":[43],"robustness,":[44],"generalization.":[46],"However,":[47],"fine-tuning":[49,72,80,100,121,136],"process":[50],"large-scale":[52],"incurs":[55],"substantial":[56],"computational":[57],"expenses.":[58],"To":[59],"tackle":[60],"this":[61,94,143],"issue,":[62],"promising":[64],"avenue":[65],"research":[67,98],"emerged,":[69],"proposing":[70],"parameter-efficient":[71,99,120,135],"techniques":[73,77],"for":[74,102],"PLMs.":[75],"These":[76],"concentrate":[78],"on":[79],"only":[81],"small":[83],"portion":[84],"model":[87],"parameters":[88],"while":[89],"attaining":[90],"comparable":[91],"performance.":[92],"In":[93],"study,":[95],"we":[96,129],"extensively":[97],"methods":[101,137],"annotation,":[106],"employing":[107],"scBERT":[108],"as":[109],"backbone.":[111],"We":[112],"scrutinize":[113],"performance":[115,133],"compatibility":[117],"various":[119],"methodologies":[122],"across":[123],"multiple":[124],"datasets.":[125],"Through":[126],"comprehensive":[127],"analysis,":[128],"demonstrate":[130],"remarkable":[132],"annotation.":[141],"Hopefully,":[142],"study":[144],"can":[145],"inspire":[146],"new":[147],"thinking":[148],"analyzing":[150],"data.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
