{"id":"https://openalex.org/W4322766882","doi":"https://doi.org/10.1038/s42256-023-00626-4","title":"Parameter-efficient fine-tuning of large-scale pre-trained language models","display_name":"Parameter-efficient fine-tuning of large-scale pre-trained language models","publication_year":2023,"publication_date":"2023-03-02","ids":{"openalex":"https://openalex.org/W4322766882","doi":"https://doi.org/10.1038/s42256-023-00626-4"},"language":"en","primary_location":{"id":"doi:10.1038/s42256-023-00626-4","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00626-4","pdf_url":"https://www.nature.com/articles/s42256-023-00626-4.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.nature.com/articles/s42256-023-00626-4.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100660086","display_name":"Ning Ding","orcid":"https://orcid.org/0000-0001-8758-9484"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Ding","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8758-9484","affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102894085","display_name":"Yujia Qin","orcid":"https://orcid.org/0000-0003-3608-5061"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujia Qin","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059211235","display_name":"Guang Yang","orcid":"https://orcid.org/0000-0003-1181-4862"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guang Yang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049088062","display_name":"Fuchao Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuchao Wei","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042856545","display_name":"Zonghan Yang","orcid":"https://orcid.org/0000-0001-5774-5298"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zonghan Yang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101474800","display_name":"Yusheng Su","orcid":"https://orcid.org/0000-0001-9509-9573"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusheng Su","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010557815","display_name":"Shengding Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengding Hu","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398894","display_name":"Yulin Chen","orcid":"https://orcid.org/0000-0001-8960-9725"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulin Chen","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044330945","display_name":"Chi-Min Chan","orcid":"https://orcid.org/0009-0006-0218-3412"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi-Min Chan","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025388406","display_name":"Weize Chen","orcid":"https://orcid.org/0009-0007-5882-8870"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weize Chen","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017575883","display_name":"Jing Yi","orcid":"https://orcid.org/0000-0002-7424-9605"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Yi","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091743314","display_name":"Weilin Zhao","orcid":"https://orcid.org/0000-0001-8016-1952"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weilin Zhao","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100775958","display_name":"Xiaozhi Wang","orcid":"https://orcid.org/0000-0002-5727-143X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaozhi Wang","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320723","display_name":"Zhiyuan Liu","orcid":"https://orcid.org/0000-0002-7709-2543"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Liu","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7709-2543","affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022672030","display_name":"Hai-Tao Zheng","orcid":"https://orcid.org/0000-0001-5128-5649"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai-Tao Zheng","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5128-5649","affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100641283","display_name":"Jianfei Chen","orcid":"https://orcid.org/0000-0003-4107-5706"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfei Chen","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044791875","display_name":"Jie Tang","orcid":"https://orcid.org/0000-0003-3487-4593"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Tang","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003324011","display_name":"Juanzi Li","orcid":"https://orcid.org/0000-0002-6244-0664"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juanzi Li","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046448314","display_name":"Maosong Sun","orcid":"https://orcid.org/0000-0002-6011-6115"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maosong Sun","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6011-6115","affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":11690,"currency":"USD","value_usd":11690},"apc_paid":{"value":11690,"currency":"USD","value_usd":11690},"fwci":125.7496,"has_fulltext":true,"cited_by_count":962,"citation_normalized_percentile":{"value":0.99981238,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"5","issue":"3","first_page":"220","last_page":"235"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7597874999046326},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"Fine-tuning","score":0.5871682167053223},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5839609503746033},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5403663516044617},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5105298757553101},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5012094974517822},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47768479585647583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41421768069267273},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4104207158088684},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20066779851913452}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7597874999046326},{"id":"https://openalex.org/C157524613","wikidata":"https://www.wikidata.org/wiki/Q2828883","display_name":"Fine-tuning","level":2,"score":0.5871682167053223},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5839609503746033},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5403663516044617},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5105298757553101},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5012094974517822},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47768479585647583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41421768069267273},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4104207158088684},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20066779851913452},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1038/s42256-023-00626-4","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00626-4","pdf_url":"https://www.nature.com/articles/s42256-023-00626-4.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1038/s42256-023-00626-4","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s42256-023-00626-4","pdf_url":"https://www.nature.com/articles/s42256-023-00626-4.pdf","source":{"id":"https://openalex.org/S2912241403","display_name":"Nature Machine Intelligence","issn_l":"2522-5839","issn":["2522-5839"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nature Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G261026068","display_name":null,"funder_award_id":"2020AAA0106500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4847807790","display_name":null,"funder_award_id":"62276154","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4322766882.pdf"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1981276685","https://openalex.org/W2140246545","https://openalex.org/W2251939518","https://openalex.org/W2919115771","https://openalex.org/W2923014074","https://openalex.org/W2963846996","https://openalex.org/W2965373594","https://openalex.org/W2981852735","https://openalex.org/W3020268419","https://openalex.org/W3099793224","https://openalex.org/W3153427360","https://openalex.org/W3153675281","https://openalex.org/W3173777717","https://openalex.org/W3174702398","https://openalex.org/W3174770825","https://openalex.org/W3175557894","https://openalex.org/W3176693010","https://openalex.org/W3176828726","https://openalex.org/W3177323791","https://openalex.org/W3185341429","https://openalex.org/W3188542058","https://openalex.org/W3197876970","https://openalex.org/W3198659451","https://openalex.org/W3205717164","https://openalex.org/W3207663303","https://openalex.org/W3210129272","https://openalex.org/W3217756540","https://openalex.org/W4205991051","https://openalex.org/W4206178588","https://openalex.org/W4212774754","https://openalex.org/W4221167110","https://openalex.org/W4287891024","https://openalex.org/W6666761814","https://openalex.org/W6739901393","https://openalex.org/W6759579507","https://openalex.org/W6778883912","https://openalex.org/W6796581206","https://openalex.org/W6810081322"],"related_works":["https://openalex.org/W2165912799","https://openalex.org/W2735662278","https://openalex.org/W3037551068","https://openalex.org/W3023285645","https://openalex.org/W3023594376","https://openalex.org/W4287802662","https://openalex.org/W3154646238","https://openalex.org/W2899852118","https://openalex.org/W4309877123","https://openalex.org/W4362554255"],"abstract_inverted_index":{"Abstract":[0],"With":[1,204],"the":[2,10,35,54,65,70,92,99,107,132,144,165,169,177,212,220],"prevalence":[3],"of":[4,50,57,64,94,134,171,179,202,217,222],"pre-trained":[5],"language":[6,195],"models":[7,20,86],"(PLMs)":[8],"and":[9,32,40,77,105,113,146,160,173,181,198,207,214],"pre-training\u2013fine-tuning":[11],"paradigm,":[12],"it":[13,82],"has":[14],"been":[15],"continuously":[16],"shown":[17],"that":[18,84,136],"larger":[19],"tend":[21],"to":[22,124,129,131,156],"yield":[23],"better":[24],"performance.":[25],"However,":[26],"as":[27],"PLMs":[28],"scale":[29],"up,":[30],"fine-tuning":[31],"storing":[33],"all":[34],"parameters":[36,67,135],"is":[37,127],"prohibitively":[38],"costly":[39],"eventually":[41],"becomes":[42],"practically":[43],"infeasible.":[44],"This":[45],"necessitates":[46],"a":[47,61,95,110,119,148,187],"new":[48],"branch":[49],"research":[51,210],"focusing":[52],"on":[53,191],"parameter-efficient":[55],"adaptation":[56,221],"PLMs,":[58],"which":[59],"optimizes":[60],"small":[62],"portion":[63,133],"model":[66],"while":[68],"keeping":[69],"rest":[71],"fixed,":[72],"drastically":[73],"cutting":[74],"down":[75],"computation":[76],"storage":[78],"costs.":[79],"In":[80],"general,":[81],"demonstrates":[83,211],"large-scale":[85],"could":[87],"be":[88],"effectively":[89],"stimulated":[90],"by":[91],"optimization":[93,180],"few":[96],"parameters.":[97],"Despite":[98],"various":[100,200],"designs,":[101],"here":[102],"we":[103,185],"discuss":[104,164],"analyse":[106],"approaches":[108],"under":[109],"more":[111],"consistent":[112],"accessible":[114],"term":[115],"\u2018delta-tuning\u2019,":[116],"where":[117],"\u2018delta\u2019":[118],"mathematical":[120],"notation":[121],"often":[122],"used":[123],"denote":[125],"changes,":[126],"borrowed":[128],"refer":[130],"are":[137],"\u2018changed\u2019":[138],"during":[139],"training.":[140],"We":[141,162],"formally":[142],"describe":[143],"problem":[145],"propose":[147],"unified":[149],"categorization":[150],"criterion":[151],"for":[152],"existing":[153],"delta-tuning":[154,172,218],"methods":[155],"explore":[157],"their":[158],"correlations":[159],"differences.":[161],"also":[163],"theoretical":[166,213],"principles":[167],"underlying":[168],"effectiveness":[170],"interpret":[174],"them":[175],"from":[176],"perspectives":[178],"optimal":[182],"control.":[183],"Furthermore,":[184],"provide":[186],"holistic":[188],"empirical":[189],"study":[190,206],"over":[192],"100":[193],"natural":[194],"processing":[196],"tasks":[197],"investigate":[199],"aspects":[201],"delta-tuning.":[203],"comprehensive":[205],"analysis,":[208],"our":[209],"practical":[215],"properties":[216],"in":[219],"PLMs.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":231},{"year":2025,"cited_by_count":434},{"year":2024,"cited_by_count":245},{"year":2023,"cited_by_count":52}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-10T00:00:00"}