{"id":"https://openalex.org/W4406416097","doi":"https://doi.org/10.1109/access.2025.3529807","title":"Frozen Weights as Prior for Parameter-Efficient Fine-Tuning","display_name":"Frozen Weights as Prior for Parameter-Efficient Fine-Tuning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406416097","doi":"https://doi.org/10.1109/access.2025.3529807"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3529807","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3529807","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3529807","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115939774","display_name":"Xiaolong Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Ma","raw_affiliation_strings":["School of Computer Science and Engineer, Ocean University of China, Qingdao, China","School of Computer Science and Engineer, Ocean University of China, Qing Dao, China"],"raw_orcid":"https://orcid.org/0009-0002-4050-0854","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]},{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qing Dao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064641785","display_name":"Peishun Liu","orcid":"https://orcid.org/0000-0002-7746-8061"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peishun Liu","raw_affiliation_strings":["School of Computer Science and Engineer, Ocean University of China, Qingdao, China","School of Computer Science and Engineer, Ocean University of China, Qing Dao, China"],"raw_orcid":"https://orcid.org/0000-0002-7746-8061","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]},{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qing Dao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090793741","display_name":"Haojie Gao","orcid":"https://orcid.org/0000-0003-3435-2904"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haojie Gao","raw_affiliation_strings":["School of Computer Science and Engineer, Ocean University of China, Qingdao, China","School of Computer Science and Engineer, Ocean University of China, Qing Dao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]},{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qing Dao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113325374","display_name":"Zikang Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zikang Yan","raw_affiliation_strings":["School of Computer Science and Engineer, Ocean University of China, Qingdao, China","School of Computer Science and Engineer, Ocean University of China, Qing Dao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]},{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qing Dao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008472627","display_name":"Ningning Ma","orcid":"https://orcid.org/0000-0003-4628-8831"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ningning Ma","raw_affiliation_strings":["School of Computer Science and Engineer, Ocean University of China, Qingdao, China","School of Computer Science and Engineer, Ocean University of China, Qing Dao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]},{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qing Dao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005470600","display_name":"Wenqiang Liu","orcid":"https://orcid.org/0000-0002-0288-7149"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqiang Liu","raw_affiliation_strings":["School of Computer Science and Engineer, Ocean University of China, Qingdao, China","School of Computer Science and Engineer, Ocean University of China, Qing Dao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]},{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qing Dao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101906452","display_name":"Xuefang Wang","orcid":"https://orcid.org/0000-0001-7955-8776"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefang Wang","raw_affiliation_strings":["School of Mathematical Sciences, Ocean University of China, Qingdao, China","School of Mathematical Sciences, Ocean University of China, Qing Dao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]},{"raw_affiliation_string":"School of Mathematical Sciences, Ocean University of China, Qing Dao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030275496","display_name":"Ruichun Tang","orcid":"https://orcid.org/0000-0002-6186-561X"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruichun Tang","raw_affiliation_strings":["School of Computer Science and Engineer, Ocean University of China, Qingdao, China","School of Computer Science and Engineer, Ocean University of China, Qing Dao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]},{"raw_affiliation_string":"School of Computer Science and Engineer, Ocean University of China, Qing Dao, China","institution_ids":["https://openalex.org/I59028903"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.7378,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7763091,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"13","issue":null,"first_page":"24411","last_page":"24425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.289000004529953,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.289000004529953,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5573133826255798}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5573133826255798}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3529807","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3529807","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:01bfff9597894a9f8de58ccee8a31c88","is_oa":true,"landing_page_url":"https://doaj.org/article/01bfff9597894a9f8de58ccee8a31c88","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 24411-24425 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3529807","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3529807","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6332156111","display_name":null,"funder_award_id":"2022YFB3305803","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1954152232","https://openalex.org/W2533598788","https://openalex.org/W2902677561","https://openalex.org/W2923014074","https://openalex.org/W2963323070","https://openalex.org/W2963736817","https://openalex.org/W2963748441","https://openalex.org/W2965373594","https://openalex.org/W3041133507","https://openalex.org/W3103616906","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3153675281","https://openalex.org/W3176828726","https://openalex.org/W3177323791","https://openalex.org/W3199834251","https://openalex.org/W4205480693","https://openalex.org/W4206178588","https://openalex.org/W4312651322","https://openalex.org/W4312742008","https://openalex.org/W4312804044","https://openalex.org/W4312884055","https://openalex.org/W4313007769","https://openalex.org/W4313156423","https://openalex.org/W4322766882","https://openalex.org/W4404783357","https://openalex.org/W6638319203","https://openalex.org/W6682132143","https://openalex.org/W6748304690","https://openalex.org/W6755207826","https://openalex.org/W6759579507","https://openalex.org/W6768817161","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6780226713","https://openalex.org/W6785440099","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6793601707","https://openalex.org/W6796581206","https://openalex.org/W6796761347","https://openalex.org/W6800751262","https://openalex.org/W6803557570","https://openalex.org/W6803872405","https://openalex.org/W6810371563","https://openalex.org/W6838701581","https://openalex.org/W6839640180","https://openalex.org/W6849928207","https://openalex.org/W6850625674","https://openalex.org/W6851412683","https://openalex.org/W6853251322","https://openalex.org/W6854475153","https://openalex.org/W6856534145","https://openalex.org/W6856931071","https://openalex.org/W6861190020","https://openalex.org/W6862412920","https://openalex.org/W6866835079","https://openalex.org/W6867724613","https://openalex.org/W6868394059"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0,127],"the":[1,10,19,32,81,100,112,120,124,137,143,159,168,172,177,182,188,195,203,208,214,237],"fields":[2],"of":[3,12,21,64,86,93,102,123,139,181,210,239],"natural":[4,225,230],"language":[5,226,231],"processing":[6],"and":[7,119,185,206,233],"computer":[8],"vision,":[9],"emergence":[11],"large":[13],"pre-trained":[14,65,125,140],"models":[15,141],"has":[16],"led":[17],"to":[18,59,79,109,129,133,146,171],"adoption":[20],"fine-tuning":[22,34,54,118,144],"them":[23],"for":[24,46],"downstream":[25],"tasks":[26],"as":[27,162],"an":[28],"important":[29],"paradigm.":[30],"However,":[31,84],"full":[33,103],"approach":[35],"often":[36,107],"comes":[37],"with":[38],"a":[39,68,91,153,163],"hefty":[40],"cost,":[41],"which":[42,157],"is":[43],"not":[44],"feasible":[45],"many":[47],"researchers.":[48],"Therefore,":[49],"in":[50,67],"recent":[51],"years,":[52],"numerous":[53],"methods":[55,88],"have":[56,217],"been":[57],"proposed":[58],"efficiently":[60],"learn":[61],"incremental":[62,115,169],"updates":[63],"weights":[66,122,138],"more":[69,134],"parameter-efficient":[70,155],"way":[71],"(e.g.,":[72],"employing":[73],"low-rank":[74],"increments":[75],"or":[76],"introducing":[77],"adapters":[78],"modify":[80],"network":[82],"architecture).":[83],"most":[85],"these":[87,105],"involve":[89],"adding":[90],"set":[92],"incrementally":[94],"learned":[95],"parameters":[96,212],"from":[97,176,213],"scratch.":[98],"From":[99],"perspective":[101],"fine-tuning,":[104],"approaches":[106],"fail":[108],"fully":[110,147],"exploit":[111],"connection":[113],"between":[114],"changes":[116],"during":[117,142],"frozen":[121,183,196],"model.":[126],"order":[128],"delve":[130],"into":[131],"how":[132],"effectively":[135],"harness":[136],"process":[145],"acquire":[148],"new":[149],"knowledge,":[150],"we":[151],"propose":[152],"novel":[154],"approach,":[156],"reuses":[158],"Frozen":[160],"Weights":[161],"prior":[164,192],"(FoWA).":[165],"We":[166,216],"adapt":[167],"matrix":[170,174],"unitary":[173],"obtained":[175],"singular":[178],"value":[179],"decomposition":[180],"weights,":[184],"further":[186],"fine-tune":[187],"model":[189],"by":[190],"incorporating":[191],"information.":[193],"Through":[194],"weight":[197],"prior,":[198],"FoWA":[199],"can":[200],"automatically":[201],"select":[202],"appropriate":[204],"rank":[205],"decouple":[207],"number":[209],"trainable":[211],"rank.":[215],"conducted":[218],"extensive":[219],"experiments":[220],"on":[221],"various":[222],"tasks,":[223],"including":[224],"processing,":[227],"question":[228],"answering,":[229],"generation,":[232],"visual":[234],"classification,":[235],"demonstrating":[236],"effectiveness":[238],"FoWA.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}