{"id":"https://openalex.org/W4412984943","doi":"https://doi.org/10.1109/tcsvt.2025.3595896","title":"Feature Responsive LoRA: Toward Parameter-Efficient Transfer Learning for Self-Supervised Visual Models","display_name":"Feature Responsive LoRA: Toward Parameter-Efficient Transfer Learning for Self-Supervised Visual Models","publication_year":2025,"publication_date":"2025-08-05","ids":{"openalex":"https://openalex.org/W4412984943","doi":"https://doi.org/10.1109/tcsvt.2025.3595896"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3595896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3595896","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090034491","display_name":"Shanshan Wang","orcid":"https://orcid.org/0000-0002-3824-687X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I2802624667","display_name":"Hefei Institutes of Physical Science","ror":"https://ror.org/046n57345","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I2802624667"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanshan Wang","raw_affiliation_strings":["State Key Laboratory of Opto-Electronic Information Acquisition and Protection Technology, Institute of Physical Science and Information Technology, Anhui University, Hefei, China","Institutes of Physical Science and Information Technology, State Key Laboratory of Opto-Electronic Information Acquisition and Protection Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3824-687X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Opto-Electronic Information Acquisition and Protection Technology, Institute of Physical Science and Information Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I16365422"]},{"raw_affiliation_string":"Institutes of Physical Science and Information Technology, State Key Laboratory of Opto-Electronic Information Acquisition and Protection Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I2802624667"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaozheng Shen","orcid":"https://orcid.org/0009-0005-4303-9188"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I2802624667","display_name":"Hefei Institutes of Physical Science","ror":"https://ror.org/046n57345","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I2802624667"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaozheng Shen","raw_affiliation_strings":["State Key Laboratory of Opto-Electronic Information Acquisition and Protection Technology, Institute of Physical Science and Information Technology, Anhui University, Hefei, China","Institutes of Physical Science and Information Technology, State Key Laboratory of Opto-Electronic Information Acquisition and Protection Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0005-4303-9188","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Opto-Electronic Information Acquisition and Protection Technology, Institute of Physical Science and Information Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I16365422"]},{"raw_affiliation_string":"Institutes of Physical Science and Information Technology, State Key Laboratory of Opto-Electronic Information Acquisition and Protection Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I2802624667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034737032","display_name":"Xun Yang","orcid":"https://orcid.org/0000-0003-0201-1638"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Yang","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, School of Information Science and Technology, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-0201-1638","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, School of Information Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755853","display_name":"Ke Xu","orcid":"https://orcid.org/0000-0001-6266-4257"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xu","raw_affiliation_strings":["School of Artificial Intelligence, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-6266-4257","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028634381","display_name":"Xingyi Zhang","orcid":"https://orcid.org/0000-0002-5052-000X"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyi Zhang","raw_affiliation_strings":["Key Laboratory of Intelligent Computing and Signal Processing, Ministry of Education, and the School of Computer Science and Technology, Anhui University, Hefei, China","Ministry of Education, and the School of Computer Science and Technology, Key Laboratory of Intelligent Computing and Signal Processing, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-5052-000X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Computing and Signal Processing, Ministry of Education, and the School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Ministry of Education, and the School of Computer Science and Technology, Key Laboratory of Intelligent Computing and Signal Processing, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5475,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65829971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"36","issue":"1","first_page":"435","last_page":"448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7228544354438782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5886766910552979},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5660777688026428},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5408270359039307},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4353812336921692},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42447957396507263},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4142891764640808},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3551235795021057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7228544354438782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5886766910552979},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5660777688026428},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5408270359039307},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4353812336921692},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42447957396507263},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4142891764640808},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3551235795021057},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3595896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3595896","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1040185051","display_name":null,"funder_award_id":"62272435","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3588822669","display_name":null,"funder_award_id":"62106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G405190135","display_name":null,"funder_award_id":"U22A2094","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1954152232","https://openalex.org/W2117539524","https://openalex.org/W2156150815","https://openalex.org/W2533598788","https://openalex.org/W2963736817","https://openalex.org/W2965862774","https://openalex.org/W2985836869","https://openalex.org/W3035524453","https://openalex.org/W3037492894","https://openalex.org/W3045153201","https://openalex.org/W3138516171","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3176276772","https://openalex.org/W3176828726","https://openalex.org/W3177096435","https://openalex.org/W4205817612","https://openalex.org/W4213016094","https://openalex.org/W4312516796","https://openalex.org/W4312651322","https://openalex.org/W4313156423","https://openalex.org/W4382463911","https://openalex.org/W4386076003","https://openalex.org/W4387665871","https://openalex.org/W4387789922","https://openalex.org/W4387968010","https://openalex.org/W4389722389","https://openalex.org/W4390820252","https://openalex.org/W4390874728","https://openalex.org/W4392908016","https://openalex.org/W4399055279","https://openalex.org/W4402216993","https://openalex.org/W4402436447","https://openalex.org/W4402754189","https://openalex.org/W4402874874","https://openalex.org/W4403791253","https://openalex.org/W4403918231","https://openalex.org/W4406046669","https://openalex.org/W4406414399","https://openalex.org/W4406610482","https://openalex.org/W4410393483","https://openalex.org/W4415795259","https://openalex.org/W4416310693"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W2141033859","https://openalex.org/W2156434174","https://openalex.org/W2071701083","https://openalex.org/W2383687187","https://openalex.org/W2081517010","https://openalex.org/W2121496884","https://openalex.org/W2387910809","https://openalex.org/W2294221496"],"abstract_inverted_index":{"Low-Rank":[0],"Adaptation":[1],"(LoRA)":[2],"is":[3,206],"a":[4,18,74,80,100,156],"widely":[5],"utilized":[6],"technique":[7],"in":[8,41,191],"topic":[9],"of":[10,21,35,116,140,166,175,195],"Parameter-Efficient":[11],"Transfer":[12],"Learning":[13],"(PETL)":[14],"which":[15,52,105],"could":[16,151],"use":[17],"limited":[19],"number":[20],"trainable":[22],"parameters":[23,123,147,174],"to":[24,28,58,111,125,136,154],"adapt":[25],"the":[26,33,36,47,86,93,107,113,121,133,138,141,161,172,176,192],"model":[27,122,142],"various":[29],"downstream":[30,94,118,128,179],"tasks.":[31,129,180],"However,":[32],"setting":[34],"locations":[37],"and":[38,49,56,163,202],"low-rank":[39,164],"sizes":[40,165],"traditional":[42],"LoRA":[43,77,87,167],"relies":[44],"heavily":[45],"on":[46,63,92,171,199],"fixed":[48],"empirical":[50],"values,":[51],"may":[53],"hinder":[54],"adaptability":[55],"lead":[57],"sharply":[59],"decreasing":[60],"performance,":[61,189],"especially":[62,190],"some":[64,145],"self-supervised":[65,196],"pre-trained":[66],"models.":[67],"To":[68],"alleviate":[69],"this":[70],"dilemma,":[71],"we":[72,98,131],"introduce":[73],"feature":[75,108],"responsive":[76,158],"(ResLoRA)":[78],"method,":[79],"resource-efficient":[81],"algorithm":[82],"that":[83,184],"automatically":[84],"determines":[85],"modules\u2019":[88],"required":[89],"size":[90],"based":[91,170,198],"task\u2019s":[95],"response.":[96],"Firstly,":[97],"propose":[99],"Feature":[101],"Decomposition":[102],"loss":[103],"(FD-loss)":[104],"leverages":[106],"singular":[109],"values":[110],"mine":[112],"corresponding":[114],"features":[115,177],"different":[117],"tasks,":[119],"making":[120],"able":[124],"adequately":[126],"represent":[127],"Subsequently,":[130],"leverage":[132],"Taylor":[134],"expansion":[135],"measure":[137],"salience":[139],"parameters,":[143],"then":[144],"high-efficient":[146],"with":[148],"high":[149],"significance":[150],"be":[152],"leveraged":[153],"design":[155],"dynamically":[157],"LoRA.":[159],"Specifically,":[160],"location":[162],"are":[168],"determined":[169],"response":[173],"for":[178],"Extensive":[181],"experiments":[182],"show":[183],"our":[185],"ResLoRA":[186],"achieves":[187],"state-of-the-art":[188],"transfer":[193],"capability":[194],"models":[197],"MoCo":[200],"v3":[201],"MAE.":[203],"Our":[204],"code":[205],"available":[207],"at:":[208],"https://github.com/wildboarman/ResLoRA.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}