{"id":"https://openalex.org/W4415428808","doi":"https://doi.org/10.3233/faia250811","title":"Rethinking the Effect of LoRA in Foundation Models for Long-Tailed Recognition","display_name":"Rethinking the Effect of LoRA in Foundation Models for Long-Tailed Recognition","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428808","doi":"https://doi.org/10.3233/faia250811"},"language":null,"primary_location":{"id":"doi:10.3233/faia250811","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250811","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia250811","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100422468","display_name":"Haiyang Liu","orcid":"https://orcid.org/0000-0001-8301-4595"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Haowei Liu","raw_affiliation_strings":["Soochow University"],"affiliations":[{"raw_affiliation_string":"Soochow University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044801137","display_name":"S. Sun","orcid":"https://orcid.org/0009-0004-6194-9452"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shijia Sun","raw_affiliation_strings":["Soochow University"],"affiliations":[{"raw_affiliation_string":"Soochow University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100334648","display_name":"Liang Chen","orcid":"https://orcid.org/0000-0003-1431-8178"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang Chen","raw_affiliation_strings":["Soochow University"],"affiliations":[{"raw_affiliation_string":"Soochow University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100422468"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44083107,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10572","display_name":"Geophysical and Geoelectrical Methods","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10572","display_name":"Geophysical and Geoelectrical Methods","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10271","display_name":"Seismic Imaging and Inversion Techniques","score":0.9563000202178955,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.5849000215530396},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5260000228881836},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.5238999724388123},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.427700012922287},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.36480000615119934},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.3427000045776367}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7347000241279602},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.5849000215530396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5317999720573425},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5260000228881836},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5238999724388123},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46050000190734863},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.33959999680519104},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2953999936580658},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia250811","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250811","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia250811","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250811","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-tailed":[0],"recognition":[1,195],"(LTR)":[2],"has":[3,23],"seen":[4],"a":[5,82],"surge":[6],"in":[7,53,62,72,167],"the":[8,28,77,95,100,108,128,136,144,159],"level":[9],"of":[10,102,111],"attention":[11,26],"it":[12],"receives":[13],"due":[14],"to":[15,68,147],"its":[16],"practical":[17],"value.":[18],"Fine-tuning":[19],"vision-language":[20],"models":[21,35,65],"(VLMs)":[22],"garnered":[24],"significant":[25],"among":[27],"various":[29],"long-tailed":[30,54,84,168,194],"approaches":[31,180],"available,":[32],"with":[33,164,197],"foundation":[34,198],"thriving.":[36],"While":[37],"parameter-efficient":[38,191],"fine-tuning":[39],"(PEFT)":[40],"methods":[41],"such":[42],"as":[43],"adapter":[44],"and":[45,117,131],"visual":[46],"prompt":[47],"tuning":[48],"(VPT)":[49],"exhibit":[50],"strong":[51],"performance":[52],"recognition,":[55],"low-rank":[56,85],"adaptation":[57,86,192],"(LoRA),":[58],"which":[59],"is":[60],"prominent":[61],"large":[63],"language":[64],"(LLMs),":[66],"fails":[67],"achieve":[69],"comparable":[70],"effectiveness":[71],"this":[73],"context.":[74],"To":[75],"address":[76],"challenge,":[78],"we":[79,122],"introduce":[80],"LotoRA,":[81],"groundbreaking":[83],"module.":[87],"By":[88],"leveraging":[89],"diagonal":[90],"blocks,":[91],"LotoRA":[92],"effectively":[93,157],"enhances":[94],"rank":[96],"while":[97],"simultaneously":[98],"reducing":[99],"number":[101],"parameters.":[103],"This":[104],"innovative":[105],"approach":[106,186],"overcomes":[107],"parameter":[109],"limitations":[110],"traditional":[112],"LoRA,":[113],"enabling":[114],"more":[115,153],"efficient":[116],"targeted":[118],"learning.":[119],"Complementing":[120],"this,":[121],"integrate":[123],"Semantic":[124,132],"Attention":[125],"Pooling":[126],"into":[127,135,190],"vision":[129],"encoder":[130],"Prompt":[133],"Embedding":[134],"text":[137],"encoder.":[138],"These":[139],"two":[140],"components":[141],"synergistically":[142],"enhance":[143],"model\u2019s":[145],"capacity":[146],"represent":[148],"tail":[149,165],"classes":[150],"by":[151],"extracting":[152],"profound":[154],"semantic":[155],"features,":[156],"addressing":[158],"information":[160],"deficiency":[161],"often":[162],"associated":[163],"categories":[166],"datasets.":[169],"Experimental":[170],"results":[171],"demonstrate":[172],"that":[173],"our":[174,185],"method":[175],"outperforms":[176],"existing":[177],"state-of-the-art":[178],"(SOTA)":[179],"based":[181],"on":[182],"PEFT.":[183],"Furthermore,":[184],"provides":[187],"new":[188],"insights":[189],"for":[193],"tasks":[196],"models.":[199]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-24T00:00:00"}