{"id":"https://openalex.org/W4415428213","doi":"https://doi.org/10.3233/faia251185","title":"LoRA-XS: Low-Rank Adaptation with Extremely Small Number of Parameters","display_name":"LoRA-XS: Low-Rank Adaptation with Extremely Small Number of Parameters","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428213","doi":"https://doi.org/10.3233/faia251185"},"language":"en","primary_location":{"id":"doi:10.3233/faia251185","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251185","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251185","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091000494","display_name":"Klaudia Ba\u0142azy","orcid":null},"institutions":[{"id":"https://openalex.org/I126596746","display_name":"Jagiellonian University","ror":"https://ror.org/03bqmcz70","country_code":"PL","type":"education","lineage":["https://openalex.org/I126596746"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Klaudia Ba\u0142azy","raw_affiliation_strings":["Jagiellonian University"],"affiliations":[{"raw_affiliation_string":"Jagiellonian University","institution_ids":["https://openalex.org/I126596746"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085525834","display_name":"Mohammadreza Banaei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammadreza Banaei","raw_affiliation_strings":["EPFL"],"affiliations":[{"raw_affiliation_string":"EPFL","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001443156","display_name":"Karl Aberer","orcid":"https://orcid.org/0000-0003-3005-7342"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karl Aberer","raw_affiliation_strings":["EPFL"],"affiliations":[{"raw_affiliation_string":"EPFL","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052791052","display_name":"Jacek Tabor","orcid":"https://orcid.org/0000-0001-6652-7727"},"institutions":[{"id":"https://openalex.org/I126596746","display_name":"Jagiellonian University","ror":"https://ror.org/03bqmcz70","country_code":"PL","type":"education","lineage":["https://openalex.org/I126596746"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Jacek Tabor","raw_affiliation_strings":["Jagiellonian University"],"affiliations":[{"raw_affiliation_string":"Jagiellonian University","institution_ids":["https://openalex.org/I126596746"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091000494"],"corresponding_institution_ids":["https://openalex.org/I126596746"],"apc_list":null,"apc_paid":null,"fwci":21.4407,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.99488265,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.849399983882904,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.849399983882904,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.7721999883651733,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.7599999904632568,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.703499972820282},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.676800012588501},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5016999840736389},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4814000129699707},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4291999936103821},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4065999984741211},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.398499995470047},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.3797999918460846}],"concepts":[{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.703499972820282},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.676800012588501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6359000205993652},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5016999840736389},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4814000129699707},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4291999936103821},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4065999984741211},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4059999883174896},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.3797999918460846},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3407999873161316},{"id":"https://openalex.org/C109282560","wikidata":"https://www.wikidata.org/wiki/Q4166054","display_name":"Singular value","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2766000032424927},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2614000141620636},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C2988430800","wikidata":"https://www.wikidata.org/wiki/Q428971","display_name":"Scaling law","level":3,"score":0.2574000060558319},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.25600001215934753}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/faia251185","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251185","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:ruj.uj.edu.pl:item/567382","is_oa":true,"landing_page_url":"https://ruj.uj.edu.pl/handle/item/567382","pdf_url":"http://ruj.uj.edu.pl/bitstreams/ecf06e54-f48c-4e05-a0e9-c687924c2d52/download","source":{"id":"https://openalex.org/S4306400316","display_name":"Homo Politicus (Academy of Humanities and Economics in Lodz)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publikacja pokonferencyjna"},{"id":"pmh:oai:infoscience.epfl.ch:20.500.14299/255215","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/255215","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference proceedings"}],"best_oa_location":{"id":"doi:10.3233/faia251185","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251185","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322650","display_name":"Narodowym Centrum Nauki","ror":"https://ror.org/03ha2q922"},{"id":"https://openalex.org/F4320324153","display_name":"Uniwersytet Jagiello\u0144ski w Krakowie","ror":"https://ror.org/03bqmcz70"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"growth":[1],"of":[2,65,153],"large":[3,109,170],"language":[4,171],"models":[5,81],"underscores":[6],"the":[7,61,151],"need":[8],"for":[9,166],"parameter-efficient":[10],"fine-tuning.":[11],"Despite":[12],"its":[13],"popularity,":[14],"LoRA":[15,138],"encounters":[16],"storage":[17,74,114],"and":[18,123,139,168],"computational":[19,116],"challenges":[20],"when":[21],"deploying":[22],"multiple":[23],"task-":[24],"or":[25,115,136],"user-specific":[26],"modules.":[27],"To":[28],"address":[29],"this,":[30],"we":[31],"introduce":[32],"LoRA-XS,":[33],"a":[34,40,50,102,162],"novel":[35],"fine-tuning":[36],"method":[37],"backed":[38],"by":[39,48,76],"theoretical":[41],"derivation.":[42],"LoRA-XS":[43,71,89,133,160],"drastically":[44],"reduces":[45],"trainable":[46,52,95],"parameters":[47,96],"incorporating":[49],"small,":[51],"weight":[53],"matrix":[54],"between":[55],"frozen":[56],"low-rank":[57],"matrices":[58],"derived":[59],"from":[60,101],"Singular":[62],"Value":[63],"Decomposition":[64],"pre-trained":[66],"weights.":[67],"This":[68],"design":[69],"enables":[70],"to":[72,83,107,112],"reduce":[73],"requirements":[75],"over":[77],"100x":[78],"in":[79,141,156],"7B":[80],"compared":[82],"LoRA.":[84],"Additionally,":[85],"unlike":[86],"other":[87],"methods,":[88],"imposes":[90],"no":[91],"lower":[92],"bound":[93],"on":[94,119],"\u2013":[97],"it":[98],"can":[99],"scale":[100],"single":[103],"parameter":[104,145],"per":[105],"module":[106],"arbitrarily":[108],"values,":[110],"adapting":[111],"any":[113],"constraint.":[117],"Evaluations":[118],"GLUE,":[120],"GSM8K,":[121],"MATH,":[122],"commonsense":[124],"reasoning":[125],"benchmarks":[126],"across":[127],"different":[128],"model":[129],"scales":[130],"reveal":[131],"that":[132],"consistently":[134],"outperforms":[135],"matches":[137],"VeRA":[140],"accuracy,":[142],"offering":[143],"unmatched":[144],"efficiency.":[146],"Our":[147],"ablation":[148],"studies":[149],"highlight":[150],"significance":[152],"singular":[154],"vectors":[155],"transformer":[157],"weights,":[158],"establishing":[159],"as":[161],"powerful,":[163],"storage-efficient":[164],"solution":[165],"scaling":[167],"personalizing":[169],"models.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-24T00:00:00"}