{"id":"https://openalex.org/W4416252008","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228226","title":"SPARC: Subspace-Aware Prompt Adaptation for Robust Continual Learning in LLMs","display_name":"SPARC: Subspace-Aware Prompt Adaptation for Robust Continual Learning in LLMs","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416252008","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228226"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11228226","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013620938","display_name":"Dinithi Jayasuriya","orcid":"https://orcid.org/0009-0007-9229-3590"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dinithi Jayasuriya","raw_affiliation_strings":["University of Illinois Chicago,Department of Electrical and Computer Engineering,Chicago,IL"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Department of Electrical and Computer Engineering,Chicago,IL","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092418505","display_name":"Sina Tayebati","orcid":"https://orcid.org/0009-0002-4322-5210"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sina Tayebati","raw_affiliation_strings":["University of Illinois Chicago,Department of Electrical and Computer Engineering,Chicago,IL"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Department of Electrical and Computer Engineering,Chicago,IL","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072167582","display_name":"Dominique Ettori","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Davide Ettori","raw_affiliation_strings":["University of Illinois Chicago,Department of Electrical and Computer Engineering,Chicago,IL"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Department of Electrical and Computer Engineering,Chicago,IL","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032673732","display_name":"Ranganath Krishnan","orcid":"https://orcid.org/0000-0001-5364-6647"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ranganath Krishnan","raw_affiliation_strings":["Intel Labs,Oregon"],"affiliations":[{"raw_affiliation_string":"Intel Labs,Oregon","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028132107","display_name":"Amit Ranjan Trivedi","orcid":"https://orcid.org/0000-0001-5436-7922"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amit Ranjan Trivedi","raw_affiliation_strings":["University of Illinois Chicago,Department of Electrical and Computer Engineering,Chicago,IL"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago,Department of Electrical and Computer Engineering,Chicago,IL","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013620938"],"corresponding_institution_ids":["https://openalex.org/I39422238"],"apc_list":null,"apc_paid":null,"fwci":2.8331,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93090073,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8586999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8586999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6480000019073486},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6276999711990356},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6204000115394592},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5587000250816345},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4893999993801117},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4772000014781952},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.454800009727478},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.44429999589920044},{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.4440999925136566}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7620999813079834},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6480000019073486},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6276999711990356},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6204000115394592},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6184999942779541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.609000027179718},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5587000250816345},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4893999993801117},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4772000014781952},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.454800009727478},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.4440999925136566},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.43160000443458557},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3953999876976013},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3125999867916107},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C2777348039","wikidata":"https://www.wikidata.org/wiki/Q6423397","display_name":"Knowledge space","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.30649998784065247},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2653999924659729},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11228226","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2099301440","https://openalex.org/W2128728535","https://openalex.org/W2560647685","https://openalex.org/W2788388592","https://openalex.org/W2883332448","https://openalex.org/W2963123047","https://openalex.org/W2963339397","https://openalex.org/W2970482702","https://openalex.org/W3030364939","https://openalex.org/W3200852434","https://openalex.org/W4205991051","https://openalex.org/W4385571689","https://openalex.org/W4390871722","https://openalex.org/W4402671695","https://openalex.org/W4402671748","https://openalex.org/W4402716345","https://openalex.org/W4404101235","https://openalex.org/W4414037010"],"related_works":[],"abstract_inverted_index":{"We":[0],"propose":[1],"SPARC,":[2],"a":[3,22,33,123,164],"lightweight":[4],"continual":[5,100,170],"learning":[6,101,171],"framework":[7],"for":[8,122,169],"large":[9],"language":[10],"models":[11],"(LLMs)":[12],"that":[13,80,136],"enables":[14],"efficient":[15],"task":[16],"adaptation":[17],"through":[18],"prompt":[19,139],"tuning":[20,140],"in":[21,42,95,172],"lower-dimensional":[23,44],"space.":[24],"By":[25],"leveraging":[26],"principal":[27],"component":[28],"analysis":[29],"(PCA),":[30],"we":[31,115],"identify":[32],"compact":[34],"subspace":[35],"of":[36,107,154],"the":[37,54,64,70,108,132,155],"training":[38,47,128],"data.":[39],"Optimizing":[40],"prompts":[41],"this":[43],"space":[45],"enhances":[46],"efficiency,":[48],"as":[49,163],"it":[50],"focuses":[51],"updates":[52],"on":[53,131],"most":[55],"relevant":[56],"features":[57],"while":[58,103,148],"reducing":[59],"computational":[60,119],"overhead.":[61],"Furthermore,":[62],"since":[63],"model\u2019s":[65,109,156],"internal":[66],"structure":[67],"remains":[68],"unaltered,":[69],"extensive":[71],"knowledge":[72,93,146],"gained":[73],"from":[74],"pretraining":[75],"is":[76,84],"fully":[77],"preserved,":[78],"ensuring":[79],"previously":[81],"learned":[82],"information":[83],"not":[85],"compromised":[86],"during":[87],"adaptation.":[88],"Our":[89],"method":[90],"achieves":[91],"high":[92],"retention":[94,147],"both":[96],"task-incremental":[97],"and":[98,127,166],"domain-incremental":[99],"setups":[102],"fine-tuning":[104],"only":[105,152],"0.04%":[106],"parameters.":[110,157],"Additionally,":[111],"by":[112],"integrating":[113],"LoRA,":[114],"enhance":[116],"adaptability":[117],"to":[118],"constraints,":[120],"allowing":[121],"tradeoff":[124],"between":[125],"accuracy":[126],"cost.":[129],"Experiments":[130],"SuperGLUE":[133],"benchmark":[134],"demonstrate":[135],"our":[137,161],"PCA-based":[138],"combined":[141],"with":[142],"LoRA":[143],"maintains":[144],"full":[145],"improving":[149],"accuracy,":[150],"utilizing":[151],"1%":[153],"These":[158],"results":[159],"establish":[160],"approach":[162],"scalable":[165],"resource-efficient":[167],"solution":[168],"LLMs.":[173]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-14T00:00:00"}