{"id":"https://openalex.org/W7204156209","doi":"https://doi.org/10.48550/arxiv.2608.21487","title":"TASSO: TAsk-Specific Subspace Optimization for Continual Learning of Vision-Language Models","display_name":"TASSO: TAsk-Specific Subspace Optimization for Continual Learning of Vision-Language Models","publication_year":2026,"publication_date":"2026-08-21","ids":{"openalex":"https://openalex.org/W7204156209","doi":"https://doi.org/10.48550/arxiv.2608.21487"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.21487","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21487","pdf_url":"https://arxiv.org/pdf/2608.21487","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.21487","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148151812","display_name":"Chang Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sun, Chang","raw_affiliation_strings":["University of Padova , Padova(PD) , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova , Padova(PD) , Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068387663","display_name":"Francesco Barbato","orcid":"https://orcid.org/0000-0001-9893-5813","observed_orcids":["https://orcid.org/0000-0001-9893-5813"]},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Barbato, Francesco","raw_affiliation_strings":["University of Padova , Padova(PD) , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova , Padova(PD) , Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051751070","display_name":"Matteo Caligiuri","orcid":"https://orcid.org/0009-0006-2928-1047","observed_orcids":["https://orcid.org/0009-0006-2928-1047"]},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Caligiuri, Matteo","raw_affiliation_strings":["University of Padova , Padova(PD) , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova , Padova(PD) , Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070777118","display_name":"Pietro Zanuttigh","orcid":"https://orcid.org/0000-0002-9502-2389","observed_orcids":["https://orcid.org/0000-0002-9502-2389"]},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Zanuttigh, Pietro","raw_affiliation_strings":["University of Padova , Padova(PD) , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Padova , Padova(PD) , Italy","institution_ids":["https://openalex.org/I138689650"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I138689650"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9660000205039978},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9980000257492065},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9570000171661377},{"id":"https://openalex.org/keywords/subspace-learning","display_name":"subspace learning","score":0.8730000257492065},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8479999899864197},{"id":"https://openalex.org/keywords/geodesic-distance","display_name":"geodesic distance","score":0.8080000281333923},{"id":"https://openalex.org/keywords/latent-space-geometry","display_name":"latent space geometry","score":0.9819999933242798},{"id":"https://openalex.org/keywords/clip","display_name":"CLIP","score":0.9139999747276306},{"id":"https://openalex.org/keywords/class-incremental-learning","display_name":"class-incremental learning","score":0.7400000095367432},{"id":"https://openalex.org/keywords/task-incremental-learning","display_name":"task-incremental learning","score":0.9490000009536743}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8367999792098999},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6498000025749207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6310999989509583},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5956000089645386},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.570900022983551},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5644000172615051},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5626000165939331},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.47749999165534973},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4499000012874603},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3756999969482422},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3452000021934509},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.29339998960494995},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C12298181","wikidata":"https://www.wikidata.org/wiki/Q7246814","display_name":"Proactive learning","level":5,"score":0.2815999984741211},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.27129998803138733},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.21487","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21487","pdf_url":"https://arxiv.org/pdf/2608.21487","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.21487","doi":"https://doi.org/10.48550/arxiv.2608.21487","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.21487","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.21487","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21487","pdf_url":"https://arxiv.org/pdf/2608.21487","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204156209.pdf","grobid_xml":"https://content.openalex.org/works/W7204156209.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1846799578","https://openalex.org/W2939137134","https://openalex.org/W2947461406","https://openalex.org/W3094502228","https://openalex.org/W4281717846","https://openalex.org/W4387963644","https://openalex.org/W4405033251","https://openalex.org/W4407231342","https://openalex.org/W6891911797"],"related_works":["https://openalex.org/W7101386339","https://openalex.org/W4417148764","https://openalex.org/W7123390481","https://openalex.org/W4390872020","https://openalex.org/W7215074245","https://openalex.org/W4417517260","https://openalex.org/W7127156632","https://openalex.org/W7160275163","https://openalex.org/W7135221271","https://openalex.org/W4403842129"],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"exhibit":[3],"strong":[4,134],"zero-shot":[5,26,143,179],"capabilities,":[6],"making":[7],"them":[8],"an":[9],"attractive":[10],"solution":[11],"for":[12],"continual":[13,20,147],"learning":[14,60,123,148,166],"across":[15],"diverse":[16],"tasks.":[17],"However,":[18],"during":[19],"adaptation,":[21],"both":[22,139],"catastrophic":[23,140],"forgetting":[24,141,176],"and":[25,61,136,142,163,177],"degradation":[27,144],"occur,":[28],"severely":[29],"degrading":[30],"performance.":[31],"In":[32],"this":[33,54],"paper,":[34],"we":[35,66,76,87],"introduce":[36],"TASSO,":[37],"a":[38,69,89],"new":[39],"paradigm":[40],"that":[41,92],"efficiently":[42],"preserves":[43],"the":[44,80,96,102,116,130,146,153,159],"latent":[45,81,103],"space":[46,104],"geometry":[47],"while":[48,99],"ensuring":[49],"network":[50],"plasticity.":[51],"We":[52],"achieve":[53],"with":[55,152],"two":[56],"complementary":[57],"techniques:":[58],"subspace":[59],"geometry-aware":[62,131],"knowledge":[63,94],"distillation.":[64],"Specifically,":[65],"first":[67],"learn":[68],"sequence":[70],"of":[71],"task-specific":[72,127],"low-rank":[73],"projectors,":[74],"which":[75],"use":[77],"to":[78],"project":[79],"representations":[82],"before":[83],"optimizing":[84],"cross-entropy.":[85],"Secondly,":[86],"employ":[88],"geodesic-distance-based":[90],"loss":[91],"distills":[93],"from":[95],"previous-task":[97],"model":[98,157],"effectively":[100],"preserving":[101,178],"geometry.":[105],"These":[106],"design":[107],"choices":[108],"not":[109],"only":[110],"avoid":[111],"unnecessary":[112],"parameter":[113],"updates":[114],"along":[115],"full":[117],"embedding":[118],"dimensions":[119],"but":[120],"also":[121],"improve":[122],"by":[124],"focusing":[125],"on":[126],"manifolds.":[128],"Moreover,":[129],"distillation":[132],"provides":[133],"regularization":[135],"significantly":[137],"reduces":[138],"throughout":[145],"sequence.":[149],"Experimental":[150],"results":[151],"CLIP":[154],"vision":[155],"language":[156],"in":[158,174],"multi-domain":[160],"task":[161],"incremental":[162,165],"class":[164],"benchmarks":[167],"demonstrate":[168],"clear":[169],"improvements":[170],"over":[171],"state-of-the-art":[172],"methods":[173],"mitigating":[175],"capabilities.":[180]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-26T00:00:00"}