{"id":"https://openalex.org/W7214778317","doi":"https://doi.org/10.48550/arxiv.2609.32499","title":"Learning an Anchored Prompt Space for Continual Adaptation of Large Language Models","display_name":"Learning an Anchored Prompt Space for Continual Adaptation of Large Language Models","publication_year":2026,"publication_date":"2026-09-26","ids":{"openalex":"https://openalex.org/W7214778317","doi":"https://doi.org/10.48550/arxiv.2609.32499"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.32499","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32499","pdf_url":"https://arxiv.org/pdf/2609.32499","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.32499","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090953965","display_name":"Rongguang Ye","orcid":"https://orcid.org/0000-0002-7759-1254","observed_orcids":["https://orcid.org/0000-0002-7759-1254"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Ye, Rongguang","raw_affiliation_strings":["City University of Hong Kong ,","Southern University of Science and Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong ,","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Southern University of Science and Technology ,","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122852808","display_name":"Zhan Zhuang","orcid":"https://orcid.org/0000-0003-0215-8728","observed_orcids":["https://orcid.org/0000-0003-0215-8728"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhuang, Zhan","raw_affiliation_strings":["City University of Hong Kong ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong ,","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153469888","display_name":"Yichen Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wu, Yichen","raw_affiliation_strings":["Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153512457","display_name":"Ming Tang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tang, Ming","raw_affiliation_strings":["Southern University of Science and Technology ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology ,","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020029652","display_name":"Kede Ma","orcid":"https://orcid.org/0000-0001-8608-1128","observed_orcids":["https://orcid.org/0000-0001-8608-1128"]},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ma, Kede","raw_affiliation_strings":["City University of Hong Kong ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong ,","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.7720000147819519},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9399999976158142},{"id":"https://openalex.org/keywords/soft-prompts","display_name":"soft prompts","score":0.7760000228881836},{"id":"https://openalex.org/keywords/self-distillation","display_name":"self-distillation","score":0.7549999952316284},{"id":"https://openalex.org/keywords/cross-task-transfer","display_name":"cross-task transfer","score":0.7670000195503235},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.7549999952316284},{"id":"https://openalex.org/keywords/prompt-selection","display_name":"prompt selection","score":0.5199999809265137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7322999835014343},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.6534000039100647},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6110000014305115},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6014000177383423},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5945000052452087},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5893999934196472},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46230000257492065},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.42089998722076416},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4081999957561493},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.37709999084472656},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3005000054836273},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2831999957561493},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.27300000190734863},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2612000107765198},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.32499","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32499","pdf_url":"https://arxiv.org/pdf/2609.32499","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.32499","doi":"https://doi.org/10.48550/arxiv.2609.32499","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.32499","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.32499","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32499","pdf_url":"https://arxiv.org/pdf/2609.32499","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214778317.pdf","grobid_xml":"https://content.openalex.org/works/W7214778317.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W4387561459","https://openalex.org/W4414939355","https://openalex.org/W7162795067"],"related_works":["https://openalex.org/W7221164499","https://openalex.org/W4401042680","https://openalex.org/W4416252008","https://openalex.org/W4318751794","https://openalex.org/W4407806414","https://openalex.org/W4415330385","https://openalex.org/W7163147368","https://openalex.org/W4410776156","https://openalex.org/W4410541514","https://openalex.org/W7166870757"],"abstract_inverted_index":{"Continually":[0],"adapting":[1,16],"large":[2],"language":[3],"models":[4],"requires":[5],"acquiring":[6],"new":[7],"knowledge":[8,138],"while":[9,170],"preserving":[10],"previously":[11,30],"learned":[12,31,99],"capabilities.":[13],"Although":[14],"jointly":[15],"model":[17,38,85,151],"parameters":[18],"and":[19,40,66,103,161],"task-specific":[20,70,100],"soft":[21,71,101],"prompts":[22,32,43,72,78,102],"is":[23,107,117],"promising,":[24],"it":[25],"has":[26],"two":[27],"key":[28],"limitations:":[29],"may":[33],"lose":[34],"effectiveness":[35,65],"as":[36],"the":[37,83,121,132,145],"evolves,":[39],"relationships":[41,68],"among":[42,69],"that":[44,154],"could":[45],"support":[46],"cross-task":[47],"transfer":[48],"are":[49,79],"not":[50],"explicitly":[51],"learned.":[52],"We":[53],"propose":[54],"Learning":[55],"an":[56,91],"Anchored":[57],"Prompt":[58],"Space":[59],"(LAPS),":[60],"which":[61],"preserves":[62],"historical":[63],"prompt":[64,93,123,134],"learns":[67],"to":[73,98,135],"facilitate":[74],"positive":[75],"transfer.":[76],"Historical":[77],"first":[80],"aligned":[81],"with":[82],"updated":[84],"through":[86],"self-distillation.":[87],"LAPS":[88,119,155],"then":[89],"constructs":[90],"anchored":[92],"space":[94,116],"whose":[95,104],"vertices":[96],"correspond":[97],"intermediate":[105],"geometry":[106],"shaped":[108],"by":[109],"learnable":[110],"B\u00e9zier":[111],"control":[112],"prompts.":[113],"Once":[114],"this":[115],"learned,":[118],"identifies":[120],"best-performing":[122],"for":[124],"each":[125],"task":[126,168],"on":[127,137,144],"its":[128],"validation":[129],"set,":[130],"allowing":[131],"selected":[133],"draw":[136],"acquired":[139],"from":[140],"related":[141],"tasks.":[142],"Experiments":[143],"TRACE":[146],"benchmark":[147],"across":[148],"three":[149],"Qwen3":[150],"scales":[152],"show":[153],"consistently":[156],"outperforms":[157],"existing":[158],"distillation-based,":[159],"prompt-based,":[160],"joint":[162],"prompt-parameter":[163],"adaptation":[164],"methods,":[165],"improving":[166],"overall":[167],"performance":[169],"reducing":[171],"forgetting.":[172]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-09-30T00:00:00"}