{"id":"https://openalex.org/W7217870636","doi":null,"title":"Towards adaptive and evolving large language models : continual learning and knowledge editing","display_name":"Towards adaptive and evolving large language models : continual learning and knowledge editing","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7217870636"},"language":"en","primary_location":{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/121104","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/121104","pdf_url":"https://theses.lib.polyu.edu.hk/bitstream/200/14657/3/9101.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7217870636"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://theses.lib.polyu.edu.hk/bitstream/200/14657/3/9101.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059753459","display_name":"Yujie Feng","orcid":"https://orcid.org/0000-0002-6819-525X","observed_orcids":["https://orcid.org/0000-0002-6819-525X"]},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Feng, Yujie","raw_affiliation_strings":["Department of Data Science and Artificial Intelligence, The Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Data Science and Artificial Intelligence, The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059753459"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.014100000262260437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8389999866485596},{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9959999918937683},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.8659999966621399},{"id":"https://openalex.org/keywords/knowledge-editing","display_name":"knowledge editing","score":0.6940000057220459},{"id":"https://openalex.org/keywords/model-merging","display_name":"model merging","score":0.7120000123977661},{"id":"https://openalex.org/keywords/dialogue-state-tracking","display_name":"dialogue state tracking","score":0.6890000104904175},{"id":"https://openalex.org/keywords/task-oriented-dialogue-systems","display_name":"task-oriented dialogue systems","score":0.9210000038146973},{"id":"https://openalex.org/keywords/knowledge-adaptation","display_name":"knowledge adaptation","score":0.47200000286102295},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.5799999833106995},{"id":"https://openalex.org/keywords/cross-domain-adaptation","display_name":"cross-domain adaptation","score":0.46399998664855957},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.3499999940395355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6819000244140625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4659999907016754},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38179999589920044},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/121104","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/121104","pdf_url":"https://theses.lib.polyu.edu.hk/bitstream/200/14657/3/9101.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/121104","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10397/121104","pdf_url":"https://theses.lib.polyu.edu.hk/bitstream/200/14657/3/9101.pdf","source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7217870636.pdf","grobid_xml":"https://content.openalex.org/works/W7217870636.grobid-xml"},"referenced_works_count":167,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W2047057213","https://openalex.org/W2060277733","https://openalex.org/W2068782468","https://openalex.org/W2113459411","https://openalex.org/W2154652894","https://openalex.org/W2183341477","https://openalex.org/W2473930607","https://openalex.org/W2554863749","https://openalex.org/W2560647685","https://openalex.org/W2624677889","https://openalex.org/W2799054028","https://openalex.org/W2913946806","https://openalex.org/W2935033494","https://openalex.org/W2945475330","https://openalex.org/W2948734064","https://openalex.org/W2962831269","https://openalex.org/W2971146255","https://openalex.org/W2973004186","https://openalex.org/W2981852735","https://openalex.org/W2990704537","https://openalex.org/W2995409942","https://openalex.org/W3015322406","https://openalex.org/W3021338988","https://openalex.org/W3030364939","https://openalex.org/W3107969673","https://openalex.org/W3118216348","https://openalex.org/W3148126876","https://openalex.org/W3154575616","https://openalex.org/W3156877449","https://openalex.org/W3161207330","https://openalex.org/W3168867926","https://openalex.org/W3174542349","https://openalex.org/W3174770825","https://openalex.org/W3182849481","https://openalex.org/W3186433035","https://openalex.org/W3200895474","https://openalex.org/W3205270560","https://openalex.org/W3205616434","https://openalex.org/W3214501429","https://openalex.org/W4205340316","https://openalex.org/W4221155125","https://openalex.org/W4224131719","https://openalex.org/W4224310111","https://openalex.org/W4225389606","https://openalex.org/W4229044077","https://openalex.org/W4281398986","https://openalex.org/W4283700140","https://openalex.org/W4285309825","https://openalex.org/W4290945382","https://openalex.org/W4306317016","https://openalex.org/W4309674289","https://openalex.org/W4309953708","https://openalex.org/W4310998073","https://openalex.org/W4312238419","https://openalex.org/W4312469624","https://openalex.org/W4320855022","https://openalex.org/W4321276803","https://openalex.org/W4330338093","https://openalex.org/W4361798745","https://openalex.org/W4367046670","https://openalex.org/W4367046802","https://openalex.org/W4367663429","https://openalex.org/W4368755730","https://openalex.org/W4382240019","https://openalex.org/W4382318248","https://openalex.org/W4384918448","https://openalex.org/W4385570172","https://openalex.org/W4385570786","https://openalex.org/W4385571224","https://openalex.org/W4385571645","https://openalex.org/W4385571944","https://openalex.org/W4385572016","https://openalex.org/W4385572634","https://openalex.org/W4385572845","https://openalex.org/W4385572851","https://openalex.org/W4385573192","https://openalex.org/W4385573382","https://openalex.org/W4385574016","https://openalex.org/W4385768065","https://openalex.org/W4385823413","https://openalex.org/W4386566453","https://openalex.org/W4386875185","https://openalex.org/W4387623784","https://openalex.org/W4389009440","https://openalex.org/W4389518820","https://openalex.org/W4389520299","https://openalex.org/W4389520370","https://openalex.org/W4389520749","https://openalex.org/W4389523682","https://openalex.org/W4389523926","https://openalex.org/W4390306895","https://openalex.org/W4390572883","https://openalex.org/W4391047413","https://openalex.org/W4391136507","https://openalex.org/W4391156874","https://openalex.org/W4391987989","https://openalex.org/W4392012668","https://openalex.org/W4395056500","https://openalex.org/W4399836969","https://openalex.org/W4401042263","https://openalex.org/W4401043205","https://openalex.org/W4401043741","https://openalex.org/W4402427424","https://openalex.org/W4402670278","https://openalex.org/W4402670346","https://openalex.org/W4402670360","https://openalex.org/W4402671576","https://openalex.org/W4402671589","https://openalex.org/W4402671651","https://openalex.org/W4402671654","https://openalex.org/W4402671890","https://openalex.org/W4402671939","https://openalex.org/W4402672079","https://openalex.org/W4402672081","https://openalex.org/W4403195962","https://openalex.org/W4403555711","https://openalex.org/W4403565982","https://openalex.org/W4403702590","https://openalex.org/W4403882889","https://openalex.org/W4404308017","https://openalex.org/W4404658388","https://openalex.org/W4404780750","https://openalex.org/W4404781237","https://openalex.org/W4404781299","https://openalex.org/W4404781438","https://openalex.org/W4404781851","https://openalex.org/W4404781886","https://openalex.org/W4404782031","https://openalex.org/W4404782167","https://openalex.org/W4404782287","https://openalex.org/W4404782683","https://openalex.org/W4404782732","https://openalex.org/W4404782881","https://openalex.org/W4404783128","https://openalex.org/W4404783533","https://openalex.org/W4404783626","https://openalex.org/W4404783740","https://openalex.org/W4404783928","https://openalex.org/W4404784096","https://openalex.org/W4404792847","https://openalex.org/W4404792941","https://openalex.org/W4405114800","https://openalex.org/W4406840433","https://openalex.org/W4407710098","https://openalex.org/W4409262542","https://openalex.org/W4409363861","https://openalex.org/W4412887874","https://openalex.org/W4412945105","https://openalex.org/W4412945395","https://openalex.org/W4413145346","https://openalex.org/W4414939355","https://openalex.org/W4415085070","https://openalex.org/W4415186130","https://openalex.org/W4415798722","https://openalex.org/W4416036361","https://openalex.org/W4416150127","https://openalex.org/W6929549612","https://openalex.org/W7131797832","https://openalex.org/W7133192241","https://openalex.org/W7133200254","https://openalex.org/W7133231369","https://openalex.org/W7133236469","https://openalex.org/W7134117706","https://openalex.org/W7140396222","https://openalex.org/W7162761660","https://openalex.org/W7166886777"],"related_works":["https://openalex.org/W4390572883","https://openalex.org/W4412886666","https://openalex.org/W4403819539","https://openalex.org/W4415111486","https://openalex.org/W7203597011","https://openalex.org/W6976937056","https://openalex.org/W4404105165","https://openalex.org/W4391555991","https://openalex.org/W4417108915","https://openalex.org/W4409348007"],"abstract_inverted_index":{"Large":[0],"language":[1,299,454],"models":[2,103,112,133,176,425,455],"(LLMs)":[3],"have":[4,549],"become":[5],"central":[6],"to":[7,16,18,60,123,134,138,177,345,363,376,506,554],"a":[8,29,163,182,224,329,405,445],"wide":[9],"range":[10],"of":[11,84,102,184,194,209,245,354,386,394,422,435,447,482,541],"applications,":[12],"but":[13],"their":[14,40,515],"ability":[15],"adapt":[17],"ever-evolving":[19],"environments,":[20],"including":[21],"changing":[22,107],"tasks,":[23],"data,":[24],"and":[25,48,74,86,94,126,141,159,169,202,215,219,238,271,290,384,420,428,443,470,480,495,501,523,538,543],"user":[26],"needs,":[27],"remains":[28],"significant":[30],"challenge.":[31],"Knowledge":[32,200],"adaptation":[33,154,296,451],"in":[34,42,104,155,249,297,311,408,426,452,484,509,520],"LLMs":[35,483],"is":[36,130,318],"crucial":[37,131],"for":[38,132,151,212,265,293,449],"maintaining":[39],"effectiveness":[41,385],"dynamic":[43,485],"settings":[44],"where":[45],"continuous":[46,294],"learning":[47,157,173,270,286,415,490],"knowledge":[49,63,117,137,153,180,221,295,317,331,340,347,436,450,468],"updates":[50,341,362,375],"are":[51,90],"essential.":[52],"Traditional":[53],"methods,":[54],"such":[55,110,463],"as":[56,464],"multi-task":[57],"learning,":[58],"attempt":[59],"integrate":[61],"new":[62,73,85,116,179,316,339],"with":[64,162,338],"previously":[65,120,188],"learned":[66,121,189],"information":[67,122],"by":[68,222,268,349,358],"jointly":[69],"training":[70,277],"on":[71,165,304,370,400],"both":[72,217],"historical":[75,87],"datasets.":[76],"While":[77],"these":[78,145,280],"strategies":[79,150,497],"can":[80,534],"balance":[81],"the":[82,100,192,207,243,262,276,284,315,351,381,391,418,432,474,478],"integration":[83],"knowledge,":[88,241],"they":[89],"computationally":[91],"expensive,":[92],"memory-intensive,":[93],"often":[95],"inefficient.":[96],"This":[97],"limitation":[98],"constrains":[99],"adaptability":[101,421],"real-world,":[105],"continually":[106],"scenarios.":[108],"In":[109,438],"settings,":[111],"must":[113],"continuously":[114],"acquire":[115,178],"while":[118,186,373],"retaining":[119,187],"maintain":[124],"stability":[125],"performance.":[127],"Moreover,":[128],"it":[129],"update":[135],"outdated":[136,306],"ensure":[139,499],"consistency":[140],"reliability.":[142],"To":[143,324,389],"address":[144,325],"demands,":[146],"this":[147,440,528],"thesis":[148,441,529],"examines":[149],"optimizing":[152,374],"continual":[156,285,414,489],"(CL)":[158,174],"model":[160,210,225,266,387,472],"editing,":[161],"focus":[164],"improving":[166,380],"efficiency,":[167],"reliability,":[168],"practical":[170,392,457,539],"applicability.":[171],"Continual":[172],"enables":[175],"from":[181,275,342],"sequence":[183],"tasks":[185,214],"information,":[190],"addressing":[191,460],"challenge":[193],"catastrophic":[195,465],"forgetting.":[196],"We":[197,228],"first":[198],"propose":[199,254,328],"Identification":[201],"Fusion":[203],"(KIF),":[204],"which":[205,233,260],"localizes":[206],"importance":[208,237,247],"parameters":[211],"different":[213],"consolidates":[216],"task-specific":[218],"task-shared":[220],"leveraging":[223,269],"merging":[226,267],"mechanism.":[227],"then":[229],"introduce":[230],"Recurrent":[231],"KIF,":[232],"dynamically":[234],"estimates":[235],"parameter":[236,355],"iteratively":[239],"integrates":[240],"overcoming":[242],"limitations":[244,508],"static":[246],"estimation":[248],"earlier":[250],"approaches.":[251],"Finally,":[252],"we":[253,327,366,397],"Adaptive":[255],"Iterative":[256],"Model":[257,301],"Merging":[258],"(AIMMerging),":[259],"determines":[261],"optimal":[263],"timing":[264],"forgetting":[272,494],"signals":[273],"extracted":[274],"trajectory.":[278],"Together,":[279],"progressive":[281],"methods":[282],"advance":[283],"field,":[287],"providing":[288],"scalable":[289,542],"effective":[291],"solutions":[292,505],"large":[298,453],"models.":[300],"editing":[302,332,496],"focuses":[303],"updating":[305],"or":[307,552],"incorrect":[308],"facts":[309],"encoded":[310],"LLMs,":[312],"ensuring":[313],"that":[314,334,492,498,533],"incorporated":[319],"without":[320],"disrupting":[321],"unrelated":[322],"information.":[323],"this,":[326],"geometric":[330,352],"method":[333],"distinguishes":[335],"neurons":[336],"associated":[337],"those":[343],"linked":[344],"general":[346],"perturbations":[348],"analyzing":[350],"relationships":[353],"changes":[356],"induced":[357],"fine-tuning.":[359],"By":[360,459],"masking":[361],"general-knowledge-related":[364],"neurons,":[365,378],"prevent":[367],"negative":[368],"impacts":[369],"generalization":[371],"ability,":[372],"new-knowledge-related":[377],"thereby":[379],"precision,":[382],"stability,":[383,521],"editing.":[388],"demonstrate":[390],"impact":[393],"our":[395],"approaches,":[396],"evaluate":[398],"them":[399],"dialogue":[401,410],"state":[402],"tracking":[403],"(DST),":[404],"core":[406],"task":[407],"task-oriented":[409],"systems.":[411],"The":[412],"proposed":[413,475],"techniques":[416,491],"enhance":[417],"robustness":[419,479],"LLM-driven":[423],"DST":[424],"cross-domain":[427],"evolving-task":[429],"scenarios,":[430],"highlighting":[431],"real-world":[433,510],"value":[434],"adaptation.":[437,511,546],"summary,":[439],"develops":[442],"evaluates":[444],"set":[446],"methodologies":[448],"under":[456],"constraints.":[458],"key":[461],"challenges":[462],"forgetting,":[466],"efficient":[467],"integration,":[469],"reliable":[471,544],"updates,":[473],"approaches":[476],"strengthen":[477],"applicability":[481],"environments.":[486],"These":[487],"methods\u2014spanning":[488],"mitigate":[493],"precise":[500],"consistent":[502,518],"updates\u2014offer":[503],"targeted":[504],"common":[507],"Extensive":[512],"experiments":[513],"validate":[514],"effectiveness,":[516],"showing":[517],"improvements":[519],"generalization,":[522],"adaptability.":[524],"Beyond":[525],"empirical":[526],"results,":[527],"provides":[530],"methodological":[531],"insights":[532],"guide":[535],"future":[536],"research":[537],"deployment":[540],"LLM":[545],"Related":[547],"contributions":[548],"been":[550],"published":[551],"submitted":[553],"top":[555],"NLP":[556],"conferences.":[557]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7217870636","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-10-03T00:00:00"}
