{"id":"https://openalex.org/W7152646980","doi":"https://doi.org/10.1145/3774904.3792798","title":"Self-Evolving LLMs via Continual Instruction Tuning","display_name":"Self-Evolving LLMs via Continual Instruction Tuning","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7152646980","doi":"https://doi.org/10.1145/3774904.3792798"},"language":null,"primary_location":{"id":"doi:10.1145/3774904.3792798","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792798","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774904.3792798","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jiazheng Kang","orcid":"https://orcid.org/0009-0007-2621-3011"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiazheng Kang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-2621-3011","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Le Huang","orcid":"https://orcid.org/0009-0000-1519-3851"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Huang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-1519-3851","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cheng Hou","orcid":"https://orcid.org/0009-0001-7602-7686"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng Hou","raw_affiliation_strings":["Researcher, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-7602-7686","affiliations":[{"raw_affiliation_string":"Researcher, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055811120","display_name":"Zhe Zhao","orcid":"https://orcid.org/0009-0008-9496-5917"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhe Zhao","raw_affiliation_strings":["Researcher, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-9496-5917","affiliations":[{"raw_affiliation_string":"Researcher, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"ZhenXiang Yan","orcid":"https://orcid.org/0009-0003-1648-496X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"ZhenXiang Yan","raw_affiliation_strings":["Researcher, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-1648-496X","affiliations":[{"raw_affiliation_string":"Researcher, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5133284297","display_name":"Ting Bai","orcid":"https://orcid.org/0000-0001-9607-3551"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Bai","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9607-3551","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7724","last_page":"7732"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.2547999918460846,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.2547999918460846,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.1607999950647354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11860000342130661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3873000144958496},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.33250001072883606},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.2727999985218048},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.265500009059906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4887000024318695},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4020000100135803},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3165000081062317},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2824000120162964},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774904.3792798","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792798","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774904.3792798","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792798","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2560647685","https://openalex.org/W2809290718","https://openalex.org/W2963588172","https://openalex.org/W2964189064","https://openalex.org/W3087931390","https://openalex.org/W3096831136","https://openalex.org/W3136624798","https://openalex.org/W3175994953","https://openalex.org/W3212152676","https://openalex.org/W4285169833","https://openalex.org/W4290944323","https://openalex.org/W4401043741","https://openalex.org/W4407542088"],"related_works":[],"abstract_inverted_index":{"In":[0,225],"real-world":[1],"industrial":[2,215,250],"scenarios,":[3],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"require":[8],"Continuous":[9],"Learning":[10],"(CL)":[11],"to":[12,14,25,32,62,66,74,105,115,131,152,194,259],"adapt":[13,31],"diverse":[15],"tasks":[16,60],"as":[17,41],"opera-":[18],"tional":[19],"requirements":[20],"diversify,":[21],"demanding":[22],"self-evolution":[23,197,254],"capabilities":[24],"autonomously":[26,199],"refine":[27],"their":[28],"knowledge":[29,134,159,189],"and":[30,43,123,126,191,213],"dynamic":[33],"envi-":[34],"ronments.":[35],"However,":[36],"existing":[37],"CL":[38],"approaches,":[39],"such":[40],"replay-based":[42],"parameter":[44,120],"isolation":[45],"techniques,":[46],"struggle":[47],"with":[48],"the":[49,63,149,170,179,195,235],"catastrophic":[50],"forgetting":[51],"problem:":[52],"new":[53,67],"task":[54,114,165],"training":[55],"degrades":[56],"performance":[57],"on":[58,208,230],"prior":[59],"due":[61],"model's":[64,196],"adaptation":[65],"data":[68],"distributions,":[69],"which":[70],"weakens":[71],"its":[72,246],"generalization":[73],"old":[75],"tasks.":[76,205],"To":[77],"address":[78],"this":[79],"issue,":[80],"we":[81],"propose":[82],"a":[83,101,108,127,137,141,209],"novel":[84],"parameter-efficient":[85],"adversarial":[86,168],"MoE":[87],"framework,":[88],"MoE-CL,":[89],"for":[90,112,248,257],"industrial-scale":[91],"self-evolving":[92,222],"continual":[93,223],"instruction":[94],"tuning":[95],"of":[96],"LLMs.":[97],"Specifically,":[98,136],"MoE-CL":[99,239],"employs":[100],"dual-expert":[102],"archi-":[103],"tecture":[104],"enable":[106],"self-evolution:":[107],"dedicated":[109,183],"LoRA":[110,129],"expert":[111,130,151],"each":[113],"preserve":[116],"task-specific":[117,186],"knowledge,":[118],"ensuring":[119,156],"inde-":[121],"pendence":[122],"mitigating":[124],"forgetting,":[125],"shared":[128,150,171],"facilitate":[132],"cross-task":[133,192],"transfer.":[135],"task-aware":[138,180],"discriminator":[139],"within":[140],"Generative":[142],"Adversarial":[143],"Network":[144],"(GAN)":[145],"is":[146,160,255,266],"integrated":[147],"into":[148],"suppress":[153],"task-irrelevant":[154],"noise,":[155],"only":[157],"task-aligned":[158],"transferred":[161],"during":[162],"se-":[163],"quential":[164],"training.":[166],"Through":[167],"training,":[169],"ex-":[172],"pert":[173],"learns":[174],"generalized":[175],"representations":[176],"that":[177],"mimic":[178],"discriminator,":[181],"while":[182],"experts":[184],"retain":[185],"details,":[187],"balancing":[188],"retention":[190],"generalization\u2014key":[193],"by":[198,244],"optimizing":[200],"knowl-":[201],"edge":[202],"integration":[203],"across":[204],"Extensive":[206],"experiments":[207],"public":[210],"MTL5":[211],"benchmark":[212,217],"an":[214],"Tencent3":[216],"validate":[218],"MoE-CL's":[219],"effectiveness":[220],"in":[221,234],"learning.":[224],"real-":[226],"world":[227],"A/B":[228],"testing":[229],"content":[231],"compliance":[232],"review":[233,242],"Tencent":[236],"Video":[237],"Platform,":[238],"reduced":[240],"manual":[241],"costs":[243],"15.3%,demonstrating":[245],"applicability":[247],"large-scale":[249],"deploy-":[251],"ment":[252],"where":[253],"critical":[256],"adapting":[258],"evolving":[260],"op-":[261],"erational":[262],"demands.":[263],"Implementation":[264],"code":[265],"publicly":[267],"available":[268],"at":[269],"https://github.com/BAI-LAB/MoE-CL.":[270]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-04-10T00:00:00"}