{"id":"https://openalex.org/W4387027530","doi":"https://doi.org/10.1109/cec53210.2023.10253990","title":"Continual Learning of LSTM Using Ant Colony Optimization","display_name":"Continual Learning of LSTM Using Ant Colony Optimization","publication_year":2023,"publication_date":"2023-07-01","ids":{"openalex":"https://openalex.org/W4387027530","doi":"https://doi.org/10.1109/cec53210.2023.10253990"},"language":"en","primary_location":{"id":"doi:10.1109/cec53210.2023.10253990","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cec53210.2023.10253990","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004887964","display_name":"Rikitaka Kinoyama","orcid":null},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Rikitaka Kinoyama","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo,Tokyo,Japan","Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo,Tokyo,Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040698241","display_name":"Nagar Anthel Venkatesh Suryanarayanan","orcid":null},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nagar Anthel Venkatesh Suryanarayanan","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo,Tokyo,Japan","Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo,Tokyo,Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005925953","display_name":"Hitoshi Iba","orcid":"https://orcid.org/0000-0001-7815-0306"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hitoshi Iba","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo,Tokyo,Japan","Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo,Tokyo,Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1632,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56320815,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8367366194725037},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8104535341262817},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7981443405151367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7632746696472168},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7141121625900269},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6132197976112366},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6021004319190979},{"id":"https://openalex.org/keywords/ant-colony-optimization-algorithms","display_name":"Ant colony optimization algorithms","score":0.5262776017189026},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5258318185806274},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.487822562456131},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2613377571105957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8367366194725037},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8104535341262817},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7981443405151367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7632746696472168},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7141121625900269},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6132197976112366},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6021004319190979},{"id":"https://openalex.org/C40128228","wikidata":"https://www.wikidata.org/wiki/Q460851","display_name":"Ant colony optimization algorithms","level":2,"score":0.5262776017189026},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5258318185806274},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.487822562456131},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2613377571105957},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cec53210.2023.10253990","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cec53210.2023.10253990","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1682403713","https://openalex.org/W2136848157","https://openalex.org/W2743151379","https://openalex.org/W2788388592","https://openalex.org/W2810568190","https://openalex.org/W2899063268","https://openalex.org/W2913954081","https://openalex.org/W2947461406","https://openalex.org/W2963559848","https://openalex.org/W2964189064","https://openalex.org/W2972566450","https://openalex.org/W3030364939","https://openalex.org/W3138833245","https://openalex.org/W3200852434","https://openalex.org/W3204102604","https://openalex.org/W4285419311","https://openalex.org/W4292083457","https://openalex.org/W4319756016","https://openalex.org/W6737377802","https://openalex.org/W6738602802","https://openalex.org/W6761469101","https://openalex.org/W6764645560"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4297676672","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4378510483","https://openalex.org/W4320853675"],"abstract_inverted_index":{"The":[0,121,165],"premise":[1],"of":[2,43,62,102,128,136,156],"continual":[3,67,110],"learning":[4,34,50,68,111],"is":[5,46,58,85],"to":[6,76,98,117,159,162],"continuously":[7],"learn":[8],"new":[9,51],"tasks":[10,20,45],"using":[11,115,140],"the":[12,26,63,99,125,129,134,137,141,149,163,175,182],"same":[13],"model":[14,142],"in":[15,29,40,131,181],"an":[16,86],"environment":[17],"where":[18],"multiple":[19],"are":[21,69,74],"given":[22],"sequentially":[23],"while":[24],"retaining":[25],"knowledge":[27,42],"learned":[28],"previous":[30],"tasks.":[31],"Typical":[32],"deep":[33],"models":[35],"suffer":[36],"from":[37],"catastrophic":[38,119],"forgetting,":[39],"which":[41],"past":[44],"drastically":[47],"lost":[48],"when":[49],"tasks,":[52],"and":[53,94,152,174],"LSTM":[54,114,130],"(Long":[55],"Short-Term":[56],"Memory)":[57],"no":[59],"exception.":[60],"One":[61],"promising":[64],"methods":[65],"for":[66,90,113],"replay-based":[70,150],"methods.":[71],"However,":[72],"they":[73],"prone":[75],"overfitting,":[77],"harming":[78],"generalization.":[79],"Meanwhile,":[80],"Ant":[81],"Colony":[82],"Optimization":[83],"(ACO)":[84],"algorithm":[87],"widely":[88],"used":[89],"combinatorial":[91],"optimization":[92,101],"problems":[93],"has":[95],"been":[96],"applied":[97],"structural":[100],"LSTM.":[103],"In":[104],"this":[105],"study,":[106],"we":[107],"propose":[108],"a":[109],"method":[112,122,151,167],"ACO":[116],"reduce":[118,160],"forgetting.":[120],"iteratively":[123],"optimizes":[124],"internal":[126],"structure":[127],"parallel":[132],"with":[133],"training":[135],"current":[138],"task,":[139],"performance":[143],"as":[144],"fitness.":[145],"It":[146],"also":[147],"extends":[148],"utilizes":[153],"two":[154],"kinds":[155],"memory":[157,184],"buffers":[158],"overfitting":[161],"memory.":[164],"proposed":[166],"was":[168],"tested":[169],"on":[170],"four":[171],"benchmark":[172],"problems,":[173],"results":[176],"indicate":[177],"its":[178],"effectiveness,":[179],"especially":[180],"small":[183],"size":[185],"scenarios.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
