{"id":"https://openalex.org/W4244976296","doi":"https://doi.org/10.36227/techrxiv.16676701.v1","title":"Continual Learning with Quasi-Newton Methods","display_name":"Continual Learning with Quasi-Newton Methods","publication_year":2021,"publication_date":"2021-09-24","ids":{"openalex":"https://openalex.org/W4244976296","doi":"https://doi.org/10.36227/techrxiv.16676701.v1"},"language":"en","primary_location":{"id":"doi:10.36227/techrxiv.16676701.v1","doi":"https://doi.org/10.36227/techrxiv.16676701.v1","is_oa":true,"landing_page_url":"https://doi.org/10.36227/techrxiv.16676701.v1","pdf_url":"https://www.techrxiv.org/ndownloader/files/30876256","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.techrxiv.org/ndownloader/files/30876256","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001094643","display_name":"Steven Vander Eeckt","orcid":"https://orcid.org/0000-0003-3658-3925","observed_orcids":["https://orcid.org/0000-0003-3658-3925"]},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Steven Vander Eeckt","raw_affiliation_strings":["KU Leuven","KU Leuven Department Electrical Engineering ESAT-PSI Kasteelpark Arenberg 10, Bus 2441, B-3001 Leuven Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KU Leuven","institution_ids":["https://openalex.org/I99464096"]},{"raw_affiliation_string":"KU Leuven Department Electrical Engineering ESAT-PSI Kasteelpark Arenberg 10, Bus 2441, B-3001 Leuven Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087514947","display_name":"Hugo Van hamme","orcid":"https://orcid.org/0000-0003-1331-5186","observed_orcids":["https://orcid.org/0000-0003-1331-5186"]},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Hugo Van hamme","raw_affiliation_strings":["KU Leuven Department Electrical Engineering ESAT-PSI Kasteelpark Arenberg 10, Bus 2441, B-3001 Leuven Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KU Leuven Department Electrical Engineering ESAT-PSI Kasteelpark Arenberg 10, Bus 2441, B-3001 Leuven Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5001094643"],"corresponding_institution_ids":["https://openalex.org/I99464096"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9990000128746033},{"id":"https://openalex.org/keywords/quasi-newton-methods","display_name":"quasi-Newton methods","score":0.9700000286102295},{"id":"https://openalex.org/keywords/experience-replay","display_name":"experience replay","score":0.44999998807907104},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.734000027179718},{"id":"https://openalex.org/keywords/parameter-interactions","display_name":"parameter interactions","score":0.7129999995231628}],"concepts":[{"id":"https://openalex.org/C85189116","wikidata":"https://www.wikidata.org/wiki/Q374195","display_name":"Newton's method","level":3,"score":0.5734169483184814},{"id":"https://openalex.org/C114954040","wikidata":"https://www.wikidata.org/wiki/Q1476018","display_name":"Quasi-Newton method","level":4,"score":0.4978597164154053},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4721550941467285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46946752071380615},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3903326392173767},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36532819271087646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3217952251434326},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12197592854499817},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.05171748995780945},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.36227/techrxiv.16676701.v1","doi":"https://doi.org/10.36227/techrxiv.16676701.v1","is_oa":true,"landing_page_url":"https://doi.org/10.36227/techrxiv.16676701.v1","pdf_url":"https://www.techrxiv.org/ndownloader/files/30876256","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:lirias2repo.kuleuven.be:123456789/681407","doi":null,"is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/123456789/681407","pdf_url":"https://lirias.kuleuven.be/retrieve/dd7b279d-99a1-411b-9332-f3e18cdb27ef","source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"TechRxiv","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.36227/techrxiv.16676701.v1","doi":"https://doi.org/10.36227/techrxiv.16676701.v1","is_oa":true,"landing_page_url":"https://doi.org/10.36227/techrxiv.16676701.v1","pdf_url":"https://www.techrxiv.org/ndownloader/files/30876256","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4244976296.pdf","grobid_xml":"https://content.openalex.org/works/W4244976296.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1821462560","https://openalex.org/W2095705004","https://openalex.org/W2111051539","https://openalex.org/W2112796928","https://openalex.org/W2155894447","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2474280151","https://openalex.org/W2554863749","https://openalex.org/W2560647685","https://openalex.org/W2583761661","https://openalex.org/W2605043629","https://openalex.org/W2605911906","https://openalex.org/W2613152434","https://openalex.org/W2618767506","https://openalex.org/W2734314755","https://openalex.org/W2737492962","https://openalex.org/W2744654301","https://openalex.org/W2750384547","https://openalex.org/W2768412495","https://openalex.org/W2786446225","https://openalex.org/W2792568620","https://openalex.org/W2803552920","https://openalex.org/W2804175194","https://openalex.org/W2809425026","https://openalex.org/W2898290017","https://openalex.org/W2902456977","https://openalex.org/W2902625698","https://openalex.org/W2912351382","https://openalex.org/W2913310393","https://openalex.org/W2963577698","https://openalex.org/W2963788399","https://openalex.org/W2963813679","https://openalex.org/W2970971581","https://openalex.org/W2980753060","https://openalex.org/W3021227000","https://openalex.org/W3021931813","https://openalex.org/W3030364939","https://openalex.org/W3100365105","https://openalex.org/W3109416402","https://openalex.org/W3118608800","https://openalex.org/W3121568573","https://openalex.org/W3123155632","https://openalex.org/W3173747377","https://openalex.org/W4301909677","https://openalex.org/W4319988532"],"related_works":["https://openalex.org/W7104020451","https://openalex.org/W4403941776","https://openalex.org/W7164943593","https://openalex.org/W3188633984","https://openalex.org/W7106151262","https://openalex.org/W4312093837","https://openalex.org/W3207918085","https://openalex.org/W4403331815","https://openalex.org/W3133620575","https://openalex.org/W4415796276"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,63],"propose":[4],"CSQN,":[5,62],"a":[6,26],"new":[7],"Continual":[8],"Learning":[9],"(CL)":[10],"method":[11],"which":[12,31],"considers":[13],"Quasi-Newton":[14,19],"methods,":[15,20],"more":[16],"specifically,":[17],"Sampled":[18],"to":[21,29,35,43,65],"extend":[22],"EWC.":[23],"EWC":[24],"uses":[25],"Bayesian":[27],"framework":[28],"estimate":[30],"parameters":[32,50],"are":[33,51],"important":[34],"previous":[36],"tasks,":[37],"and":[38],"it":[39,47,54],"punishes":[40],"changes":[41],"made":[42],"these":[44],"parameters.":[45,60],"However,":[46],"assumes":[48],"that":[49],"independent,":[52],"as":[53],"does":[55],"not":[56],"consider":[57],"interactions":[58],"between":[59],"With":[61],"aim":[64],"overcome":[66],"this.":[67]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2022-05-12T00:00:00"}