{"id":"https://openalex.org/W2415865124","doi":"https://doi.org/10.48550/arxiv.1606.02355","title":"Active Long Term Memory Networks","display_name":"Active Long Term Memory Networks","publication_year":2016,"publication_date":"2016-06-07","ids":{"openalex":"https://openalex.org/W2415865124","doi":"https://doi.org/10.48550/arxiv.1606.02355","mag":"2415865124"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1606.02355","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.02355","pdf_url":"https://arxiv.org/pdf/1606.02355","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1606.02355","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007030673","display_name":"Tommaso Furlanello","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Furlanello, Tommaso","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109305648","display_name":"Jiaping Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao, Jiaping","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011428379","display_name":"Andrew Saxe","orcid":"https://orcid.org/0000-0002-9831-8812","observed_orcids":["https://orcid.org/0000-0002-9831-8812"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saxe, Andrew M.","raw_affiliation_strings":["Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054494771","display_name":"Laurent Itti","orcid":"https://orcid.org/0000-0002-0168-2977","observed_orcids":["https://orcid.org/0000-0002-0168-2977"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Itti, Laurent","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000739640","display_name":"Bosco S. Tjan","orcid":"https://orcid.org/0000-0003-1290-5811","observed_orcids":["https://orcid.org/0000-0003-1290-5811"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tjan, Bosco S.","raw_affiliation_strings":["University of Southern California"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9629999995231628},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.8640000224113464},{"id":"https://openalex.org/keywords/long-term-memory","display_name":"long-term memory","score":0.6470000147819519},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"multi-task learning","score":0.8529999852180481},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8420000076293945},{"id":"https://openalex.org/keywords/mcclelland","display_name":"McClelland","score":0.7319999933242798},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"domain adaptation","score":0.9570000171661377},{"id":"https://openalex.org/keywords/deep-linear-networks","display_name":"deep linear networks","score":0.5680000185966492},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.9200000166893005}],"concepts":[{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.7288813591003418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46111583709716797},{"id":"https://openalex.org/C24590219","wikidata":"https://www.wikidata.org/wiki/Q18601","display_name":"Long-term memory","level":3,"score":0.4152834415435791},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27310067415237427},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.21009528636932373},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.12527087330818176},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11541634798049927},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1606.02355","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.02355","pdf_url":"https://arxiv.org/pdf/1606.02355","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1606.02355","doi":"https://doi.org/10.48550/arxiv.1606.02355","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1606.02355","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1606.02355","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.02355","pdf_url":"https://arxiv.org/pdf/1606.02355","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2415865124.pdf","grobid_xml":"https://content.openalex.org/works/W2415865124.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W145476170","https://openalex.org/W582055897","https://openalex.org/W1691728462","https://openalex.org/W1821462560","https://openalex.org/W1825507529","https://openalex.org/W1839558765","https://openalex.org/W1963882359","https://openalex.org/W2039708501","https://openalex.org/W2047057213","https://openalex.org/W2059148040","https://openalex.org/W2060277733","https://openalex.org/W2064675550","https://openalex.org/W2089632738","https://openalex.org/W2107366978","https://openalex.org/W2113839990","https://openalex.org/W2117539524","https://openalex.org/W2125930537","https://openalex.org/W2127589108","https://openalex.org/W2134290759","https://openalex.org/W2134797427","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2154579312","https://openalex.org/W2163922914","https://openalex.org/W2173379916","https://openalex.org/W2174786457","https://openalex.org/W2181199551","https://openalex.org/W2253986341","https://openalex.org/W2257979135","https://openalex.org/W2270696664","https://openalex.org/W2293637555","https://openalex.org/W2300770211","https://openalex.org/W2312004824","https://openalex.org/W2328078142","https://openalex.org/W2335959470","https://openalex.org/W2337199865","https://openalex.org/W2398204197","https://openalex.org/W2410446460","https://openalex.org/W2471821491","https://openalex.org/W2913340405","https://openalex.org/W2964118262"],"related_works":["https://openalex.org/W2983150265","https://openalex.org/W4320157298","https://openalex.org/W2946142146","https://openalex.org/W3041477290","https://openalex.org/W7055720842","https://openalex.org/W6973642653","https://openalex.org/W4404032192","https://openalex.org/W4299819903","https://openalex.org/W3008449794","https://openalex.org/W6891956712"],"abstract_inverted_index":{"Continual":[0],"Learning":[1],"in":[2,141,150,186],"artificial":[3],"neural":[4,59],"networks":[5,60],"suffers":[6],"from":[7,158,168],"interference":[8],"and":[9,45,61,123,164,196],"forgetting":[10],"when":[11,154],"different":[12],"tasks":[13,69],"are":[14,80,85,94],"learned":[15,40,77,185],"sequentially.":[16],"This":[17],"paper":[18],"introduces":[19],"the":[20,54,76,98,103,147,155,177,187,203],"Active":[21],"Long":[22],"Term":[23],"Memory":[24],"Networks":[25,144,153],"(A-LTM),":[26],"a":[27,71],"model":[28],"of":[29,57,65,75,126,135,176,206],"sequential":[30],"multi-task":[31,99],"deep":[32,58,118],"learning":[33,140],"that":[34,93],"is":[35],"able":[36],"to":[37,87,110,161,170,181,202],"maintain":[38,182],"previously":[39,66],"association":[41],"between":[42],"sensory":[43],"input":[44],"behavioral":[46],"output":[47],"while":[48,200],"acquiring":[49],"knew":[50],"knowledge.":[51],"A-LTM":[52,178],"exploits":[53],"non-convex":[55],"nature":[56],"actively":[62],"maintains":[63],"knowledge":[64],"learned,":[67],"inactive":[68],"using":[70],"distillation":[72],"loss.":[73],"Distortions":[74],"input-output":[78],"map":[79],"penalized":[81],"but":[82],"hidden":[83],"layers":[84],"free":[86],"transverse":[88],"towards":[89],"new":[90],"local":[91],"optima":[92],"more":[95],"favorable":[96],"for":[97],"objective.":[100],"We":[101,131,173],"re-frame":[102],"McClelland's":[104],"seminal":[105],"Hippocampal":[106],"theory":[107],"with":[108,121,192,208],"respect":[109],"Catastrophic":[111],"Inference":[112],"(CI)":[113],"behavior":[114],"exhibited":[115],"by":[116],"modern":[117],"architectures":[119],"trained":[120,145],"back-propagation":[122],"inhomogeneous":[124],"sampling":[125],"latent":[127],"factors":[128,163],"across":[129],"epochs.":[130],"present":[132,174],"empirical":[133],"results":[134,175],"non-trivial":[136],"CI":[137],"during":[138,165],"continual":[139],"Deep":[142],"Linear":[143],"on":[146],"same":[148],"task,":[149],"Convolutional":[151],"Neural":[152],"task":[156],"shifts":[157],"predicting":[159],"semantic":[160],"graphical":[162],"domain":[166,205],"adaptation":[167],"simple":[169],"complex":[171],"environments.":[172],"model's":[179],"ability":[180],"viewpoint":[183],"recognition":[184],"highly":[188],"controlled":[189],"iLab-20M":[190],"dataset":[191],"10":[193],"object":[194,210],"categories":[195],"88":[197],"camera":[198],"viewpoints,":[199],"adapting":[201],"unstructured":[204],"Imagenet":[207],"1,000":[209],"categories.":[211]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}