{"id":"https://openalex.org/W2902625698","doi":"https://doi.org/10.48550/arxiv.1812.00420","title":"Efficient Lifelong Learning with A-GEM","display_name":"Efficient Lifelong Learning with A-GEM","publication_year":2018,"publication_date":"2018-12-02","ids":{"openalex":"https://openalex.org/W2902625698","doi":"https://doi.org/10.48550/arxiv.1812.00420","mag":"2902625698"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1812.00420","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.00420","pdf_url":"https://arxiv.org/pdf/1812.00420","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1812.00420","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038288567","display_name":"Arslan Chaudhry","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chaudhry, Arslan","raw_affiliation_strings":["University of Oxford ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford ,","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111465122","display_name":"Marc\u2019Aurelio Ranzato","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ranzato, Marc'Aurelio","raw_affiliation_strings":["Facebook AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024481540","display_name":"Marcus Rohrbach","orcid":"https://orcid.org/0000-0001-5908-7751","observed_orcids":["https://orcid.org/0000-0001-5908-7751"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rohrbach, Marcus","raw_affiliation_strings":["Facebook AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085089542","display_name":"Mohamed Elhoseiny","orcid":"https://orcid.org/0000-0001-9659-1551","observed_orcids":["https://orcid.org/0000-0001-9659-1551","https://orcid.org/0000-0002-6647-6787"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elhoseiny, Mohamed","raw_affiliation_strings":["Facebook AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1239,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"lifelong learning","score":0.9929999709129333},{"id":"https://openalex.org/keywords/gems","display_name":"gems","score":0.7360000014305115},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"sample complexity","score":0.6679999828338623},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.7059999704360962},{"id":"https://openalex.org/keywords/memory-efficiency","display_name":"memory efficiency","score":0.9520000219345093},{"id":"https://openalex.org/keywords/evaluation-protocol","display_name":"evaluation protocol","score":0.628000020980835},{"id":"https://openalex.org/keywords/data-driven-priors","display_name":"data-driven priors","score":0.492000013589859}],"concepts":[{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.7868226766586304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35645759105682373},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3545362949371338},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32241201400756836},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.25961238145828247}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1812.00420","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.00420","pdf_url":"https://arxiv.org/pdf/1812.00420","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2952677972","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1812.00420","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1812.00420","doi":"https://doi.org/10.48550/arxiv.1812.00420","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1812.00420","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1812.00420","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.00420","pdf_url":"https://arxiv.org/pdf/1812.00420","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.4156000018119812}],"study_designs":[],"awards":[{"id":"https://openalex.org/G8504406543","display_name":"Understanding scenes and events through joint parsing, cognitive reasoning and lifelong learning","funder_award_id":"EP/N019474/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2902625698.pdf","grobid_xml":"https://content.openalex.org/works/W2902625698.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W567721252","https://openalex.org/W1584431645","https://openalex.org/W1797268635","https://openalex.org/W2126204609","https://openalex.org/W2128532956","https://openalex.org/W2132622533","https://openalex.org/W2134270519","https://openalex.org/W2194775991","https://openalex.org/W2426267443","https://openalex.org/W2554616628","https://openalex.org/W2554863749","https://openalex.org/W2560647685","https://openalex.org/W2566618089","https://openalex.org/W2578423033","https://openalex.org/W2583761661","https://openalex.org/W2585926623","https://openalex.org/W2618767506","https://openalex.org/W2737492962","https://openalex.org/W2768412495","https://openalex.org/W2786446225","https://openalex.org/W2806984819","https://openalex.org/W2811024793","https://openalex.org/W2962724315","https://openalex.org/W2963393838","https://openalex.org/W2963444224","https://openalex.org/W2963499153","https://openalex.org/W2963577698","https://openalex.org/W2963683498","https://openalex.org/W3118608800","https://openalex.org/W4319988532"],"related_works":["https://openalex.org/W2728805940","https://openalex.org/W4416440245","https://openalex.org/W81449860","https://openalex.org/W3106479218","https://openalex.org/W3162492846","https://openalex.org/W2528535273","https://openalex.org/W1519626139","https://openalex.org/W6973642653","https://openalex.org/W2551277100","https://openalex.org/W4411142894"],"abstract_inverted_index":{"In":[0,29],"lifelong":[1,38,184],"learning,":[2],"the":[3,34,88,127,174,191],"learner":[4,104],"is":[5,73,84],"presented":[6],"with":[7,170],"a":[8,14,26,55,58,76,97,103,106],"sequence":[9],"of":[10,25,36,42,81,115],"tasks,":[11,82],"incrementally":[12],"building":[13],"data-driven":[15],"prior":[16],"which":[17,83,125],"may":[18],"be":[19],"leveraged":[20],"to":[21],"speed":[22],"up":[23],"learning":[24,90,185],"new":[27,56,98,107],"task.":[28],"this":[30,50],"work,":[31],"we":[32,52,95,110,154],"investigate":[33],"efficiency":[35],"current":[37],"approaches,":[39],"in":[40],"terms":[41],"sample":[43],"complexity,":[44],"computational":[45],"and":[46,57,70,78,92,140,149,196],"memory":[47,141],"cost.":[48],"Towards":[49],"end,":[51],"first":[53],"introduce":[54,96],"more":[59,164],"realistic":[60],"evaluation":[61],"protocol,":[62],"whereby":[63],"learners":[64],"observe":[65],"each":[66],"example":[67],"only":[68],"once":[69],"hyper-parameter":[71],"selection":[72],"done":[74],"on":[75,181],"small":[77],"disjoint":[79],"set":[80],"not":[85],"used":[86],"for":[87],"actual":[89],"experience":[91],"evaluation.":[93],"Second,":[94],"metric":[99],"measuring":[100],"how":[101],"quickly":[102,165],"acquires":[105],"skill.":[108],"Third,":[109],"propose":[111],"an":[112],"improved":[113],"version":[114],"GEM":[116,123],"(Lopez-Paz":[117],"&":[118],"Ranzato,":[119],"2017),":[120],"dubbed":[121],"Averaged":[122],"(A-GEM),":[124],"enjoys":[126],"same":[128],"or":[129],"even":[130,163],"better":[131],"performance":[132],"as":[133,138,143],"GEM,":[134],"while":[135],"being":[136],"almost":[137],"computationally":[139],"efficient":[142],"EWC":[144],"(Kirkpatrick":[145],"et":[146],"al.,":[147],"2016)":[148],"other":[150],"regularization-based":[151],"methods.":[152],"Finally,":[153],"show":[155],"that":[156,188],"all":[157],"algorithms":[158],"including":[159],"A-GEM":[160,189],"can":[161],"learn":[162],"if":[166],"they":[167],"are":[168],"provided":[169],"task":[171],"descriptors":[172],"specifying":[173],"classification":[175],"tasks":[176],"under":[177],"consideration.":[178],"Our":[179],"experiments":[180],"several":[182],"standard":[183],"benchmarks":[186],"demonstrate":[187],"has":[190],"best":[192],"trade-off":[193],"between":[194],"accuracy":[195],"efficiency.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":133},{"year":2025,"cited_by_count":176},{"year":2024,"cited_by_count":233},{"year":2023,"cited_by_count":240},{"year":2022,"cited_by_count":154},{"year":2021,"cited_by_count":178},{"year":2020,"cited_by_count":92},{"year":2019,"cited_by_count":31},{"year":2018,"cited_by_count":2}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2018-12-11T00:00:00"}