{"id":"https://openalex.org/W3098170909","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.39","title":"Efficient Meta Lifelong-Learning with Limited Memory","display_name":"Efficient Meta Lifelong-Learning with Limited Memory","alternate_titles":[],"publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3098170909","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.39","mag":"3098170909"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.emnlp-main.39","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.39","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.emnlp-main.39","pdf_url":"https://aclanthology.org/2020.emnlp-main.39.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3098170909"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2020.emnlp-main.39.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100687845","display_name":"Zirui Wang","orcid":"https://orcid.org/0000-0002-5927-6322","observed_orcids":["https://orcid.org/0000-0002-5927-6322"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zirui Wang","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073777588","display_name":"Sanket Vaibhav Mehta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sanket Vaibhav Mehta","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013695358","display_name":"Barnab\u00e1s P\u00f3czos","orcid":"https://orcid.org/0000-0002-2898-4705","observed_orcids":["https://orcid.org/0000-0002-2898-4705"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Barnabas Poczos","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109861718","display_name":"Jaime Carbonell","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jaime Carbonell","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":2.8793,"has_fulltext":true,"cited_by_count":76,"citation_normalized_percentile":{"value":0.93011679,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"535","last_page":"548"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"lifelong learning","score":0.8510000109672546},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9470000267028809},{"id":"https://openalex.org/keywords/negative-transfer","display_name":"negative transfer","score":0.9919999837875366},{"id":"https://openalex.org/keywords/episodic-memory","display_name":"episodic memory","score":0.949999988079071},{"id":"https://openalex.org/keywords/limited-memory","display_name":"limited memory","score":0.7179999947547913},{"id":"https://openalex.org/keywords/local-adaptation","display_name":"local adaptation","score":0.6309999823570251},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.7480000257492065},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.9570000171661377},{"id":"https://openalex.org/keywords/inference-efficiency","display_name":"inference efficiency","score":0.6169999837875366}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8435635566711426},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.833109974861145},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8325635194778442},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.6310569047927856},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6224601864814758},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5905303955078125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5709720253944397},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5573592782020569},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5423823595046997},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5178325772285461},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.48982521891593933},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.20049679279327393},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08279779553413391},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08066806197166443},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2020.emnlp-main.39","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.39","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.emnlp-main.39","pdf_url":"https://aclanthology.org/2020.emnlp-main.39.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2010.02500","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.02500","pdf_url":"https://arxiv.org/pdf/2010.02500","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2010.02500","doi":"https://doi.org/10.48550/arxiv.2010.02500","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.02500","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.emnlp-main.39","doi":"https://doi.org/10.18653/v1/2020.emnlp-main.39","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.emnlp-main.39","pdf_url":"https://aclanthology.org/2020.emnlp-main.39.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3098170909.pdf","grobid_xml":"https://content.openalex.org/works/W3098170909.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1549658602","https://openalex.org/W1682403713","https://openalex.org/W1882958252","https://openalex.org/W1919803322","https://openalex.org/W2047057213","https://openalex.org/W2095705004","https://openalex.org/W2170240176","https://openalex.org/W2395579298","https://openalex.org/W2426267443","https://openalex.org/W2560647685","https://openalex.org/W2593864460","https://openalex.org/W2612431505","https://openalex.org/W2618767506","https://openalex.org/W2734314755","https://openalex.org/W2737492962","https://openalex.org/W2744654301","https://openalex.org/W2786465559","https://openalex.org/W2788388592","https://openalex.org/W2804175194","https://openalex.org/W2809324505","https://openalex.org/W2835011589","https://openalex.org/W2888302696","https://openalex.org/W2896457183","https://openalex.org/W2899771611","https://openalex.org/W2902456977","https://openalex.org/W2902625698","https://openalex.org/W2903996579","https://openalex.org/W2909779890","https://openalex.org/W2911681509","https://openalex.org/W2913946806","https://openalex.org/W2948743095","https://openalex.org/W2950813464","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2964121744","https://openalex.org/W2965373594","https://openalex.org/W2970925270","https://openalex.org/W2980113592","https://openalex.org/W2980282514","https://openalex.org/W2981852735","https://openalex.org/W2983826605","https://openalex.org/W2988841832","https://openalex.org/W2995409942","https://openalex.org/W4319988532"],"related_works":["https://openalex.org/W3084189447","https://openalex.org/W3197680083","https://openalex.org/W4391855541","https://openalex.org/W2995409942","https://openalex.org/W2971970954","https://openalex.org/W2948743095","https://openalex.org/W7140090604","https://openalex.org/W7171545735","https://openalex.org/W4313395402","https://openalex.org/W4402670129"],"abstract_inverted_index":{"Current":[0],"natural":[1],"language":[2,38],"processing":[3],"models":[4],"work":[5],"well":[6],"on":[7,145],"a":[8,31,121,133,138],"single":[9],"task,":[10],"yet":[11],"they":[12,25],"often":[13],"fail":[14],"to":[15,74],"continuously":[16],"learn":[17],"new":[18],"tasks":[19],"without":[20],"forgetting":[21,182],"previous":[22],"ones":[23],"as":[24,34,56],"are":[26,64],"re-trained":[27],"throughout":[28],"their":[29],"lifetime,":[30],"challenge":[32],"known":[33],"lifelong":[35,37,108],"learning.State-of-the-art":[36],"learning":[39,109],"methods":[40,110],"store":[41],"past":[42],"examples":[43],"in":[44,60,120,132],"episodic":[45],"memory":[46,72,165],"and":[47,53,111,148,167,183],"replay":[48],"them":[49,119],"at":[50,186],"both":[51,180],"training":[52],"inference":[54,98],"time.However,":[55],"we":[57,102],"show":[58,175],"later":[59],"our":[61,127,156,177],"experiments,":[62],"there":[63],"three":[65,104],"significant":[66],"impediments:":[67],"(1)":[68],"needing":[69],"unrealistically":[70],"large":[71],"module":[73],"achieve":[75,124],"good":[76],"performance,":[77],"(2)":[78],"suffering":[79],"from":[80],"negative":[81,184],"transfer,":[82],"(3)":[83],"requiring":[84],"multiple":[85],"local":[86,142],"adaptation":[87],"steps":[88],"for":[89,141],"each":[90],"test":[91],"example":[92],"that":[93,117,135,176],"significantly":[94],"slows":[95],"down":[96],"the":[97,130,153,169,187],"speed.In":[99],"this":[100],"paper,":[101],"identify":[103],"common":[105],"principles":[106],"of":[107,155],"propose":[112],"an":[113],"efficient":[114],"meta-lifelong":[115],"framework":[116,157],"combines":[118],"synergistic":[122],"fashion.To":[123],"sample":[125],"efficiency,":[126],"method":[128,178],"trains":[129],"model":[131],"manner":[134],"it":[136],"learns":[137],"better":[139],"initialization":[140],"adaptation.Extensive":[143],"experiments":[144],"text":[146],"classification":[147],"question":[149],"answering":[150],"benchmarks":[151],"demonstrate":[152],"effectiveness":[154],"by":[158],"achieving":[159],"state-of-the-art":[160],"performance":[161],"using":[162],"merely":[163],"1%":[164],"size":[166],"narrowing":[168],"gap":[170],"with":[171],"multi-task":[172],"learning.We":[173],"further":[174],"alleviates":[179],"catastrophic":[181],"transfer":[185],"same":[188],"time.":[189]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3098170909","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2020-11-23T00:00:00"}
