{"id":"https://openalex.org/W3152903617","doi":"https://doi.org/10.5075/epfl-thesis-7214","title":"Lifelong Machine Learning with Data Efficiency and Knowledge Retention","display_name":"Lifelong Machine Learning with Data Efficiency and Knowledge Retention","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3152903617","doi":"https://doi.org/10.5075/epfl-thesis-7214","mag":"3152903617"},"language":"en","primary_location":{"id":"pmh:oai:infoscience.epfl.ch:283688","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/175696","pdf_url":"http://infoscience.epfl.ch/record/283688","source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/283688","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012014905","display_name":"Fei Mi","orcid":"https://orcid.org/0000-0001-6358-9922"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mi, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5012014905"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.6338000297546387,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.6338000297546387,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.5870000123977661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.5546968579292297},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.530903697013855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49589356780052185},{"id":"https://openalex.org/keywords/data-retention","display_name":"Data retention","score":0.4110206067562103},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3414722681045532},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24105188250541687},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.1253562569618225}],"concepts":[{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.5546968579292297},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.530903697013855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49589356780052185},{"id":"https://openalex.org/C2780866740","wikidata":"https://www.wikidata.org/wiki/Q5227345","display_name":"Data retention","level":2,"score":0.4110206067562103},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3414722681045532},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24105188250541687},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.1253562569618225},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:infoscience.epfl.ch:283688","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/175696","pdf_url":"http://infoscience.epfl.ch/record/283688","source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},{"id":"doi:10.5075/epfl-thesis-7214","is_oa":true,"landing_page_url":"https://doi.org/10.5075/epfl-thesis-7214","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dissertation"},{"id":"mag:3152903617","is_oa":false,"landing_page_url":"https://infoscience.epfl.ch/record/283688/files/EPFL_TH7214.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:283688","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/175696","pdf_url":"http://infoscience.epfl.ch/record/283688","source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3152903617.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2565989828","https://openalex.org/W2885965553","https://openalex.org/W2910248690","https://openalex.org/W3119669435","https://openalex.org/W2358670861","https://openalex.org/W3006661257","https://openalex.org/W2984987201","https://openalex.org/W1808333564","https://openalex.org/W2170975299","https://openalex.org/W3182150640","https://openalex.org/W2743587384","https://openalex.org/W114166169","https://openalex.org/W2757343117","https://openalex.org/W2038267460","https://openalex.org/W3041767058","https://openalex.org/W2747074282","https://openalex.org/W2583838712","https://openalex.org/W2392561641","https://openalex.org/W2039687263","https://openalex.org/W3138326708"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"and":[3,25,55,86,127,153,192,325,335,342,356,400,438,467,484],"machine":[4],"learning":[5,363,477],"(ML)":[6],"have":[7],"become":[8],"de":[9],"facto":[10],"tools":[11],"in":[12,40,52,99,384,403,442,457],"many":[13,69],"real-life":[14],"applications":[15,181],"to":[16,59,74,93,108,116,130,139,156,170,202,219,257,287,309,359,374,395,420,469],"offer":[17],"a":[18,36,95,122,221,233,243,253,260,269,370,404,443,453,471],"wide":[19,472],"range":[20,473],"of":[21,125,237,246,272,348,434,474],"benefits":[22],"for":[23,63,167,206,331,487],"individuals":[24],"our":[26],"society.":[27],"A":[28],"classic":[29],"ML":[30,70,97,142,169],"model":[31,223,262,361,386],"is":[32,57,91,115,138,214,465],"typically":[33],"trained":[34],"with":[35,121,182,242],"large-scale":[37,299],"static":[38],"dataset":[39],"an":[41,141],"offline":[42],"manner.":[43,445],"Therefore,":[44],"it":[45,56,131,149],"can":[46,230],"not":[47,379],"quickly":[48,117,231],"capture":[49],"new":[50,76,119,238,289,320,364,440],"knowledge":[51,64,77,120,148,160,306,321,383,401,441,482],"non-stationary":[53],"environments,":[54],"difficult":[58],"maintain":[60],"long-term":[61,422],"memory":[62,418],"learned":[65,382],"earlier.":[66],"In":[67,174,407],"practice,":[68],"systems":[71,334],"often":[72],"need":[73],"learn":[75,118,220,288,319,437],"(e.g.,":[78],"domains,":[79],"tasks,":[80],"distributions,":[81],"etc.)":[82],"as":[83,94,132,159],"more":[84],"data":[85,133,204,266,274,285,355,398,485],"experiences":[87],"are":[88,165,275],"collected,":[89],"which":[90],"referred":[92],"lifelong":[96,110,476],"paradigm":[98],"this":[100,157,175],"thesis.":[101],"We":[102,277,323],"focus":[103],"on":[104,216,378,432],"two":[105,163,184,200,413,427],"fundamental":[106],"challenges":[107],"achieve":[109,396],"learning.":[111],"The":[112,135,210,249,291],"first":[113,211],"challenge":[114,137,158,308],"small":[123,244],"number":[124,245,271],"observations,":[126],"we":[128,154,177,198,303,344,390,411,451,493],"refer":[129,155],"efficiency.":[134],"second":[136,250,292],"prevent":[140],"system":[143],"from":[144,226,447],"forgetting":[145,314,380],"the":[146,193,305,311,327,346,360,408,426,448,458,496],"old":[147],"has":[150],"previously":[151,381],"learned,":[152],"retention.":[161],"These":[162],"capabilities":[164],"crucial":[166],"applying":[168,369],"most":[171],"practical":[172],"applications.":[173],"thesis,":[176],"study":[178],"three":[179],"important":[180],"these":[183],"challenges,":[185],"including":[186],"recommendation":[187,336,409,449],"systems,":[188,191],"task-oriented":[189,207,332],"dialog":[190,208,333],"image":[194,461],"classification":[195,462],"task.":[196],"First,":[197],"propose":[199,412,452],"approaches":[201,282,414],"improve":[203,284],"efficiency":[205,286,399,486],"systems.":[209,337],"proposed":[212,428],"approach":[213,256],"based":[215],"Meta-learning,":[217],"aiming":[218],"better":[222,261],"parameter":[224,235],"initialization":[225],"training":[227],"data.":[228,248],"It":[229,464],"reach":[232],"good":[234],"region":[236],"domains":[239],"or":[240],"tasks":[241],"labeled":[247,273],"proposal":[251],"takes":[252],"semi-supervised":[254],"self-training":[255,293],"iteratively":[258],"train":[259],"using":[263,415],"sufficient":[264],"unlabeled":[265],"when":[267,316],"only":[268],"limited":[270],"available.":[276],"empirically":[278],"demonstrate":[279,345,495],"that":[280,479],"both":[281,397,481],"effectively":[283],"knowledge.":[290,423],"method":[294],"even":[295],"consistently":[296],"improves":[297],"state-of-the-art":[298],"pre-trained":[300],"models.":[301],"Second,":[302],"tackle":[304],"retention":[307,402,483],"mitigate":[310],"detrimental":[312],"catastrophic":[313],"issue":[315],"neural":[317],"networks":[318],"sequentially.":[322],"formulate":[324],"investigate":[326],"``continual":[328],"learning''":[329],"setting":[330],"Through":[338,491],"extensive":[339],"empirical":[340],"evaluation":[341,455],"analysis,":[343],"importance":[347],"(1)":[349],"exemplar":[350],"replay:":[351],"storing":[352],"representative":[353],"historical":[354],"replaying":[357],"them":[358,435],"while":[362],"knowledge;":[365],"(2)":[366],"dynamic":[367,371],"regularization:":[368],"regularization":[372],"term":[373],"put":[375],"flexible":[376],"constraints":[377],"each":[385],"update":[387],"cycle.":[388],"Lastly,":[389],"conduct":[391],"several":[392],"initial":[393],"attempts":[394],"unified":[405],"framework.":[406],"scenario,":[410,450],"different":[416,489],"non-parametric":[417,429],"modules":[419],"retain":[421],"More":[424],"importantly,":[425],"predictions":[430],"computed":[431],"top":[433],"help":[436],"memorize":[439],"data-efficient":[444],"Apart":[446],"probabilistic":[454],"protocol":[456],"widely":[459],"studied":[460],"domain.":[463],"general":[466],"versatile":[468],"simulate":[470],"realistic":[475],"scenarios":[478],"require":[480],"studying":[488],"techniques.":[490],"experiments,":[492],"also":[494],"benefit":[497]},"counts_by_year":[],"updated_date":"2026-07-23T05:56:39.545243","created_date":"2025-10-10T00:00:00"}