{"id":"https://openalex.org/W3187828835","doi":"https://doi.org/10.1109/tnnls.2021.3096457","title":"Lifelong Mixture of Variational Autoencoders","display_name":"Lifelong Mixture of Variational Autoencoders","publication_year":2021,"publication_date":"2021-08-09","ids":{"openalex":"https://openalex.org/W3187828835","doi":"https://doi.org/10.1109/tnnls.2021.3096457","mag":"3187828835","pmid":"https://pubmed.ncbi.nlm.nih.gov/34370670"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3096457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3096457","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357221","display_name":"Fei Ye","orcid":"https://orcid.org/0000-0002-5894-2178"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fei Ye","raw_affiliation_strings":["Department of Computer Science, University of York, York, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5894-2178","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of York, York, U.K","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002932489","display_name":"Adrian G. Bor\u015f","orcid":"https://orcid.org/0000-0001-7838-0021"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adrian G. Bors","raw_affiliation_strings":["Department of Computer Science, University of York, York, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7838-0021","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of York, York, U.K","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52099693"],"apc_list":null,"apc_paid":null,"fwci":3.5486,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.93790951,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"34","issue":"1","first_page":"461","last_page":"474"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.8457126021385193},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6782807111740112},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6758170127868652},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5855978727340698},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5733091235160828},{"id":"https://openalex.org/keywords/mixture-model","display_name":"Mixture model","score":0.5715298056602478},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5543420314788818},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5307075381278992},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.4780067503452301},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.436744749546051},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.43417614698410034},{"id":"https://openalex.org/keywords/nonparametric-statistics","display_name":"Nonparametric statistics","score":0.4125782251358032},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3558114171028137},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3545781970024109},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21224719285964966},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11864370107650757}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.8457126021385193},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6782807111740112},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6758170127868652},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5855978727340698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5733091235160828},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.5715298056602478},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5543420314788818},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5307075381278992},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.4780067503452301},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.436744749546051},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.43417614698410034},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.4125782251358032},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3558114171028137},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3545781970024109},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21224719285964966},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11864370107650757},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3096457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3096457","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34370670","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34370670","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W2001610032","https://openalex.org/W2004749383","https://openalex.org/W2060277733","https://openalex.org/W2064076387","https://openalex.org/W2099471712","https://openalex.org/W2103753221","https://openalex.org/W2112796928","https://openalex.org/W2120211304","https://openalex.org/W2122838776","https://openalex.org/W2160684493","https://openalex.org/W2473930607","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2594940144","https://openalex.org/W2797569913","https://openalex.org/W2801365175","https://openalex.org/W2899644607","https://openalex.org/W2939137134","https://openalex.org/W2986349107","https://openalex.org/W3109077483","https://openalex.org/W3118608800","https://openalex.org/W3119439276","https://openalex.org/W3153273997","https://openalex.org/W3175587171","https://openalex.org/W6638523607","https://openalex.org/W6640963894","https://openalex.org/W6675944832","https://openalex.org/W6684408796","https://openalex.org/W6685352114","https://openalex.org/W6714590955","https://openalex.org/W6719523400","https://openalex.org/W6720926796","https://openalex.org/W6729448088","https://openalex.org/W6730333270","https://openalex.org/W6732492507","https://openalex.org/W6734209382","https://openalex.org/W6737981036","https://openalex.org/W6738602802","https://openalex.org/W6741087337","https://openalex.org/W6741217325","https://openalex.org/W6743688258","https://openalex.org/W6744241929","https://openalex.org/W6744531576","https://openalex.org/W6745121187","https://openalex.org/W6748455135","https://openalex.org/W6748480929","https://openalex.org/W6748778324","https://openalex.org/W6752145142","https://openalex.org/W6752540598","https://openalex.org/W6753859023","https://openalex.org/W6755109808","https://openalex.org/W6757384668","https://openalex.org/W6757445682","https://openalex.org/W6763462227","https://openalex.org/W6764645560","https://openalex.org/W6767099637","https://openalex.org/W6767441326","https://openalex.org/W6771405524","https://openalex.org/W6771574350","https://openalex.org/W6784566949","https://openalex.org/W6784940669","https://openalex.org/W6787972765","https://openalex.org/W6849896277","https://openalex.org/W7075712485"],"related_works":["https://openalex.org/W2159052453","https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W2734887215","https://openalex.org/W2803255133","https://openalex.org/W2909431601","https://openalex.org/W2988134182"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3],"propose":[4],"an":[5],"end-to-end":[6],"lifelong":[7,81,100],"learning":[8,112,188],"mixture":[9,25,33,54,101],"of":[10,34,44,59,102],"experts.":[11],"Each":[12],"expert":[13,61,127,152],"is":[14,153,162,181],"implemented":[15],"by":[16,30],"a":[17,32,70,113],"variational":[18],"autoencoder":[19],"(VAE).":[20],"The":[21,49,83,98,158],"experts":[22],"in":[23,52,62,167],"the":[24,42,45,53,57,63,118,125,141,145,156,168,173],"system":[26],"are":[27,67,75,92],"jointly":[28],"trained":[29],"maximizing":[31],"individual":[35],"component":[36],"evidence":[37],"lower":[38],"bounds":[39],"(MELBO)":[40],"on":[41],"log-likelihood":[43],"given":[46],"training":[47],"samples.":[48,136],"mixing":[50],"coefficients":[51],"model":[55,84,121,161],"control":[56],"contributions":[58],"each":[60],"global":[64],"representation.":[65,189],"These":[66],"sampled":[68],"from":[69],"Dirichlet":[71],"distribution":[72],"whose":[73],"parameters":[74],"determined":[76],"through":[77],"nonparametric":[78],"estimation":[79],"during":[80,155],"learning.":[82],"can":[85,122],"learn":[86],"new":[87,109,115,134],"tasks":[88,179],"fast":[89],"when":[90,111,131],"these":[91],"similar":[93],"to":[94,128,164,183],"those":[95],"previously":[96],"learned.":[97],"proposed":[99],"VAE":[103],"(L-MVAE)":[104],"expands":[105],"its":[106],"architecture":[107],"with":[108,133,177],"components":[110],"completely":[114],"task.":[116],"After":[117],"training,":[119],"our":[120],"automatically":[123],"determine":[124],"relevant":[126],"be":[129,184],"used":[130,154],"fed":[132],"data":[135,174],"This":[137],"mechanism":[138],"benefits":[139],"both":[140],"memory":[142],"efficiency":[143],"and":[144,180],"required":[146],"computational":[147],"cost":[148],"as":[149],"only":[150],"one":[151],"inference.":[157],"L-MVAE":[159],"inference":[160],"able":[163],"perform":[165],"interpolations":[166],"joint":[169],"latent":[170],"space":[171],"across":[172],"domains":[175],"associated":[176],"different":[178],"shown":[182],"efficient":[185],"for":[186],"disentangled":[187]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
