{"id":"https://openalex.org/W3130104841","doi":"https://doi.org/10.1109/sc41405.2020.00025","title":"Kraken: Memory-Efficient Continual Learning for Large-Scale Real-Time Recommendations","display_name":"Kraken: Memory-Efficient Continual Learning for Large-Scale Real-Time Recommendations","alternate_titles":[],"publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3130104841","doi":"https://doi.org/10.1109/sc41405.2020.00025","mag":"3130104841"},"language":"en","primary_location":{"id":"doi:10.1109/sc41405.2020.00025","doi":"https://doi.org/10.1109/sc41405.2020.00025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sc41405.2020.00025","pdf_url":null,"source":{"id":"https://openalex.org/S4363608557","display_name":"International Conference for High Performance Computing, Networking, Storage and Analysis (SC)","issn_l":"2167-4337","issn":["2167-4337"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SC20: International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"parent_works":[{"id":"https://openalex.org/W4241618768","display_name":"SC20: International Conference for High Performance Computing, Networking, Storage and Analysis","relationship":"volume","link_type":"volume"}],"lineage":["https://openalex.org/W3130104841","https://openalex.org/W4241618768"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101139637","display_name":"Minhui Xie","orcid":"https://orcid.org/0000-0001-6684-8336","observed_orcids":["https://orcid.org/0000-0001-6684-8336"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Minhui Xie","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046958624","display_name":"Kai Ren","orcid":"https://orcid.org/0000-0002-9312-9705","observed_orcids":["https://orcid.org/0000-0002-9312-9705"]},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kai Ren","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052095173","display_name":"Youyou Lu","orcid":"https://orcid.org/0000-0002-6214-5390","observed_orcids":["https://orcid.org/0000-0002-6214-5390"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Youyou Lu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075702353","display_name":"Guangxu Yang","orcid":"https://orcid.org/0000-0001-9581-9593","observed_orcids":["https://orcid.org/0000-0001-9581-9593"]},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Guangxu Yang","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qingxing Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Qingxing Xu","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003989967","display_name":"Bihai Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bihai Wu","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090269605","display_name":"Jiazhen Lin","orcid":"https://orcid.org/0009-0004-9377-2460","observed_orcids":["https://orcid.org/0009-0004-9377-2460"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jiazhen Lin","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089881044","display_name":"Hongbo Ao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hongbo Ao","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wanhong Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wanhong Xu","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101740783","display_name":"Jiwu Shu","orcid":"https://orcid.org/0000-0002-7362-2789","observed_orcids":["https://orcid.org/0000-0002-7362-2789"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jiwu Shu","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0435,"has_fulltext":false,"cited_by_count":49,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.92767309,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9629999995231628},{"id":"https://openalex.org/keywords/recommender-systems","display_name":"recommender systems","score":0.6949999928474426},{"id":"https://openalex.org/keywords/memory-efficiency","display_name":"memory efficiency","score":0.8309999704360962},{"id":"https://openalex.org/keywords/parameter-server","display_name":"parameter server","score":0.7149999737739563},{"id":"https://openalex.org/keywords/sparse-features","display_name":"sparse features","score":0.8399999737739563},{"id":"https://openalex.org/keywords/large-scale-deep-learning","display_name":"large-scale deep learning","score":0.7129999995231628},{"id":"https://openalex.org/keywords/real-time-recommendation","display_name":"real-time recommendation","score":0.7419999837875366},{"id":"https://openalex.org/keywords/data-streams","display_name":"data streams","score":0.6010000109672546}],"concepts":[{"id":"https://openalex.org/C199683683","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Terabyte","level":2,"score":0.8075635433197021},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8019282817840576},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8008911609649658},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6243863105773926},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4843541383743286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46675896644592285},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4618337154388428},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4166770577430725},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37075698375701904},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.13287368416786194},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09138825535774231},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sc41405.2020.00025","doi":"https://doi.org/10.1109/sc41405.2020.00025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sc41405.2020.00025","pdf_url":null,"source":{"id":"https://openalex.org/S4363608557","display_name":"International Conference for High Performance Computing, Networking, Storage and Analysis (SC)","issn_l":"2167-4337","issn":["2167-4337"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SC20: International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2034466462","https://openalex.org/W2060393849","https://openalex.org/W2074694452","https://openalex.org/W2076618162","https://openalex.org/W2083842231","https://openalex.org/W2099419573","https://openalex.org/W2146502635","https://openalex.org/W2150713082","https://openalex.org/W2155893237","https://openalex.org/W2168231600","https://openalex.org/W2186615578","https://openalex.org/W2194775991","https://openalex.org/W2340502990","https://openalex.org/W2402144811","https://openalex.org/W2475334473","https://openalex.org/W2604202871","https://openalex.org/W2604662567","https://openalex.org/W2604783387","https://openalex.org/W2605409611","https://openalex.org/W2618851150","https://openalex.org/W2622263826","https://openalex.org/W2626721309","https://openalex.org/W2723293840","https://openalex.org/W2740453188","https://openalex.org/W2753686090","https://openalex.org/W2779888504","https://openalex.org/W2787998955","https://openalex.org/W2793768763","https://openalex.org/W2798515322","https://openalex.org/W2893890695","https://openalex.org/W2896457183","https://openalex.org/W2899071864","https://openalex.org/W2919594608","https://openalex.org/W2947737663","https://openalex.org/W2951471551","https://openalex.org/W2963341956","https://openalex.org/W2964108773","https://openalex.org/W2964121744","https://openalex.org/W2964182926","https://openalex.org/W2970971581","https://openalex.org/W2972269283","https://openalex.org/W2996471668","https://openalex.org/W3010663313","https://openalex.org/W3010969086","https://openalex.org/W3016842236","https://openalex.org/W3037833767","https://openalex.org/W3043571714","https://openalex.org/W6736413256","https://openalex.org/W6756009870"],"related_works":["https://openalex.org/W7128494055","https://openalex.org/W4226012237","https://openalex.org/W4385270365","https://openalex.org/W7115740636","https://openalex.org/W3217681641","https://openalex.org/W3201621211","https://openalex.org/W4288043595","https://openalex.org/W7141676498","https://openalex.org/W7168345183","https://openalex.org/W4414034929"],"abstract_inverted_index":{"Modern":[0],"recommendation":[1,38,48,94,134],"systems":[2],"in":[3],"industry":[4],"often":[5],"use":[6],"deep":[7],"learning":[8,65,105],"(DL)":[9],"models":[10,39,49],"that":[11,53,76,102],"achieve":[12],"better":[13],"model":[14,20,148],"accuracy":[15,132],"with":[16,40,136],"more":[17],"data":[18,51,59],"and":[19,30,91,109,124],"parameters.":[21,43],"However,":[22],"current":[23],"opensource":[24],"DL":[25],"frameworks,":[26],"such":[27],"as":[28],"TensorFlow":[29],"PyTorch,":[31],"show":[32],"relatively":[33],"low":[34],"scalability":[35,125],"on":[36],"training":[37,58,90,100],"terabytes":[41,57],"of":[42,56,84,93,126,133],"To":[44],"efficiently":[45],"learn":[46],"large-scale":[47],"from":[50],"streams":[52],"generate":[54],"hundreds":[55],"daily,":[60],"we":[61],"introduce":[62],"a":[63,71,98],"continual":[64,89],"system":[66,101],"called":[67],"Kraken.":[68,127],"Kraken":[69,96,128],"contains":[70],"special":[72],"parameter":[73],"server":[74],"implementation":[75],"dynamically":[77],"adapts":[78],"to":[79,112],"the":[80,88,122,131,137,143],"rapidly":[81],"changing":[82],"set":[83],"sparse":[85,110],"features":[86],"for":[87,107],"serving":[92],"models.":[95],"provides":[97],"sparsity-aware":[99],"uses":[103],"different":[104],"optimizers":[106],"dense":[108],"parameters":[111],"reduce":[113],"memory":[114,139,144],"overhead.":[115],"Extensive":[116],"experiments":[117],"using":[118],"real-world":[119],"datasets":[120],"confirm":[121],"effectiveness":[123],"can":[129],"benefit":[130],"tasks":[135],"same":[138],"resources,":[140],"or":[141],"trisect":[142],"usage":[145],"while":[146],"keeping":[147],"performance.":[149]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3130104841","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2021-03-01T00:00:00"}
