{"id":"https://openalex.org/W3152501898","doi":"https://doi.org/10.1145/3404835.3462976","title":"ScaleFreeCTR: MixCache-based Distributed Training System for CTR Models with Huge Embedding Table","display_name":"ScaleFreeCTR: MixCache-based Distributed Training System for CTR Models with Huge Embedding Table","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3152501898","doi":"https://doi.org/10.1145/3404835.3462976","mag":"3152501898"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3462976","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462976","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019541869","display_name":"Huifeng Guo","orcid":"https://orcid.org/0000-0002-7393-8994"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huifeng Guo","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648538","display_name":"Wei Guo","orcid":"https://orcid.org/0000-0001-8616-0221"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Guo","raw_affiliation_strings":["Huawei Noah's Ark Lab, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109280082","display_name":"Yong Gao","orcid":"https://orcid.org/0009-0001-6579-3908"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Gao","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054330014","display_name":"Ruiming Tang","orcid":"https://orcid.org/0000-0002-9224-2431"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiming Tang","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083350101","display_name":"Xiuqiang He","orcid":"https://orcid.org/0000-0002-4115-8205"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuqiang He","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101830825","display_name":"Wenzhi Liu","orcid":"https://orcid.org/0000-0003-4383-9730"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhi Liu","raw_affiliation_strings":["Huawei Noah's Ark Lab, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2250955327"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1269","last_page":"1278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8621009588241577},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7161995768547058},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6724409461021423},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5093284845352173},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4979393482208252},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4925316274166107},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.47171491384506226},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45509999990463257},{"id":"https://openalex.org/keywords/central-processing-unit","display_name":"Central processing unit","score":0.4236452579498291},{"id":"https://openalex.org/keywords/host","display_name":"Host (biology)","score":0.42041346430778503},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34316909313201904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2987200915813446},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.19524186849594116},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18950173258781433},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.1759045124053955}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8621009588241577},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7161995768547058},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6724409461021423},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5093284845352173},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4979393482208252},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4925316274166107},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.47171491384506226},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45509999990463257},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.4236452579498291},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.42041346430778503},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34316909313201904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2987200915813446},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.19524186849594116},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18950173258781433},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.1759045124053955},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3404835.3462976","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462976","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2045271686","https://openalex.org/W2074694452","https://openalex.org/W2076618162","https://openalex.org/W2083842231","https://openalex.org/W2132737349","https://openalex.org/W2194775991","https://openalex.org/W2279310754","https://openalex.org/W2295739661","https://openalex.org/W2443960221","https://openalex.org/W2475334473","https://openalex.org/W2509235963","https://openalex.org/W2604662567","https://openalex.org/W2723293840","https://openalex.org/W2787998955","https://openalex.org/W2793768763","https://openalex.org/W2796816447","https://openalex.org/W2807021761","https://openalex.org/W2896457183","https://openalex.org/W2906007643","https://openalex.org/W2911760887","https://openalex.org/W2946044191","https://openalex.org/W2949071326","https://openalex.org/W2953384591","https://openalex.org/W2958981444","https://openalex.org/W2962747323","https://openalex.org/W2963924287","https://openalex.org/W2963964896","https://openalex.org/W2964182926","https://openalex.org/W2972358762","https://openalex.org/W2972779668","https://openalex.org/W2975712713","https://openalex.org/W2996471668","https://openalex.org/W3010969086","https://openalex.org/W3034483718","https://openalex.org/W3082291914","https://openalex.org/W3083058384","https://openalex.org/W3098024612","https://openalex.org/W3100494957","https://openalex.org/W3100848837","https://openalex.org/W3104030692","https://openalex.org/W3104789011","https://openalex.org/W3105297929","https://openalex.org/W6610640258"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2027972911","https://openalex.org/W2146343568","https://openalex.org/W2013643406","https://openalex.org/W2157978810","https://openalex.org/W2125623414","https://openalex.org/W3000570965"],"abstract_inverted_index":{"Because":[0],"of":[1,7,41,98,143,172,224,235,263],"the":[2,19,34,49,57,63,76,91,112,125,149,170,187,199,233,243,259,276],"superior":[3],"feature":[4],"representation":[5],"ability":[6],"deep":[8,11,35,87],"learning,":[9],"various":[10],"Click-Through":[12],"Rate":[13],"(CTR)":[14],"models":[15,37,58,68,89],"are":[16,251,255],"deployed":[17],"in":[18,186,194,210,218,275],"commercial":[20],"systems":[21],"by":[22],"industrial":[23],"companies.":[24],"To":[25,74,190,231],"achieve":[26],"better":[27],"performance,":[28],"it":[29,119],"is":[30,69,120],"necessary":[31],"to":[32,109,123,145,156,226,257],"train":[33],"CTR":[36,67,88,207],"on":[38,273],"huge":[39,215],"volume":[40],"training":[42,50,61,64,131,204],"data":[43,65,236],"efficiently,":[44],"which":[45,94],"makes":[46],"speeding":[47],"up":[48],"process":[51],"an":[52],"essential":[53],"problem.":[54],"Different":[55],"from":[56,166],"with":[59],"dense":[60,82],"data,":[62],"for":[66,133,206],"usually":[70],"high-dimensional":[71,77],"and":[72,147,152,159,179,184,241,246,261],"sparse.":[73],"transform":[75],"sparse":[78],"input":[79],"into":[80],"low-dimensional":[81],"real-value":[83],"vectors,":[84],"almost":[85],"all":[86,111],"adopt":[90,135],"embedding":[92,113,150,216,228],"layer,":[93],"easily":[95],"reaches":[96],"hundreds":[97],"GB":[99],"or":[100],"even":[101],"TB.":[102],"Since":[103],"a":[104,201],"single":[105],"GPU":[106,154,222],"cannot":[107],"afford":[108],"accommodate":[110],"parameters,":[114],"when":[115],"performing":[116],"distributed":[117,130,203],"training,":[118],"not":[121],"reasonable":[122],"conduct":[124,157,227],"data-parallelism":[126],"only.":[127],"Therefore,":[128],"existing":[129],"platforms":[132,164],"recommendation":[134],"model-parallelism.":[136],"Specifically,":[137,209],"they":[138],"use":[139],"CPU":[140,188,219,225],"(Host)":[141],"memory":[142],"servers":[144],"maintain":[146],"update":[148,183],"parameters":[151,182],"utilize":[153,221],"worker":[155],"forward":[158],"backward":[160],"computations.":[161],"Unfortunately,":[162],"these":[163],"suffer":[165],"two":[167],"bottlenecks:":[168],"(1)":[169],"latency":[171,234],"pull":[173],"&":[174],"push":[175],"operations":[176],"between":[177,238],"Host":[178],"GPU;":[180],"(2)":[181],"synchronization":[185,229],"servers.":[189],"address":[191],"such":[192],"bottlenecks,":[193],"this":[195],"paper,":[196],"we":[197,212],"propose":[198],"ScaleFreeCTR:":[200],"MixCache-based":[202],"system":[205,268],"models.":[208],"SFCTR,":[211],"also":[213],"store":[214],"table":[217],"but":[220],"instead":[223],"efficiently.":[230],"reduce":[232],"transfer":[237],"both":[239],"GPU-Host":[240],"GPU-GPU,":[242],"MixCache":[244],"mechanism":[245],"Virtual":[247],"Sparse":[248],"Id":[249],"operation":[250],"proposed.":[252],"Comprehensive":[253],"experiments":[254],"conducted":[256],"demonstrate":[258],"effectiveness":[260],"efficiency":[262],"SFCTR.":[264],"In":[265],"addition,":[266],"our":[267],"will":[269],"be":[270],"open-source":[271],"based":[272],"MindSpore":[274],"near":[277],"future.":[278]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":10}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}