{"id":"https://openalex.org/W3166914430","doi":"https://doi.org/10.1145/3447548.3467084","title":"Hierarchical Training: Scaling Deep Recommendation Models on Large CPU Clusters","display_name":"Hierarchical Training: Scaling Deep Recommendation Models on Large CPU Clusters","publication_year":2021,"publication_date":"2021-08-13","ids":{"openalex":"https://openalex.org/W3166914430","doi":"https://doi.org/10.1145/3447548.3467084","mag":"3166914430"},"language":"en","primary_location":{"id":"doi:10.1145/3447548.3467084","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3467084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034586871","display_name":"Yuzhen Huang","orcid":"https://orcid.org/0000-0002-9536-7918"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhen Huang","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101806339","display_name":"Xiaohan Wei","orcid":"https://orcid.org/0000-0001-9997-0469"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaohan Wei","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365484","display_name":"Xing Wang","orcid":"https://orcid.org/0000-0001-8704-7861"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xing Wang","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033659558","display_name":"Jiyan Yang","orcid":"https://orcid.org/0009-0005-5946-5456"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyan Yang","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028514073","display_name":"Bor-Yiing Su","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bor-Yiing Su","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087754136","display_name":"Shivam Bharuka","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shivam Bharuka","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046749324","display_name":"Dhruv Choudhary","orcid":"https://orcid.org/0000-0002-4520-765X"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhruv Choudhary","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008202260","display_name":"Zewei Jiang","orcid":"https://orcid.org/0000-0001-6077-5244"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zewei Jiang","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066326248","display_name":"Hai Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hai Zheng","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048286890","display_name":"Jack Langman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jack Langman","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3050","last_page":"3058"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8559131622314453},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7627271413803101},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6917078495025635},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5066366791725159},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.4693392813205719},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4652135670185089},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.459349662065506},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4250229597091675},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41082876920700073},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39860212802886963},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.3690372705459595},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.20975375175476074},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.15718573331832886},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.106781005859375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8559131622314453},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7627271413803101},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6917078495025635},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5066366791725159},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.4693392813205719},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4652135670185089},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.459349662065506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4250229597091675},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41082876920700073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39860212802886963},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.3690372705459595},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.20975375175476074},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.15718573331832886},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.106781005859375},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3447548.3467084","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3467084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2060393849","https://openalex.org/W2076618162","https://openalex.org/W2114079787","https://openalex.org/W2166706236","https://openalex.org/W2210543184","https://openalex.org/W2295739661","https://openalex.org/W2335835108","https://openalex.org/W2402144811","https://openalex.org/W2405883473","https://openalex.org/W2475334473","https://openalex.org/W2512971201","https://openalex.org/W2549139847","https://openalex.org/W2579247884","https://openalex.org/W2605357614","https://openalex.org/W2723293840","https://openalex.org/W2734941459","https://openalex.org/W2793768763","https://openalex.org/W2794670651","https://openalex.org/W2883830791","https://openalex.org/W2911863041","https://openalex.org/W2951001079","https://openalex.org/W2955915279","https://openalex.org/W2962745591","https://openalex.org/W2962863496","https://openalex.org/W2963804082","https://openalex.org/W2969388332","https://openalex.org/W2970971581","https://openalex.org/W2972269283","https://openalex.org/W2979719709","https://openalex.org/W2986514577","https://openalex.org/W2991040477","https://openalex.org/W3010969086","https://openalex.org/W3016842236","https://openalex.org/W3019389960","https://openalex.org/W3041360407","https://openalex.org/W3043433718","https://openalex.org/W3093197024","https://openalex.org/W3101104221","https://openalex.org/W3104030692","https://openalex.org/W3104506006","https://openalex.org/W3134991928","https://openalex.org/W3158146252","https://openalex.org/W4235880465","https://openalex.org/W4245826835","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W2361361118","https://openalex.org/W2087937280","https://openalex.org/W29548032","https://openalex.org/W2364921833","https://openalex.org/W2385146268","https://openalex.org/W1525643724","https://openalex.org/W2584022297","https://openalex.org/W2380023786","https://openalex.org/W1595151633","https://openalex.org/W4324268083"],"abstract_inverted_index":{"Neural":[0],"network":[1,101],"based":[2],"recommendation":[3,15,39,177],"models":[4,21,40],"are":[5],"widely":[6],"used":[7],"to":[8,147],"power":[9],"many":[10],"internet-scale":[11],"applications":[12],"including":[13,154],"product":[14],"and":[16,25,95,125,135,160],"feed":[17],"ranking.":[18],"As":[19],"the":[20,34,47,51,65,99,104,122,132,149],"become":[22],"more":[23,26],"complex":[24],"training":[27,35,70,85,112,133,138,141,153,172,179],"data":[28,93],"is":[29,54],"required":[30],"during":[31],"training,":[32],"improving":[33,46],"scalability":[36,48,66,150],"of":[37,64,103,151],"these":[38,79],"becomes":[41],"an":[42,61],"urgent":[43],"need.":[44],"However,":[45],"without":[49,182],"sacrificing":[50],"model":[52,96,105,155,178,183],"quality":[53,184],"challenging.":[55],"In":[56],"this":[57],"paper,":[58],"we":[59,81],"conduct":[60],"in-depth":[62],"analysis":[63],"bottleneck":[67],"in":[68],"existing":[69,140],"architecture":[71,86,156],"on":[72,78],"large":[73],"scale":[74,168],"CPU":[75],"clusters.":[76],"Based":[77],"observations,":[80],"propose":[82,144],"a":[83,107,114,117,126],"new":[84],"called":[87],"Hierarchical":[88],"Training,":[89],"which":[90],"exploits":[91],"both":[92],"parallelism":[94,97],"for":[98],"neural":[100],"part":[102],"within":[106],"group.":[108],"We":[109,143],"implement":[110],"hierarchical":[111,137,152,171],"with":[113],"two-layer":[115],"design:":[116],"tagging":[118],"system":[119,129],"that":[120,130,170],"decides":[121],"operator":[123],"placement":[124],"net":[127],"transformation":[128],"materializes":[131],"plans,":[134],"integrate":[136],"into":[139],"stack.":[142],"several":[145],"optimizations":[146],"improve":[148],"optimization,":[157],"communication":[158],"compression,":[159],"various":[161],"system-level":[162],"improvements.":[163],"Extensive":[164],"experiments":[165],"at":[166],"massive":[167],"demonstrate":[169],"can":[173],"speed":[174],"up":[175],"distributed":[176],"by":[180],"1.9x":[181],"drop.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}