{"id":"https://openalex.org/W3197720002","doi":"https://doi.org/10.1145/3470496.3533727","title":"Software-hardware co-design for fast and scalable training of deep learning recommendation models","display_name":"Software-hardware co-design for fast and scalable training of deep learning recommendation models","publication_year":2022,"publication_date":"2022-05-31","ids":{"openalex":"https://openalex.org/W3197720002","doi":"https://doi.org/10.1145/3470496.3533727","mag":"3197720002"},"language":"en","primary_location":{"id":"doi:10.1145/3470496.3533727","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3470496.3533727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th Annual International Symposium on Computer Architecture","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066366329","display_name":"Dheevatsa Mudigere","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dheevatsa Mudigere","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102015406","display_name":"Yuchen Hao","orcid":"https://orcid.org/0009-0009-3794-7074"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuchen Hao","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101717259","display_name":"Jianyu Huang","orcid":"https://orcid.org/0000-0001-7595-5539"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianyu Huang","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062437461","display_name":"Zhihao Jia","orcid":"https://orcid.org/0000-0002-1270-5185"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhihao Jia","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004459350","display_name":"Andrew Tulloch","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Tulloch","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102919742","display_name":"Srinivas Sridharan","orcid":"https://orcid.org/0009-0001-0651-370X"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srinivas Sridharan","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381490","display_name":"Xing Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xing Liu","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058119792","display_name":"Mustafa \u00d6zdal","orcid":"https://orcid.org/0000-0002-0286-2128"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mustafa Ozdal","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004002767","display_name":"Jade Nie","orcid":"https://orcid.org/0009-0008-1664-2805"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jade Nie","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101876582","display_name":"Jongsoo Park","orcid":"https://orcid.org/0000-0002-4750-9440"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jongsoo Park","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101809829","display_name":"Liang Luo","orcid":"https://orcid.org/0000-0003-4222-7986"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang Luo","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101454425","display_name":"Jie Yang","orcid":"https://orcid.org/0009-0008-6145-6008"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie (Amy) Yang","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011400580","display_name":"Leon Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leon Gao","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103968187","display_name":"Dmytro Ivchenko","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dmytro Ivchenko","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003317373","display_name":"Aarti Basant","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aarti Basant","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073566291","display_name":"Yuxi Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuxi Hu","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033659558","display_name":"Jiyan Yang","orcid":"https://orcid.org/0009-0005-5946-5456"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyan Yang","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112622151","display_name":"Ehsan K. Ardestani","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ehsan K. Ardestani","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382658","display_name":"Xiaodong Wang","orcid":"https://orcid.org/0000-0002-2945-9240"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaodong Wang","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002281059","display_name":"Rakesh Komuravelli","orcid":"https://orcid.org/0009-0009-0996-3907"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rakesh Komuravelli","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076405830","display_name":"Ching-Hsiang Chu","orcid":"https://orcid.org/0000-0002-6752-3135"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ching-Hsiang Chu","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101887068","display_name":"Serhat Y\u0131lmaz","orcid":"https://orcid.org/0000-0003-4438-9866"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Serhat Yilmaz","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100721217","display_name":"Huayu Li","orcid":"https://orcid.org/0009-0009-7855-3522"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huayu Li","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090712600","display_name":"Jiyuan Qian","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyuan Qian","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063171219","display_name":"Zhuobo Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhuobo Feng","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078483147","display_name":"Yinbin Ma","orcid":"https://orcid.org/0000-0002-9511-6596"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinbin Ma","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089183792","display_name":"Junjie Yang","orcid":"https://orcid.org/0000-0002-1240-6417"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junjie Yang","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007535563","display_name":"Ellie Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ellie Wen","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339431","display_name":"Hong Li","orcid":"https://orcid.org/0000-0003-1353-7838"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Li","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429570","display_name":"Lin Yang","orcid":"https://orcid.org/0000-0001-7852-3117"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin Yang","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101133966","display_name":"Chonglin Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chonglin Sun","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069729500","display_name":"Whitney Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Whitney Zhao","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038410573","display_name":"Dimitry Melts","orcid":"https://orcid.org/0009-0002-3452-5406"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dimitry Melts","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088572292","display_name":"Krishna Dhulipala","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krishna Dhulipala","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063193730","display_name":"K. R. Kishore","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"KR Kishore","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059811129","display_name":"Tyler Graf","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyler Graf","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029184375","display_name":"Assaf Eisenman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Assaf Eisenman","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011731495","display_name":"Kiran Kumar Matam","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kiran Kumar Matam","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071326128","display_name":"Adi Gangidi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adi Gangidi","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070194020","display_name":"Guoqiang Jerry Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guoqiang Jerry Chen","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111940913","display_name":"Manoj Krishnan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manoj Krishnan","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100749020","display_name":"Avinash Nayak","orcid":"https://orcid.org/0009-0001-3858-3796"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avinash Nayak","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020495890","display_name":"Krishnakumar Nair","orcid":"https://orcid.org/0000-0003-1352-9467"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krishnakumar Nair","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075614313","display_name":"Bharath Muthiah","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bharath Muthiah","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089662089","display_name":"Mahmoud khorashadi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahmoud khorashadi","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086922344","display_name":"P. Bhattacharya","orcid":"https://orcid.org/0000-0003-1493-9820"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pallab Bhattacharya","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061248847","display_name":"Petr Lapukhov","orcid":"https://orcid.org/0009-0005-4705-3008"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Petr Lapukhov","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038603364","display_name":"Maxim Naumov","orcid":"https://orcid.org/0000-0002-6102-2903"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxim Naumov","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045208071","display_name":"Ajit Mathews","orcid":"https://orcid.org/0009-0003-4199-0434"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ajit Mathews","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071363838","display_name":"Lin Qiao","orcid":"https://orcid.org/0000-0002-3923-220X"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin Qiao","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007892541","display_name":"Mikhail Smelyanskiy","orcid":"https://orcid.org/0000-0002-2433-6110"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mikhail Smelyanskiy","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091325862","display_name":"Bill Jia","orcid":"https://orcid.org/0000-0002-1138-3217"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Jia","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103135109","display_name":"Vijay Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vijay Rao","raw_affiliation_strings":["Meta Platforms"],"affiliations":[{"raw_affiliation_string":"Meta Platforms","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":53,"corresponding_author_ids":["https://openalex.org/A5066366329"],"corresponding_institution_ids":["https://openalex.org/I4210114444"],"apc_list":null,"apc_paid":null,"fwci":36.0256,"has_fulltext":false,"cited_by_count":126,"citation_normalized_percentile":{"value":0.99806819,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"993","last_page":"1011"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8644847273826599},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6663023233413696},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.5306032299995422},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5293765068054199},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5116553902626038},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.49940037727355957},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4464784562587738},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.4450400471687317},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.43311911821365356},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4160040616989136},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.36454424262046814},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33078062534332275},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3055661916732788},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1829565167427063},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.14558544754981995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8644847273826599},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6663023233413696},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.5306032299995422},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5293765068054199},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5116553902626038},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.49940037727355957},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4464784562587738},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.4450400471687317},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.43311911821365356},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4160040616989136},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.36454424262046814},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33078062534332275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3055661916732788},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1829565167427063},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.14558544754981995},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3470496.3533727","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3470496.3533727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th Annual International Symposium on Computer Architecture","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1566860901","https://openalex.org/W2054141820","https://openalex.org/W2076618162","https://openalex.org/W2097117768","https://openalex.org/W2138243089","https://openalex.org/W2146502635","https://openalex.org/W2151166364","https://openalex.org/W2163605009","https://openalex.org/W2210543184","https://openalex.org/W2512971201","https://openalex.org/W2531409750","https://openalex.org/W2605350416","https://openalex.org/W2614794251","https://openalex.org/W2766447205","https://openalex.org/W2772709170","https://openalex.org/W2787998955","https://openalex.org/W2789197829","https://openalex.org/W2794670651","https://openalex.org/W2884700152","https://openalex.org/W2901839763","https://openalex.org/W2922527104","https://openalex.org/W2947737663","https://openalex.org/W2949650786","https://openalex.org/W2952926545","https://openalex.org/W2962835968","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963803379","https://openalex.org/W2963804082","https://openalex.org/W2964121744","https://openalex.org/W2969388332","https://openalex.org/W2970971581","https://openalex.org/W2975712713","https://openalex.org/W2981587687","https://openalex.org/W2984020950","https://openalex.org/W2996471668","https://openalex.org/W3012897490","https://openalex.org/W3016842236","https://openalex.org/W3023926802","https://openalex.org/W3030163527","https://openalex.org/W3043571714","https://openalex.org/W3043590771","https://openalex.org/W3072623287","https://openalex.org/W3086105743","https://openalex.org/W3093394987","https://openalex.org/W3093739590","https://openalex.org/W3096403968","https://openalex.org/W3103395072","https://openalex.org/W3122317902","https://openalex.org/W3128966618","https://openalex.org/W3129488589","https://openalex.org/W3129831491","https://openalex.org/W3130104841","https://openalex.org/W3133097747","https://openalex.org/W3153854431","https://openalex.org/W3158146252","https://openalex.org/W3173720884"],"related_works":["https://openalex.org/W2950520577","https://openalex.org/W1501159154","https://openalex.org/W1554644772","https://openalex.org/W2003935582","https://openalex.org/W2494130044","https://openalex.org/W3170887803","https://openalex.org/W74409296","https://openalex.org/W3209384898","https://openalex.org/W4400951174","https://openalex.org/W1595834484"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"recommendation":[2],"models":[3,139],"(DLRMs)":[4],"have":[5],"been":[6],"used":[7],"across":[8],"many":[9],"business-critical":[10],"services":[11],"at":[12],"Meta":[13],"and":[14,58,74,91],"are":[15],"the":[16],"single":[17],"largest":[18],"AI":[19],"application":[20],"in":[21,26,66,141],"terms":[22],"of":[23,43,81],"infrastructure":[24],"demand":[25],"its":[27],"data-centers.":[28],"In":[29,68],"this":[30],"paper,":[31],"we":[32],"present":[33],"Neo,":[34],"a":[35,48,79,100],"software-hardware":[36],"co-designed":[37,104],"system":[38],"for":[39,61,109,112,135],"high-performance":[40,73],"distributed":[41],"training":[42,62,136],"large-scale":[44,113],"DLRMs.":[45,67],"Neo":[46,70,95,127],"employs":[47],"novel":[49],"4D":[50,107],"parallelism":[51,60,108],"strategy":[52],"that":[53,126],"combines":[54],"table-wise,":[55],"row-wise,":[56],"column-wise,":[57],"data":[59],"massive":[63],"embedding":[64,76],"operators":[65],"addition,":[69],"enables":[71],"extremely":[72],"memory-efficient":[75],"computations":[77],"using":[78,121],"variety":[80],"critical":[82],"systems":[83,130],"optimizations,":[84],"including":[85],"hybrid":[86],"kernel":[87],"fusion,":[88],"software-managed":[89],"caching,":[90],"quality-preserving":[92],"compression.":[93],"Finally,":[94],"is":[96],"paired":[97],"with":[98,105],"ZionEX,":[99],"new":[101],"hardware":[102],"platform":[103],"Neo's":[106],"optimizing":[110],"communications":[111],"DLRM":[114,138],"training.":[115],"Our":[116],"evaluation":[117],"on":[118],"128":[119],"GPUs":[120],"16":[122],"ZionEX":[123],"nodes":[124],"shows":[125],"outperforms":[128],"existing":[129],"by":[131],"up":[132],"to":[133],"40\u00d7":[134],"12-trillion-parameter":[137],"deployed":[140],"production.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":43},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}