{"id":"https://openalex.org/W4381329179","doi":"https://doi.org/10.1145/3589310","title":"FEC: Efficient Deep Recommendation Model Training with Flexible Embedding Communication","display_name":"FEC: Efficient Deep Recommendation Model Training with Flexible Embedding Communication","publication_year":2023,"publication_date":"2023-06-13","ids":{"openalex":"https://openalex.org/W4381329179","doi":"https://doi.org/10.1145/3589310"},"language":"en","primary_location":{"id":"doi:10.1145/3589310","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589310","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032934593","display_name":"Kaihao Ma","orcid":"https://orcid.org/0009-0001-3176-7816"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaihao Ma","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0001-3176-7816","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367774","display_name":"Xiao Yan","orcid":"https://orcid.org/0000-0002-2122-915X"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Yan","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2122-915X","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000220537","display_name":"Zhenkun Cai","orcid":"https://orcid.org/0000-0002-0199-4866"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhenkun Cai","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0199-4866","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092212536","display_name":"Yuzhen Huang","orcid":"https://orcid.org/0009-0001-6165-5559"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhen Huang","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"raw_orcid":"https://orcid.org/0009-0001-6165-5559","affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102916860","display_name":"Yidi Wu","orcid":"https://orcid.org/0000-0002-3996-9316"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yidi Wu","raw_affiliation_strings":["Meta, Menlo Park, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3996-9316","affiliations":[{"raw_affiliation_string":"Meta, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016082884","display_name":"James Cheng","orcid":"https://orcid.org/0000-0001-6313-6288"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"James Cheng","raw_affiliation_strings":["The Chinese University of Hong Kong & KASMA PTE, LTD., Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6313-6288","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong & KASMA PTE, LTD., Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8772,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.92087579,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"1","issue":"2","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.9387727975845337},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7782021760940552},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4997522830963135},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4363900423049927},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4104650318622589},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3914400339126587},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36326098442077637},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.27442467212677},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.14367827773094177},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11428344249725342}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.9387727975845337},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7782021760940552},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4997522830963135},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4363900423049927},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4104650318622589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3914400339126587},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36326098442077637},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.27442467212677},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.14367827773094177},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11428344249725342},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589310","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589310","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2021216254","https://openalex.org/W2029463628","https://openalex.org/W2057332538","https://openalex.org/W2118173195","https://openalex.org/W2141561793","https://openalex.org/W2475334473","https://openalex.org/W2512971201","https://openalex.org/W2604662567","https://openalex.org/W2612242273","https://openalex.org/W2739720758","https://openalex.org/W2793768763","https://openalex.org/W2803718882","https://openalex.org/W2912083425","https://openalex.org/W2915480215","https://openalex.org/W2918022439","https://openalex.org/W2954729276","https://openalex.org/W2962745591","https://openalex.org/W2962950660","https://openalex.org/W2963323306","https://openalex.org/W2969388332","https://openalex.org/W2996471668","https://openalex.org/W2997130580","https://openalex.org/W3012948425","https://openalex.org/W3016842236","https://openalex.org/W3019389960","https://openalex.org/W3096891463","https://openalex.org/W3104030692","https://openalex.org/W3106275434","https://openalex.org/W3122383853","https://openalex.org/W3134991928","https://openalex.org/W3169294134","https://openalex.org/W3197720002","https://openalex.org/W3200211247","https://openalex.org/W4214658871","https://openalex.org/W4220884018","https://openalex.org/W4224314818","https://openalex.org/W4226012237","https://openalex.org/W4226071295","https://openalex.org/W4226328099","https://openalex.org/W4290927864","https://openalex.org/W4300473403","https://openalex.org/W6757193083"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2081900870","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W2932872266"],"abstract_inverted_index":{"Embedding-based":[0],"deep":[1],"recommendation":[2],"models":[3,9],"(EDRMs),":[4],"which":[5],"contain":[6],"small":[7],"dense":[8,79],"and":[10,31,106,113,136,144,152],"large":[11],"embedding":[12,46,67,104,149],"tables,":[13,68],"are":[14,55,94],"widely":[15],"used":[16],"in":[17,108,146],"industry.":[18],"Embedding":[19],"communication":[20,83,150],"constitutes":[21],"the":[22,26,65,72,97,117,130,157],"main":[23],"cost":[24],"for":[25,85],"distributed":[27],"training":[28,153],"of":[29,75,100,148],"EDRMs,":[30],"thus":[32],"we":[33],"propose":[34],"two":[35],"strategies":[36],"to":[37,50,64,142],"improve":[38],"its":[39,137],"efficiency,":[40],"i.e.,embedding":[41],"tiering":[42,47,105],"andpre-fetching.":[43],"In":[44],"particular,":[45],"uses":[48],"AllReduce":[49],"communicate":[51],"popular":[52,76],"embeddings":[53,62,77,86],"that":[54,87,92,126],"accessed":[56],"frequently.":[57],"This":[58],"is":[59],"counter-intuitive":[60],"as":[61],"belong":[63],"sparse":[66],"but":[69],"reasonable":[70],"because":[71],"access":[73],"pattern":[74],"resembles":[78],"models.":[80],"Pre-fetching":[81],"starts":[82],"early":[84],"receive":[88],"no":[89],"updates":[90],"such":[91],"they":[93],"removed":[95],"from":[96],"critical":[98],"path":[99],"training.":[101],"We":[102],"implement":[103],"pre-fetching":[107],"a":[109],"system":[110],"called":[111],"FEC":[112,127],"compare":[114],"it":[115],"with":[116,156],"state-of-the-art":[118],"systems":[119],"on":[120,133],"real":[121],"datasets.":[122],"The":[123],"results":[124],"show":[125],"consistently":[128],"outperforms":[129],"existing":[131],"methods":[132],"all":[134],"datasets,":[135],"speed":[138],"can":[139],"be":[140],"up":[141],"6.65x":[143],"2.42x":[145],"terms":[147],"time":[151],"throughput":[154],"compared":[155],"best":[158],"performing":[159],"baseline.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}