{"id":"https://openalex.org/W4391853740","doi":"https://doi.org/10.1109/tc.2024.3365939","title":"NDRec: A Near-Data Processing System for Training Large-Scale Recommendation Models","display_name":"NDRec: A Near-Data Processing System for Training Large-Scale Recommendation Models","publication_year":2024,"publication_date":"2024-02-15","ids":{"openalex":"https://openalex.org/W4391853740","doi":"https://doi.org/10.1109/tc.2024.3365939"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2024.3365939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3365939","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100413190","display_name":"Shiyu Li","orcid":"https://orcid.org/0000-0002-1990-7150"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiyu Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-1990-7150","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053039089","display_name":"Yitu Wang","orcid":"https://orcid.org/0009-0004-0212-6704"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yitu Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"raw_orcid":"https://orcid.org/0009-0004-0212-6704","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074284629","display_name":"Edward Hanson","orcid":"https://orcid.org/0000-0001-5179-8401"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Hanson","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"raw_orcid":"https://orcid.org/0000-0001-5179-8401","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019506521","display_name":"Andrew C. Chang","orcid":"https://orcid.org/0000-0001-9506-0425"},"institutions":[{"id":"https://openalex.org/I100625452","display_name":"ON Semiconductor (United States)","ror":"https://ror.org/03nw6pt28","country_code":"US","type":"company","lineage":["https://openalex.org/I100625452"]},{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Chang","raw_affiliation_strings":["Memory Solution Lab, Samsung Semiconductor Inc., San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memory Solution Lab, Samsung Semiconductor Inc., San Jose, CA, USA","institution_ids":["https://openalex.org/I100625452","https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035182980","display_name":"Yang Seok Ki","orcid":null},"institutions":[{"id":"https://openalex.org/I100625452","display_name":"ON Semiconductor (United States)","ror":"https://ror.org/03nw6pt28","country_code":"US","type":"company","lineage":["https://openalex.org/I100625452"]},{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Seok Ki","raw_affiliation_strings":["Memory Solution Lab, Samsung Semiconductor Inc., San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memory Solution Lab, Samsung Semiconductor Inc., San Jose, CA, USA","institution_ids":["https://openalex.org/I100625452","https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429403","display_name":"Hai Li","orcid":"https://orcid.org/0000-0003-3228-6544"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hai Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"raw_orcid":"https://orcid.org/0000-0003-3228-6544","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058073627","display_name":"Yiran Chen","orcid":"https://orcid.org/0000-0002-1486-8412"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiran Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-1486-8412","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.262,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.95398798,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"73","issue":"5","first_page":"1248","last_page":"1261"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.942799985408783,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.942799985408783,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7083611488342285},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6354376077651978},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5728434324264526},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.47004619240760803},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4038471579551697}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7083611488342285},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6354376077651978},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5728434324264526},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.47004619240760803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4038471579551697},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2024.3365939","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3365939","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2609245565","display_name":null,"funder_award_id":"CNS-1822085","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G290064044","display_name":null,"funder_award_id":"CNS\u20102112562","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1564094940","https://openalex.org/W2054141820","https://openalex.org/W2130650317","https://openalex.org/W2139555631","https://openalex.org/W2157225945","https://openalex.org/W2167032986","https://openalex.org/W2168934541","https://openalex.org/W2474765392","https://openalex.org/W2475334473","https://openalex.org/W2947737663","https://openalex.org/W2979719709","https://openalex.org/W2984020950","https://openalex.org/W3006586535","https://openalex.org/W3016842236","https://openalex.org/W3018396836","https://openalex.org/W3043023836","https://openalex.org/W3043776758","https://openalex.org/W3155243801","https://openalex.org/W3158146252","https://openalex.org/W3191222816","https://openalex.org/W3197720002","https://openalex.org/W3201621211","https://openalex.org/W4200404159","https://openalex.org/W4214658871","https://openalex.org/W4246036875","https://openalex.org/W4280642915","https://openalex.org/W4281634017","https://openalex.org/W4283395684","https://openalex.org/W4318541517","https://openalex.org/W4387302734","https://openalex.org/W6763737044","https://openalex.org/W6774806506","https://openalex.org/W6779824479"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W2358668433","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2551249631"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2],"deep":[3],"neural":[4],"networks":[5],"(DNNs)":[6],"have":[7],"enabled":[8],"highly":[9],"effective":[10],"recommendation":[11,20,90],"models":[12,33],"for":[13,113],"diverse":[14],"web":[15],"services.":[16],"In":[17,77],"such":[18],"DNN-based":[19],"models,":[21],"the":[22,26,36,47,55,95,98,101,121],"embedding":[23,37,56,102,125,140],"layer":[24,103],"comprises":[25],"majority":[27],"of":[28,49,100,124,145],"model":[29],"parameters.":[30],"As":[31],"these":[32],"scale":[34],"rapidly,":[35],"layer\u2019s":[38,57],"memory":[39,133,154],"capacity":[40],"and":[41,97,117,135,147,152,161,171,178],"bandwidth":[42,155],"requirements":[43],"threaten":[44],"to":[45,71,74,87,104,169,190],"exceed":[46],"limits":[48],"current":[50],"computing":[51],"architectures.":[52],"We":[53],"observe":[54],"computational":[58,105],"demands":[59],"increase":[60],"much":[61],"more":[62],"slowly":[63],"than":[64],"its":[65],"storage":[66,75,106],"needs,":[67],"suggesting":[68],"an":[69,130],"opportunity":[70],"offload":[72],"embeddings":[73,146],"hardware.":[76],"this":[78],"work,":[79],"we":[80,128],"present":[81],"NDRec,":[82],"a":[83],"near-data":[84],"processing":[85],"system":[86],"train":[88],"large-scale":[89],"models.":[91],"NDRec":[92,158,166,182],"offloads":[93],"both":[94],"parameters":[96],"computation":[99],"devices":[107],"(CSDs),":[108],"using":[109,159],"coherence":[110],"interconnects":[111],"(CXLs)":[112],"communication":[114],"between":[115],"GPUs":[116],"CSDs.":[118],"By":[119],"leveraging":[120],"statistical":[122],"properties":[123],"access":[126],"patterns,":[127],"develop":[129],"optimized":[131],"CSD":[132],"hierarchy":[134],"caching":[136],"strategy.":[137],"A":[138],"lookahead":[139],"scheme":[141],"enables":[142],"concurrent":[143],"execution":[144],"other":[148],"operations,":[149],"hiding":[150],"latency":[151],"reducing":[153],"requirements.We":[156],"evaluate":[157],"real-world":[160],"synthetic":[162],"benchmarks.":[163],"Results":[164],"demonstrate":[165],"achieves":[167],"up":[168,189],"4.33\u00d7":[170],"3.97\u00d7":[172],"speedups":[173],"over":[174],"heterogeneous":[175],"CPU-GPU":[176],"platforms":[177],"GPU":[179],"caching,":[180],"respectively.":[181],"also":[183],"reduces":[184],"per-iteration":[185],"energy":[186],"consumption":[187],"by":[188],"54.9%.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}