{"id":"https://openalex.org/W2642043218","doi":"https://doi.org/10.1109/tpds.2017.2718515","title":"MSGD: A Novel Matrix Factorization Approach for Large-Scale Collaborative Filtering Recommender Systems on GPUs","display_name":"MSGD: A Novel Matrix Factorization Approach for Large-Scale Collaborative Filtering Recommender Systems on GPUs","publication_year":2017,"publication_date":"2017-06-22","ids":{"openalex":"https://openalex.org/W2642043218","doi":"https://doi.org/10.1109/tpds.2017.2718515","mag":"2642043218"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2017.2718515","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2718515","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113713546","display_name":"Hao Li","orcid":"https://orcid.org/0000-0002-0558-6245"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering and National Supercomputing Center in Changsha, Hunan University, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering and National Supercomputing Center in Changsha, Hunan University, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078793726","display_name":"Kenli Li","orcid":"https://orcid.org/0000-0002-2635-7716"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]},{"id":"https://openalex.org/I157455823","display_name":"SUNY New Paltz","ror":"https://ror.org/03j3dv688","country_code":"US","type":"education","lineage":["https://openalex.org/I157455823"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Kenli Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering and National Supercomputing Center in Changsha, Hunan University, Hunan, China","Department of Computer Science, State University of New York, New Paltz, NY"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering and National Supercomputing Center in Changsha, Hunan University, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"Department of Computer Science, State University of New York, New Paltz, NY","institution_ids":["https://openalex.org/I157455823"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056966192","display_name":"Jiyao An","orcid":"https://orcid.org/0000-0002-9439-9563"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyao An","raw_affiliation_strings":["College of Computer Science and Electronic Engineering and National Supercomputing Center in Changsha, Hunan University, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering and National Supercomputing Center in Changsha, Hunan University, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087894632","display_name":"Keqin Li","orcid":"https://orcid.org/0000-0001-5224-4048"},"institutions":[{"id":"https://openalex.org/I157455823","display_name":"SUNY New Paltz","ror":"https://ror.org/03j3dv688","country_code":"US","type":"education","lineage":["https://openalex.org/I157455823"]},{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Keqin Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering and National Supercomputing Center in Changsha, Hunan University, Hunan, China","Department of Computer Science, State University of New York, New Paltz, NY"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering and National Supercomputing Center in Changsha, Hunan University, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"Department of Computer Science, State University of New York, New Paltz, NY","institution_ids":["https://openalex.org/I157455823"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5113713546"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":25.4395,"has_fulltext":false,"cited_by_count":102,"citation_normalized_percentile":{"value":0.99535415,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"29","issue":"7","first_page":"1530","last_page":"1544"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8914879560470581},{"id":"https://openalex.org/keywords/collaborative-filtering","display_name":"Collaborative filtering","score":0.7524789571762085},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7283246517181396},{"id":"https://openalex.org/keywords/cuda","display_name":"CUDA","score":0.700630784034729},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6669934988021851},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6554880738258362},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6172605156898499},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.5556238293647766},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.47283607721328735},{"id":"https://openalex.org/keywords/general-purpose-computing-on-graphics-processing-units","display_name":"General-purpose computing on graphics processing units","score":0.4105416536331177},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.41044819355010986},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2653925120830536},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2463969588279724},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19394493103027344},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.10860750079154968},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.10244801640510559},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09543034434318542},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.08975100517272949}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8914879560470581},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.7524789571762085},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7283246517181396},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.700630784034729},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6669934988021851},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6554880738258362},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6172605156898499},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.5556238293647766},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.47283607721328735},{"id":"https://openalex.org/C50630238","wikidata":"https://www.wikidata.org/wiki/Q971505","display_name":"General-purpose computing on graphics processing units","level":3,"score":0.4105416536331177},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.41044819355010986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2653925120830536},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2463969588279724},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19394493103027344},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.10860750079154968},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.10244801640510559},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09543034434318542},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.08975100517272949},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2017.2718515","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2718515","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2529309065","display_name":null,"funder_award_id":"61370097","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G30034585","display_name":null,"funder_award_id":"61572175","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3951487308","display_name":null,"funder_award_id":"61672224","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G662528876","display_name":null,"funder_award_id":"61472124","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6925281636","display_name":null,"funder_award_id":"61370095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1511814458","https://openalex.org/W1832221731","https://openalex.org/W1980147176","https://openalex.org/W1981557297","https://openalex.org/W1992208280","https://openalex.org/W2008183828","https://openalex.org/W2017921654","https://openalex.org/W2020098476","https://openalex.org/W2022712430","https://openalex.org/W2025890876","https://openalex.org/W2030239032","https://openalex.org/W2047109571","https://openalex.org/W2049469158","https://openalex.org/W2054141820","https://openalex.org/W2055844022","https://openalex.org/W2078670469","https://openalex.org/W2080943432","https://openalex.org/W2082238959","https://openalex.org/W2091825929","https://openalex.org/W2092602194","https://openalex.org/W2105875671","https://openalex.org/W2107438106","https://openalex.org/W2119556711","https://openalex.org/W2121966774","https://openalex.org/W2122090912","https://openalex.org/W2133233009","https://openalex.org/W2135029798","https://openalex.org/W2138243089","https://openalex.org/W2141561953","https://openalex.org/W2142466236","https://openalex.org/W2143822352","https://openalex.org/W2161190431","https://openalex.org/W2166706236","https://openalex.org/W2171960770","https://openalex.org/W2281927632","https://openalex.org/W2293706247","https://openalex.org/W2295862081","https://openalex.org/W2297086932","https://openalex.org/W2304667012","https://openalex.org/W2341535507","https://openalex.org/W2513180554","https://openalex.org/W2523064693","https://openalex.org/W2538941135","https://openalex.org/W2558485508","https://openalex.org/W2569020760","https://openalex.org/W2783772867","https://openalex.org/W2963762195","https://openalex.org/W2963965485","https://openalex.org/W3138798301","https://openalex.org/W3141595720","https://openalex.org/W3143596294","https://openalex.org/W4205841652","https://openalex.org/W4250981202","https://openalex.org/W4294538768","https://openalex.org/W6662929504","https://openalex.org/W6675761068","https://openalex.org/W6676105031","https://openalex.org/W6677671969","https://openalex.org/W6677964101","https://openalex.org/W6680012447","https://openalex.org/W6684249991","https://openalex.org/W6698038680","https://openalex.org/W6703949738","https://openalex.org/W6763600739","https://openalex.org/W6763775535","https://openalex.org/W6764309476"],"related_works":["https://openalex.org/W1963859303","https://openalex.org/W2364044215","https://openalex.org/W2389600408","https://openalex.org/W240129890","https://openalex.org/W3048701459","https://openalex.org/W2149078538","https://openalex.org/W2370314112","https://openalex.org/W1912958759","https://openalex.org/W2792081825","https://openalex.org/W3109911900"],"abstract_inverted_index":{"Real-time":[0],"accurate":[1,19],"recommendation":[2],"of":[3,16,43],"large-scale":[4,58,158],"recommender":[5],"systems":[6],"is":[7,41,52,99],"a":[8,89,107,180],"challenging":[9],"task.":[10],"Matrix":[11],"factorization":[12],"(MF),":[13],"as":[14,189],"one":[15,42],"the":[17,31,44,64,67,79,82,96,135,193],"most":[18,45],"and":[20,69,84,122,132,155],"scalable":[21],"techniques":[22],"to":[23,54,63],"predict":[24],"missing":[25],"ratings,":[26],"has":[27],"become":[28],"popular":[29],"in":[30],"collaborative":[32],"filtering":[33],"(CF)":[34],"community.":[35],"Currently,":[36],"stochastic":[37],"gradient":[38],"descent":[39],"(SGD)":[40],"famous":[46],"approaches":[47,195],"for":[48,57,94],"MF.":[49],"However,":[50],"it":[51],"non-trivial":[53],"parallelize":[55],"SGD":[56,91],"CF":[59,159],"MF":[60,146],"problems":[61],"due":[62],"dependence":[65,80],"on":[66,81,124,147,196],"user":[68,83],"item":[70,85],"pair,":[71,86],"which":[72,95],"can":[73,118,174,185],"cause":[74],"parallelization":[75,113],"over-writing.":[76],"To":[77],"remove":[78],"we":[87,105,161],"propose":[88,106,162],"multi-stream":[90],"(MSGD)":[92],"approach,":[93],"update":[97],"process":[98],"theoretically":[100],"convergent.":[101],"On":[102,129],"that":[103,139,144,172],"basis,":[104],"Compute":[108],"Unified":[109],"Device":[110],"Architecture":[111],"(CUDA)":[112],"MSGD":[114,176],"(CUMSGD)":[115],"approach.":[116],"CUMSGD":[117,140,166,184],"obtain":[119],"high":[120],"parallelism":[121],"scalability":[123],"Graphic":[125],"Processing":[126],"Units":[127],"(GPUs).":[128],"Tesla":[130],"K20m":[131,181],"K40c":[133],"GPUs,":[134],"experimental":[136,169],"results":[137,170],"show":[138,171],"outperforms":[141],"prior":[142],"works":[143],"accelerated":[145],"shared":[148,197],"memory":[149,198],"systems,":[150],"e.g.,":[151],"DSGD,":[152],"FPSGD,":[153],"Hogwild!,":[154],"CCD++.":[156],"For":[157],"problems,":[160],"multiple":[163],"GPUs":[164],"(multi-GPU)":[165],"(MCUMSGD).":[167],"The":[168],"MCUMSGD":[173],"improve":[175],"performance":[177],"further.":[178],"With":[179],"GPU":[182],"card,":[183],"be":[186],"5-10":[187],"times":[188],"fast":[190],"compared":[191],"with":[192],"state-of-the-art":[194],"platform.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
