{"id":"https://openalex.org/W7125649145","doi":"https://doi.org/10.1007/s41019-025-00327-5","title":"Sparse Gradient Training for Recommender Systems","display_name":"Sparse Gradient Training for Recommender Systems","publication_year":2026,"publication_date":"2026-01-25","ids":{"openalex":"https://openalex.org/W7125649145","doi":"https://doi.org/10.1007/s41019-025-00327-5"},"language":"en","primary_location":{"id":"doi:10.1007/s41019-025-00327-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41019-025-00327-5","pdf_url":null,"source":{"id":"https://openalex.org/S2486411021","display_name":"Data Science and Engineering","issn_l":"2364-1185","issn":["2364-1185","2364-1541"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1007/s41019-025-00327-5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018539727","display_name":"Yunke Qu","orcid":"https://orcid.org/0000-0002-5059-6602"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yunke Qu","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, The University of Queensland, Brisbane, Queensland, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, The University of Queensland, Brisbane, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100696183","display_name":"Zhaojun Li","orcid":"https://orcid.org/0000-0002-2755-7592"},"institutions":[{"id":"https://openalex.org/I12079687","display_name":"Edith Cowan University","ror":"https://ror.org/05jhnwe22","country_code":"AU","type":"education","lineage":["https://openalex.org/I12079687"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Liang Qu","raw_affiliation_strings":["School of Business and Law, Edith Cowan University, Perth, Western Australia, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Business and Law, Edith Cowan University, Perth, Western Australia, Australia","institution_ids":["https://openalex.org/I12079687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123801423","display_name":"Tong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tong Chen","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, The University of Queensland, Brisbane, Queensland, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, The University of Queensland, Brisbane, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123808600","display_name":"Xiangyu Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhao","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, City University of Hong Kong, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380463","display_name":"Jianxin Li","orcid":"https://orcid.org/0000-0001-5152-0055"},"institutions":[{"id":"https://openalex.org/I12079687","display_name":"Edith Cowan University","ror":"https://ror.org/05jhnwe22","country_code":"AU","type":"education","lineage":["https://openalex.org/I12079687"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jianxin Li","raw_affiliation_strings":["School of Business and Law, Edith Cowan University, Perth, Western Australia, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Business and Law, Edith Cowan University, Perth, Western Australia, Australia","institution_ids":["https://openalex.org/I12079687"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122317769","display_name":"Hongzhi Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Hongzhi Yin","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, The University of Queensland, Brisbane, Queensland, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1395-261X","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, The University of Queensland, Brisbane, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5122317769"],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0619239,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":"1","first_page":"230","last_page":"247"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8187999725341797,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8187999725341797,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.025299999862909317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.01489999983459711,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.9153000116348267},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7741000056266785},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7511000037193298},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5679000020027161},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.519599974155426},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.498199999332428},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.3709000051021576}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.9153000116348267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8765000104904175},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7741000056266785},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7511000037193298},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5679000020027161},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.519599974155426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5109999775886536},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.498199999332428},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.474700003862381},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3709000051021576},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3538999855518341},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.3190999925136566},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31610000133514404},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.2985000014305115},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.250900000333786}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s41019-025-00327-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41019-025-00327-5","pdf_url":null,"source":{"id":"https://openalex.org/S2486411021","display_name":"Data Science and Engineering","issn_l":"2364-1185","issn":["2364-1185","2364-1541"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:ro.ecu.edu.au:ecuworks2022-2026-8624","is_oa":true,"landing_page_url":"https://ro.ecu.edu.au/ecuworks2022-2026/7624","pdf_url":"https://ro.ecu.edu.au/context/ecuworks2022-2026/article/8624/viewcontent/Sparse_20Gradient_20Training.pdf","source":{"id":"https://openalex.org/S2765015692","display_name":"Australasian Journal of Paramedicine","issn_l":"2202-7270","issn":["2202-7270"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research outputs 2022 to 2026","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:c1f216de5b0e40359fd6b6935aa86c73","is_oa":true,"landing_page_url":"https://doaj.org/article/c1f216de5b0e40359fd6b6935aa86c73","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data Science and Engineering, Vol 11, Iss 1, Pp 230-247 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s41019-025-00327-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41019-025-00327-5","pdf_url":null,"source":{"id":"https://openalex.org/S2486411021","display_name":"Data Science and Engineering","issn_l":"2364-1185","issn":["2364-1185","2364-1541"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Science and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4552823305130005,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320984","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W133229983","https://openalex.org/W1980250184","https://openalex.org/W2025713906","https://openalex.org/W2101409192","https://openalex.org/W2340502990","https://openalex.org/W2604438604","https://openalex.org/W2605350416","https://openalex.org/W2808133870","https://openalex.org/W2808859004","https://openalex.org/W2945827670","https://openalex.org/W2965862774","https://openalex.org/W2972269283","https://openalex.org/W3012782947","https://openalex.org/W3034552531","https://openalex.org/W3035014064","https://openalex.org/W3045200674","https://openalex.org/W3169936356","https://openalex.org/W3211143493","https://openalex.org/W4224926669","https://openalex.org/W4226210383","https://openalex.org/W4236684903","https://openalex.org/W4312400543","https://openalex.org/W4315977643","https://openalex.org/W4384648456","https://openalex.org/W4385562487","https://openalex.org/W4391549713","https://openalex.org/W4391591405","https://openalex.org/W4392384372","https://openalex.org/W4400525872","https://openalex.org/W4400526446","https://openalex.org/W4403220268","https://openalex.org/W4403577930","https://openalex.org/W4406348153","https://openalex.org/W4407627994","https://openalex.org/W4410427398","https://openalex.org/W4416017449","https://openalex.org/W4416196243","https://openalex.org/W4416252133"],"related_works":[],"abstract_inverted_index":{"Recommender":[0],"systems":[1],"are":[2,67,164,180,260],"widely":[3],"applied":[4],"in":[5,58,183,265,301],"numerous":[6],"online":[7],"platforms":[8],"such":[9,60],"as":[10,61,102,152],"shopping":[11],"and":[12,25,38,50,109,120,144,273,294],"social":[13],"media":[14],"platforms.":[15],"They":[16],"typically":[17],"utilize":[18],"large":[19],"embedding":[20,97,111,113,128,155,161,222],"tables":[21],"that":[22,207,282],"map":[23],"users":[24,37,196],"items":[26,39,198],"to":[27,41,46,80,91,107,194,225,232,243,286],"dense":[28,178,249],"vectors":[29],"of":[30,36,172],"uniform":[31],"sizes.":[32],"As":[33],"the":[34,133,170,200],"number":[35],"continues":[40],"grow,":[42],"this":[43,93,215,266],"design":[44],"leads":[45],"significant":[47],"memory":[48,148],"consumption":[49],"computational":[51,75],"inefficiencies.":[52,187],"This":[53],"challenge":[54],"is":[55],"particularly":[56],"pronounced":[57],"scenarios":[59],"federated":[62],"learning,":[63],"where":[64],"model":[65,244],"parameters":[66,206,236,264],"updated":[68],"locally":[69],"on":[70,132,277],"edge":[71],"devices":[72],"with":[73],"limited":[74],"resources":[76],"before":[77],"being":[78],"transmitted":[79],"a":[81,103,146,220],"central":[82],"server":[83],"for":[84,124,157,263],"aggregation.":[85],"Numerous":[86],"approaches":[87],"have":[88,100],"been":[89],"proposed":[90],"address":[92],"issue,":[94],"among":[95],"which":[96],"pruning":[98,114,129,162],"methods":[99,115,130,163],"emerged":[101],"compelling":[104],"solution.":[105],"Compared":[106],"parameter-sharing":[108],"variable-size":[110],"techniques,":[112],"offer":[116],"lower":[117],"training":[118,143],"costs":[119],"leverage":[121],"sparse":[122,173],"embeddings":[123,174],"improved":[125],"efficiency.":[126],"Notably,":[127],"based":[131],"Dynamic":[134],"Sparse":[135],"Training":[136],"(DST)":[137],"paradigm":[138],"maintain":[139],"consistent":[140],"sparsity":[141,269],"throughout":[142,270],"provide":[145],"controllable":[147],"budget,":[149],"establishing":[150],"them":[151],"state-of-the-art":[153],"lightweight":[154,221],"solutions":[156],"resource-constrained":[158],"environments.":[159],"However,":[160],"not":[165,209],"without":[166],"limitations.":[167],"First,":[168],"despite":[169],"use":[171],"during":[175,252],"forward":[176,272],"passes,":[177,185],"gradients":[179,231],"still":[181],"computed":[182],"backward":[184,274],"introducing":[186],"Second,":[188],"DST\u2019s":[189],"weight":[190],"exploration":[191],"mechanism":[192],"tends":[193],"prioritize":[195],"or":[197],"from":[199],"most":[201],"recent":[202],"batch,":[203],"reactivating":[204],"pruned":[205],"do":[208],"necessarily":[210],"enhance":[211],"overall":[212],"performance.":[213,245],"In":[214],"work,":[216],"we":[217],"introduce":[218],"SparseRec,":[219],"method":[223],"designed":[224],"overcome":[226],"these":[227],"obstacles.":[228],"SparseRec":[229,247,283],"accumulates":[230],"better":[233],"identify":[234],"inactive":[235],"that,":[237],"when":[238],"reactivated,":[239],"contribute":[240],"more":[241],"meaningfully":[242],"Additionally,":[246],"avoids":[248],"gradient":[250],"computation":[251],"backpropagation":[253],"by":[254],"selectively":[255],"sampling":[256],"key":[257],"vectors.":[258],"Gradients":[259],"calculated":[261],"only":[262],"subset,":[267],"ensuring":[268],"both":[271],"passes.":[275],"Experiments":[276],"three":[278,291],"benchmark":[279],"datasets":[280],"show":[281],"achieves":[284],"up":[285],"11.79%":[287],"performance":[288],"gains":[289],"across":[290],"base":[292],"recommenders":[293],"multiple":[295],"density":[296],"configurations,":[297],"highlighting":[298],"its":[299],"effectiveness":[300],"optimizing":[302],"memory-constrained":[303],"recommendation":[304],"systems.":[305]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-01-26T00:00:00"}