{"id":"https://openalex.org/W4404317167","doi":"https://doi.org/10.1109/tsmc.2024.3485960","title":"Rec-PF: Data-Driven Large-Scale Deep Learning Recommendation Model Training Optimization Based on Tensor-Train Embedding Table With Photovoltaic Forecast","display_name":"Rec-PF: Data-Driven Large-Scale Deep Learning Recommendation Model Training Optimization Based on Tensor-Train Embedding Table With Photovoltaic Forecast","publication_year":2024,"publication_date":"2024-11-13","ids":{"openalex":"https://openalex.org/W4404317167","doi":"https://doi.org/10.1109/tsmc.2024.3485960"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2024.3485960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3485960","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100326029","display_name":"Yunfeng Li","orcid":"https://orcid.org/0000-0003-1281-4717"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfeng Li","raw_affiliation_strings":["Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1281-4717","affiliations":[{"raw_affiliation_string":"Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100401045","display_name":"Zheng Wang","orcid":"https://orcid.org/0000-0001-6157-0662"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Wang","raw_affiliation_strings":["Department of Computer Science, University of California at Santa Barbara, Santa Barbara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of California at Santa Barbara, Santa Barbara, CA, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chenhao Ren","orcid":"https://orcid.org/0000-0002-6525-2079"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chenhao Ren","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, SAR, China","Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-6525-2079","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069016450","display_name":"Xiaoming Hou","orcid":"https://orcid.org/0000-0002-3916-1827"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Hou","raw_affiliation_strings":["Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3916-1827","affiliations":[{"raw_affiliation_string":"Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100413418","display_name":"Shengli Zhang","orcid":"https://orcid.org/0000-0002-7937-5870"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengli Zhang","raw_affiliation_strings":["Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7937-5870","affiliations":[{"raw_affiliation_string":"Department of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1727,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93763601,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"55","issue":"1","first_page":"573","last_page":"586"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.6272000074386597,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.6245999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.7693201303482056},{"id":"https://openalex.org/keywords/photovoltaic-system","display_name":"Photovoltaic system","score":0.6767991185188293},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.6335800886154175},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6131847500801086},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6071471571922302},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5707830190658569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5654890537261963},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5258001685142517},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.5197622179985046},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5007843971252441},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4464772939682007},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.30533310770988464},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.164585143327713},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12398594617843628},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.11523523926734924},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.10763254761695862},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1065090000629425},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09130585193634033}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7693201303482056},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.6767991185188293},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.6335800886154175},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6131847500801086},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6071471571922302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5707830190658569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5654890537261963},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5258001685142517},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.5197622179985046},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5007843971252441},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4464772939682007},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30533310770988464},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.164585143327713},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12398594617843628},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.11523523926734924},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.10763254761695862},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1065090000629425},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09130585193634033},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2024.3485960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3485960","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1983113304","https://openalex.org/W1993482030","https://openalex.org/W2033406960","https://openalex.org/W2083842231","https://openalex.org/W2145360759","https://openalex.org/W2194775991","https://openalex.org/W2394990251","https://openalex.org/W2484446135","https://openalex.org/W2619959423","https://openalex.org/W2834494841","https://openalex.org/W2906007643","https://openalex.org/W2911004122","https://openalex.org/W2920311030","https://openalex.org/W2943886808","https://openalex.org/W2947737663","https://openalex.org/W2984020950","https://openalex.org/W3001393655","https://openalex.org/W3012947152","https://openalex.org/W3021308819","https://openalex.org/W3042495273","https://openalex.org/W3043433718","https://openalex.org/W3093933627","https://openalex.org/W3103522166","https://openalex.org/W3127112266","https://openalex.org/W3127181201","https://openalex.org/W3152501898","https://openalex.org/W3158783012","https://openalex.org/W3178756396","https://openalex.org/W3187188899","https://openalex.org/W3197720002","https://openalex.org/W3200211247","https://openalex.org/W4205142581","https://openalex.org/W4293691379","https://openalex.org/W4321636622","https://openalex.org/W4379618408","https://openalex.org/W4383502643","https://openalex.org/W4383502736","https://openalex.org/W4385245566","https://openalex.org/W4385249507","https://openalex.org/W6747544394","https://openalex.org/W6770169410","https://openalex.org/W6774806506","https://openalex.org/W6784249077","https://openalex.org/W6789141709","https://openalex.org/W6789607517"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2386968573","https://openalex.org/W2395064349","https://openalex.org/W2034374297","https://openalex.org/W4375867731","https://openalex.org/W2766130412","https://openalex.org/W2382628689","https://openalex.org/W2526730640","https://openalex.org/W2037549926","https://openalex.org/W3000197790"],"abstract_inverted_index":{"Photovoltaic":[0],"(PV)":[1],"power":[2,23,139],"forecasting":[3],"is":[4,195],"important":[5],"for":[6,21,90,123],"promoting":[7],"the":[8,48,57,91,121,169,173,199],"integration":[9],"of":[10,60,172,197],"renewable":[11],"energy":[12],"sources.":[13],"However,":[14],"neural":[15],"network-based":[16],"methods,":[17],"particularly":[18],"deep":[19,62],"learning":[20,63],"PV":[22,138,205,220],"forecasting,":[24],"face":[25],"challenges":[26],"with":[27,34,180],"computational":[28,45],"and":[29,104,128,204,219],"memory":[30],"requirements":[31],"when":[32],"dealing":[33],"industry-scale":[35],"datasets.":[36],"To":[37,166],"address":[38],"this,":[39],"we":[40,175],"introduce":[41],"Rec-PF,":[42],"a":[43,72,87,116,151,208,212],"robust":[44],"framework":[46,53],"employing":[47],"tensor-train":[49],"(TT)":[50],"technique.":[51],"This":[52],"aims":[54],"to":[55,101,137,141,158,216],"streamline":[56],"training":[58,108,118,126,143,155],"process":[59],"massive":[61],"recommendation":[64],"models":[65],"(DLRMs)":[66],"on":[67,207],"constrained":[68],"resources.":[69],"Rec-PF":[70,95,114,194],"employs":[71],"high-performance":[73],"compressed":[74],"embedding":[75],"table,":[76],"enhancing":[77,111],"TT":[78],"decomposition":[79],"using":[80,183],"key":[81],"computing":[82],"primitives.":[83],"It":[84],"serves":[85],"as":[86],"drop-in":[88],"replacement":[89],"PyTorch":[92],"API.":[93],"Additionally,":[94],"utilizes":[96],"an":[97],"index":[98],"reordering":[99],"technique":[100],"leverage":[102],"local":[103],"global":[105],"information":[106],"from":[107],"inputs,":[109],"thereby":[110],"performance.":[112],"Furthermore,":[113],"adopts":[115],"pipeline":[117],"model,":[119],"eliminating":[120],"need":[122],"communication":[124],"between":[125],"workers":[127],"host":[129],"memory.":[130],"We":[131],"are":[132],"pioneers":[133],"in":[134,154,187],"applying":[135],"DLRM":[136,203,218],"prediction":[140],"reduce":[142],"time":[144,156],"without":[145],"compromising":[146],"accuracy.":[147],"Our":[148],"approach":[149],"demonstrates":[150],"twofold":[152],"improvement":[153],"compared":[157,215],"methods":[159],"that":[160,193],"do":[161],"not":[162],"incorporate":[163],"our":[164],"approach.":[165],"better":[167],"demonstrate":[168],"enhanced":[170],"performance":[171],"algorithm,":[174],"specifically":[176],"compare":[177],"its":[178],"efficiency":[179],"other":[181],"frameworks":[182],"datasets":[184,206],"commonly":[185],"employed":[186],"recommender":[188],"systems.":[189],"Comprehensive":[190],"experiments":[191],"indicate":[192],"capable":[196],"processing":[198],"largest":[200],"publicly":[201],"accessible":[202],"single":[209],"GPU,":[210],"offering":[211],"threefold":[213],"acceleration":[214],"state-of-the-art":[217],"frameworks.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}