{"id":"https://openalex.org/W4411374208","doi":"https://doi.org/10.1145/3722212.3724454","title":"Scheduling Data Processing Pipelines for Incremental Training on MLP-based Recommendation Models","display_name":"Scheduling Data Processing Pipelines for Incremental Training on MLP-based Recommendation Models","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4411374208","doi":"https://doi.org/10.1145/3722212.3724454"},"language":"en","primary_location":{"id":"doi:10.1145/3722212.3724454","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722212.3724454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2025 International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zihao Chen","orcid":"https://orcid.org/0000-0003-3681-9504"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zihao Chen","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chenyang Zhang","orcid":"https://orcid.org/0009-0007-8265-8461"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyang Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098770122","display_name":"Chen Xu","orcid":"https://orcid.org/0000-0003-3429-4732"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Xu","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100423006","display_name":"Zhao Zhang","orcid":"https://orcid.org/0000-0002-0862-1093"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028872289","display_name":"Jiaqiang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqiang Wang","raw_affiliation_strings":["Tencent Inc., Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Tencent Inc., Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089931216","display_name":"Weining Qian","orcid":"https://orcid.org/0000-0002-4132-8630"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weining Qian","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101511862","display_name":"Aoying Zhou","orcid":"https://orcid.org/0000-0002-4665-7302"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aoying Zhou","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19489244,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"350","last_page":"363"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8417147397994995},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6304689645767212},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.5853719711303711},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.5313789248466492},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4726235866546631},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4670741856098175},{"id":"https://openalex.org/keywords/group-method-of-data-handling","display_name":"Group method of data handling","score":0.41589492559432983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3995979130268097},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3767138123512268},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3723146617412567},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.17976918816566467},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08807802200317383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8417147397994995},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6304689645767212},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.5853719711303711},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.5313789248466492},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4726235866546631},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4670741856098175},{"id":"https://openalex.org/C13926793","wikidata":"https://www.wikidata.org/wiki/Q3507155","display_name":"Group method of data handling","level":2,"score":0.41589492559432983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3995979130268097},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3767138123512268},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3723146617412567},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.17976918816566467},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08807802200317383},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3722212.3724454","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3722212.3724454","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2025 International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2945126173","display_name":null,"funder_award_id":"62272168","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G3431334855","display_name":null,"funder_award_id":"23ZR1419900","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G5883487318","display_name":null,"funder_award_id":"2023YFC3304700","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1788418780","https://openalex.org/W2155893237","https://openalex.org/W2164620221","https://openalex.org/W2475334473","https://openalex.org/W2614794251","https://openalex.org/W2751343396","https://openalex.org/W2793768763","https://openalex.org/W2798515322","https://openalex.org/W2962745591","https://openalex.org/W2975712713","https://openalex.org/W3081430124","https://openalex.org/W3091097978","https://openalex.org/W3104030692","https://openalex.org/W3138303811","https://openalex.org/W3155541141","https://openalex.org/W3166319166","https://openalex.org/W3166914430","https://openalex.org/W3190524507","https://openalex.org/W3196732841","https://openalex.org/W3200211247","https://openalex.org/W4210457632","https://openalex.org/W4214658871","https://openalex.org/W4220884018","https://openalex.org/W4220938834","https://openalex.org/W4226012237","https://openalex.org/W4226328099","https://openalex.org/W4282570934","https://openalex.org/W4282576620","https://openalex.org/W4290928031","https://openalex.org/W4296591817","https://openalex.org/W4307478983","https://openalex.org/W4321448368","https://openalex.org/W4323343904","https://openalex.org/W4372046852","https://openalex.org/W4381328603","https://openalex.org/W4381329179","https://openalex.org/W4387302734","https://openalex.org/W4387321090","https://openalex.org/W4394998532","https://openalex.org/W4403221889","https://openalex.org/W6601566401"],"related_works":["https://openalex.org/W1995889332","https://openalex.org/W3104163240","https://openalex.org/W3008693296","https://openalex.org/W4405313599","https://openalex.org/W4312283151","https://openalex.org/W2381158465","https://openalex.org/W2605757828","https://openalex.org/W4285322112","https://openalex.org/W4292794239","https://openalex.org/W2101180564"],"abstract_inverted_index":{"Multi-layer":[0],"Perceptron":[1],"(MLP)-based":[2],"models":[3],"have":[4],"been":[5],"widely":[6],"exploited":[7],"by":[8,82],"modern":[9],"recommendation":[10,15,169],"applications.":[11],"In":[12,96,178],"practice,":[13],"industrial":[14,192],"scenarios":[16],"frequently":[17],"launch":[18],"continuous":[19],"incremental":[20,68,168],"training":[21,40,69,88,170],"jobs":[22],"with":[23,152],"only":[24],"one":[25],"epoch":[26],"to":[27,65,110],"capture":[28],"real-time":[29],"user":[30],"features.":[31],"This":[32],"kind":[33],"of":[34,46,75,92,115,120,135,142,155,176,186],"job":[35],"is":[36],"shorter":[37],"than":[38],"full":[39],"and":[41,86,145],"has":[42],"a":[43,166,184],"larger":[44],"proportion":[45],"feature":[47,84,106],"processing":[48,85,94,107],"time.":[49],"To":[50,71],"fully":[51],"utilize":[52],"fragmentation":[53],"resources,":[54],"our":[55,179],"model":[56,87],"engineering":[57],"team":[58],"at":[59,89],"Tencent":[60],"explores":[61],"resource-constrained":[62],"CPU":[63],"clusters":[64],"perform":[66],"such":[67,76],"workloads.":[70,193],"improve":[72],"the":[73,90,112,118,132,140,147,153,160],"efficiency":[74],"workloads,":[77],"we":[78,98,124,164],"notice":[79],"scheduling":[80,102,128,162],"optimizations":[81],"overlapping":[83],"level":[91],"data":[93],"pipelines.":[95,137,157],"particular,":[97],"propose":[99,125],"an":[100,126],"intra-pipeline":[101],"strategy,":[103,129],"which":[104,130],"prefetches":[105],"operators":[108],"dynamically":[109],"fill":[111],"idle":[113],"time":[114],"CPUs":[116],"during":[117],"communication":[119,148],"embedding":[121],"lookup.":[122],"Furthermore,":[123],"inter-pipeline":[127],"balances":[131],"resource":[133],"demands":[134],"different":[136],"It":[138],"prioritizes":[139],"execution":[141,154],"critical":[143,150],"pipelines":[144,151],"overlaps":[146],"in":[149],"non-critical":[156],"Based":[158],"on":[159,174,191],"two":[161],"strategies,":[163],"implement":[165],"novel":[167],"framework":[171],"called":[172],"RECS":[173,182],"top":[175],"TensorFlow.":[177],"experimental":[180],"studies,":[181],"achieves":[183],"speedup":[185],"1.36x":[187],"over":[188],"existing":[189],"solutions":[190]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}