{"id":"https://openalex.org/W4404181096","doi":"https://doi.org/10.14778/3685800.3685817","title":"<i>ResLake</i> : Towards Minimum Job Latency and Balanced Resource Utilization in Geo-Distributed Job Scheduling","display_name":"<i>ResLake</i> : Towards Minimum Job Latency and Balanced Resource Utilization in Geo-Distributed Job Scheduling","publication_year":2024,"publication_date":"2024-08-01","ids":{"openalex":"https://openalex.org/W4404181096","doi":"https://doi.org/10.14778/3685800.3685817"},"language":"en","primary_location":{"id":"doi:10.14778/3685800.3685817","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3685800.3685817","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101552394","display_name":"Xinchun Zhang","orcid":"https://orcid.org/0000-0002-0198-8036"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xinchun Zhang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075478885","display_name":"Aqsa Kashaf","orcid":"https://orcid.org/0000-0002-8244-825X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aqsa Kashaf","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066557197","display_name":"Yang Zou","orcid":"https://orcid.org/0000-0002-9373-928X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yihan Zou","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441776","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0003-2934-060X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082643407","display_name":"Wenlin Liao","orcid":"https://orcid.org/0000-0003-1652-9614"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weibo Liao","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018607892","display_name":"Hongcheng Song","orcid":"https://orcid.org/0000-0001-6686-8505"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoxiang Song","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016325516","display_name":"Jintao Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jintao Ye","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047043813","display_name":"Yakun Li","orcid":"https://orcid.org/0009-0003-2921-8310"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yakun Li","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109147546","display_name":"Rui Yang Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Shi","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069567974","display_name":"Yong Tian","orcid":"https://orcid.org/0000-0001-9962-1816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong Tian","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102809919","display_name":"Feng Wei","orcid":"https://orcid.org/0000-0003-3698-5844"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Feng","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100687673","display_name":"Binbin Chen","orcid":"https://orcid.org/0000-0002-9584-0082"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Binbin Chen","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069104472","display_name":"Zuzhi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuzhi Chen","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101487889","display_name":"Tieying Zhang","orcid":"https://orcid.org/0009-0003-2250-5528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tieying Zhang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027041346","display_name":"Yongping Tang","orcid":"https://orcid.org/0000-0003-3036-1598"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongping Tang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":15,"corresponding_author_ids":["https://openalex.org/A5101552394"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8118,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80820361,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"17","issue":"12","first_page":"3934","last_page":"3946"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5305754542350769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4383930563926697},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.43753528594970703},{"id":"https://openalex.org/keywords/job-satisfaction","display_name":"Job satisfaction","score":0.43165624141693115},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3526875972747803},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.28021496534347534},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17136624455451965},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11554571986198425},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08990016579627991}],"concepts":[{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5305754542350769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4383930563926697},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.43753528594970703},{"id":"https://openalex.org/C2718322","wikidata":"https://www.wikidata.org/wiki/Q629463","display_name":"Job satisfaction","level":2,"score":0.43165624141693115},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3526875972747803},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28021496534347534},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17136624455451965},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11554571986198425},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08990016579627991},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3685800.3685817","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3685800.3685817","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1583497301","https://openalex.org/W1595498733","https://openalex.org/W2002306196","https://openalex.org/W2004255221","https://openalex.org/W2064349969","https://openalex.org/W2097746659","https://openalex.org/W2100830825","https://openalex.org/W2102090846","https://openalex.org/W2105947650","https://openalex.org/W2496080211","https://openalex.org/W2542459869","https://openalex.org/W2556111255","https://openalex.org/W2566979091","https://openalex.org/W2582673684","https://openalex.org/W2786471781","https://openalex.org/W2798566347","https://openalex.org/W2889455461","https://openalex.org/W2970978109","https://openalex.org/W2999590865","https://openalex.org/W3000407226","https://openalex.org/W3022455671","https://openalex.org/W3094480867","https://openalex.org/W3156353042","https://openalex.org/W4236202168","https://openalex.org/W4380589968","https://openalex.org/W4388040958","https://openalex.org/W4388077088"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"At":[0],"internet":[1],"scale":[2],"companies":[3],"like":[4],"ByteDance,":[5],"data":[6,25,39],"is":[7,27,48,84,114],"generated":[8],"and":[9,96,143,149,186],"consumed":[10],"at":[11,72,183],"enormously":[12],"high":[13],"speed":[14],"by":[15,41,182,194],"many":[16],"different":[17],"applications.":[18],"Achieving":[19],"low":[20,82],"latency":[21,83],"on":[22],"such":[23],"big":[24],"jobs":[26,170,181],"an":[28],"important":[29],"problem.":[30],"However,":[31],"the":[32,38,73,140],"naive":[33],"approach":[34],"of":[35,75,135,169,180],"aggregating":[36],"all":[37],"required":[40],"a":[42,45,53,123],"job":[43,61,94,105],"to":[44,65,80,101,132,196],"single":[46],"location":[47],"not":[49],"always":[50],"feasible":[51],"in":[52,59,93,158],"geo-distributed":[54,60,136],"environment.":[55],"Similarly,":[56],"existing":[57],"approaches":[58],"scheduling":[62,95,125],"often":[63],"try":[64],"minimize":[66,102],"WAN":[67,152],"usage,":[68],"which":[69,90],"may":[70],"come":[71],"cost":[74],"latency.":[76],"Another":[77],"crucial":[78],"element":[79],"ensure":[81],"resource":[85,98,111,189],"load":[86],"balancing":[87,139],"among":[88],"DCs,":[89],"enables":[91],"flexibility":[92],"avoids":[97],"bottlenecks.":[99],"Therefore,":[100],"latency,":[103],"optimizing":[104],"completion":[106],"time":[107],"(JCT)":[108],"while":[109,138],"maintaining":[110],"utilization":[112,190],"balance":[113,191],"important.":[115],"To":[116],"this":[117],"end,":[118],"we":[119],"propose":[120],"ResLake":[121,130,157,165,177],",":[122],"global":[124],"platform":[126],"for":[127,161],"data-intensive":[128],"workloads.":[129],"aims":[131],"reduce":[133],"JCT":[134,179],"applications":[137],"compute":[141],"(CPU/Memory)":[142],"storage":[144],"(Disk)":[145],"usages":[146],"across":[147,192],"DCs":[148,193],"efficiently":[150],"using":[151],"interconnections.":[153],"We":[154,174],"have":[155],"deployed":[156],"ByteDance's":[159],"production":[160],"over":[162],"1.5":[163],"years.":[164],"has":[166],"scheduled":[167],"billions":[168],"since":[171],"its":[172],"deployment.":[173],"find":[175],"that":[176],"improves":[178],"least":[184],"20%,":[185],"can":[187],"improve":[188],"up":[195],"53%.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}
