{"id":"https://openalex.org/W4295832160","doi":"https://doi.org/10.1109/tcc.2022.3206206","title":"Cooperative Job Scheduling and Data Allocation in Data-Intensive Parallel Computing Clusters","display_name":"Cooperative Job Scheduling and Data Allocation in Data-Intensive Parallel Computing Clusters","publication_year":2022,"publication_date":"2022-09-13","ids":{"openalex":"https://openalex.org/W4295832160","doi":"https://doi.org/10.1109/tcc.2022.3206206"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2022.3206206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2022.3206206","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032698563","display_name":"Haoyu Wang","orcid":"https://orcid.org/0000-0002-3604-4799"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haoyu Wang","raw_affiliation_strings":["Department of Computer Science, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033324788","display_name":"Guoxin Liu","orcid":"https://orcid.org/0000-0001-7996-9305"},"institutions":[{"id":"https://openalex.org/I72509657","display_name":"Epic Systems (United States)","ror":"https://ror.org/029z3g861","country_code":"US","type":"company","lineage":["https://openalex.org/I72509657"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guoxin Liu","raw_affiliation_strings":["Epic Systems, Verona, WI, Italy"],"affiliations":[{"raw_affiliation_string":"Epic Systems, Verona, WI, Italy","institution_ids":["https://openalex.org/I72509657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064217355","display_name":"Haiying Shen","orcid":"https://orcid.org/0000-0002-7681-6255"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiying Shen","raw_affiliation_strings":["Department of Computer Science, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5032698563"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":1.212,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83686559,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"11","issue":"3","first_page":"2392","last_page":"2406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8209068775177002},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6225733757019043},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.5907273292541504},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.472775936126709},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4689003527164459},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4405665695667267},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4329257309436798},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.34120404720306396},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21497517824172974},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.19335660338401794},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13286474347114563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8209068775177002},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6225733757019043},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.5907273292541504},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.472775936126709},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4689003527164459},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4405665695667267},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4329257309436798},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.34120404720306396},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21497517824172974},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.19335660338401794},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13286474347114563},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2022.3206206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2022.3206206","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1552737279","display_name":null,"funder_award_id":"CCF-1822965","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G6225456964","display_name":null,"funder_award_id":"NSF-1827674","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1901756263","https://openalex.org/W1910816777","https://openalex.org/W2008700866","https://openalex.org/W2011039300","https://openalex.org/W2030087828","https://openalex.org/W2030315117","https://openalex.org/W2041958520","https://openalex.org/W2081846387","https://openalex.org/W2095992574","https://openalex.org/W2096125134","https://openalex.org/W2099204199","https://openalex.org/W2101505570","https://openalex.org/W2110374615","https://openalex.org/W2115049345","https://openalex.org/W2119738171","https://openalex.org/W2120422789","https://openalex.org/W2140672955","https://openalex.org/W2141461755","https://openalex.org/W2141992894","https://openalex.org/W2158979160","https://openalex.org/W2163291889","https://openalex.org/W2335814492","https://openalex.org/W2546571074","https://openalex.org/W2560160541","https://openalex.org/W2561528914","https://openalex.org/W2572234696","https://openalex.org/W2798515322","https://openalex.org/W2807779271","https://openalex.org/W2814756415","https://openalex.org/W2892876587","https://openalex.org/W2893768869","https://openalex.org/W2895725544","https://openalex.org/W2899071864","https://openalex.org/W2901305343","https://openalex.org/W2919594608","https://openalex.org/W2919897868","https://openalex.org/W2953384591","https://openalex.org/W2962684017","https://openalex.org/W2962725887","https://openalex.org/W2963988534","https://openalex.org/W2975712713","https://openalex.org/W2984408162","https://openalex.org/W2999590865","https://openalex.org/W3016312248","https://openalex.org/W3022298203","https://openalex.org/W3027517615","https://openalex.org/W3042662794","https://openalex.org/W3108033633","https://openalex.org/W3129353670","https://openalex.org/W3132835126","https://openalex.org/W3162118826","https://openalex.org/W4238465620","https://openalex.org/W4295312788","https://openalex.org/W6639659987","https://openalex.org/W6639910441","https://openalex.org/W6713134421","https://openalex.org/W6731208944","https://openalex.org/W6731982058","https://openalex.org/W6756009870","https://openalex.org/W6756051646","https://openalex.org/W6759814162","https://openalex.org/W6766978945","https://openalex.org/W6790605345"],"related_works":["https://openalex.org/W3204654320","https://openalex.org/W2139982839","https://openalex.org/W1984267569","https://openalex.org/W2092966558","https://openalex.org/W1956651153","https://openalex.org/W2347561926","https://openalex.org/W2327547880","https://openalex.org/W3130253067","https://openalex.org/W2014963843","https://openalex.org/W44553394"],"abstract_inverted_index":{"In":[0],"data-intensive":[1],"parallel":[2],"computing":[3,26,114],"clusters,":[4],"it":[5,43],"is":[6,44],"important":[7],"to":[8,12,46,66,76,121,130,143,149,160,165,231],"provide":[9],"deadline-guaranteed":[10],"service":[11],"jobs":[13],"while":[14],"minimizing":[15],"resource":[16],"usage":[17],"(e.g.,":[18],"network":[19],"bandwidth":[20,53],"and":[21,32,57,89,108,138,188,209,225,244,253,268,271],"energy).":[22],"Under":[23],"the":[24,64,77,80,103,112,131,141,155,166,183,206,234,251,254,272,278],"current":[25,113],"framework":[27],"(that":[28],"first":[29],"allocates":[30],"data":[31,49,90,106,129,157,163,179,186,210,222,242],"then":[33],"schedules":[34],"jobs),":[35],"in":[36,111,250,265,283],"a":[37,84,162,198],"busy":[38],"cluster":[39,256],"with":[40,125,191],"many":[41],"jobs,":[42],"difficult":[45],"achieve":[47,68,182],"high":[48,58],"locality":[50,187],"(hence":[51],"low":[52],"consumption),":[54],"deadline":[55],"guarantee,":[56],"energy":[59,151,189],"savings":[60,190],"simultaneously.":[61],"We":[62,213],"model":[63],"problem":[65],"simultaneously":[67],"these":[69],"three":[70],"objectives":[71],"using":[72],"integer":[73],"programming.":[74],"Due":[75],"NP-hardness":[78],"of":[79,105,171,236,274],"problem,":[81],"we":[82],"propose":[83,215],"heuristic":[85],"Cooperative":[86],"job":[87,109,207],"Scheduling":[88],"Allocation":[91],"method":[92],"(":[93],"<italic":[94,98,118,194,237,259,285],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[95,99,119,195,238,260,286],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">CSA</i>":[96,100,120,196,239,261,287],").":[97],"novelly":[101],"reverses":[102],"order":[104],"allocation":[107,158,211],"scheduling":[110],"framework.":[115],"Job-scheduling-first":[116],"enables":[117],"proactively":[122],"consolidate":[123,140],"tasks":[124,142],"more":[126],"common":[127],"requested":[128],"same":[132],"server":[133,167],"when":[134],"conducting":[135],"deadline-aware":[136],"scheduling,":[137],"also":[139],"as":[144,147],"few":[145],"servers":[146],"possible":[148],"maximize":[150],"savings.":[152],"This":[153],"facilitates":[154],"subsequent":[156],"step":[159],"allocate":[161],"block":[164],"that":[168,203,258],"hosts":[169],"most":[170],"this":[172],"data's":[173],"requester":[174],"tasks,":[175],"thus":[176],"maximally":[177],"enhancing":[178],"locality.":[180],"To":[181],"tradeoff":[184],"between":[185],"specified":[192],"weights,":[193],"has":[197],"cooperative":[199],"recursive":[200],"refinement":[201],"process":[202],"recursively":[204],"adjusts":[205],"schedule":[208],"schedule.":[212],"further":[214,232],"two":[216],"enhancement":[217,279],"algorithms":[218,280],"(i.e.,":[219],"minimum":[220],"k-cut":[221],"reallocation":[223,243],"algorithm":[224],"bipartite":[226],"based":[227],"task":[228,245],"reassignment":[229],"algorithm)":[230],"improve":[233],"performance":[235],"through":[240],"additional":[241],"reassignment,":[246],"respectively.":[247],"Trace-driven":[248],"experiments":[249],"simulation":[252],"real":[255],"show":[257],"outperforms":[262],"other":[263],"schedulers":[264],"supplying":[266],"deadline-guarantee":[267],"resource-efficient":[269],"services":[270],"effectiveness":[273],"each":[275],"enhancement.":[276],"Also,":[277],"are":[281],"effective":[282],"improving":[284],".":[288]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}