{"id":"https://openalex.org/W3126168625","doi":"https://doi.org/10.1109/tpds.2021.3055019","title":"Optimizing Resource Allocation for Data-Parallel Jobs Via GCN-Based Prediction","display_name":"Optimizing Resource Allocation for Data-Parallel Jobs Via GCN-Based Prediction","publication_year":2021,"publication_date":"2021-01-27","ids":{"openalex":"https://openalex.org/W3126168625","doi":"https://doi.org/10.1109/tpds.2021.3055019","mag":"3126168625"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2021.3055019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3055019","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040954052","display_name":"Zhiyao Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiyao Hu","raw_affiliation_strings":["National University of Defense Technology, Changsha, P.R. China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, P.R. China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440903","display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-9743-2034"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["National University of Defense Technology, Changsha, P.R. China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, P.R. China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011200911","display_name":"Dongxiang Zhang","orcid":"https://orcid.org/0000-0002-9964-2470"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongxiang Zhang","raw_affiliation_strings":["Zhejiang University, Hangzhou, P.R. China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, P.R. China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395351","display_name":"Yiming Zhang","orcid":"https://orcid.org/0000-0001-6450-8485"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Zhang","raw_affiliation_strings":["National University of Defense Technology, Changsha, P.R. China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, P.R. China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080387542","display_name":"Baoyun Peng","orcid":"https://orcid.org/0000-0001-5240-1779"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoyun Peng","raw_affiliation_strings":["National University of Defense Technology, Changsha, P.R. China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, P.R. China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5040954052"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":1.9278,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88062237,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"32","issue":"9","first_page":"2188","last_page":"2201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8636627197265625},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7136760354042053},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.655811071395874},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.5942815542221069},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5626306533813477},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5447368025779724},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5064860582351685},{"id":"https://openalex.org/keywords/central-processing-unit","display_name":"Central processing unit","score":0.4885643422603607},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.48090481758117676},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4372745454311371},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4230322539806366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21826162934303284},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18040409684181213},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13673487305641174},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1339460015296936},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1302173137664795}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8636627197265625},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7136760354042053},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.655811071395874},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.5942815542221069},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5626306533813477},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5447368025779724},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5064860582351685},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.4885643422603607},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.48090481758117676},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4372745454311371},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4230322539806366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21826162934303284},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18040409684181213},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13673487305641174},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1339460015296936},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1302173137664795},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2021.3055019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3055019","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G285475101","display_name":null,"funder_award_id":"61932001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4765491843","display_name":null,"funder_award_id":"61872376","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8627438657","display_name":null,"funder_award_id":"2018YFB2101100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W106246290","https://openalex.org/W1662382123","https://openalex.org/W2072763312","https://openalex.org/W2096943734","https://openalex.org/W2100830825","https://openalex.org/W2102709380","https://openalex.org/W2115403315","https://openalex.org/W2139258336","https://openalex.org/W2146875617","https://openalex.org/W2149933564","https://openalex.org/W2159291411","https://openalex.org/W2165698076","https://openalex.org/W2187089797","https://openalex.org/W2214409633","https://openalex.org/W2309679942","https://openalex.org/W2318383848","https://openalex.org/W2341914330","https://openalex.org/W2403021642","https://openalex.org/W2546571074","https://openalex.org/W2591924527","https://openalex.org/W2604856537","https://openalex.org/W2620303912","https://openalex.org/W2792529086","https://openalex.org/W2792955298","https://openalex.org/W2808705106","https://openalex.org/W2891041086","https://openalex.org/W2908708181","https://openalex.org/W2909808587","https://openalex.org/W2963767194","https://openalex.org/W2964013382","https://openalex.org/W2964015378","https://openalex.org/W2964278684","https://openalex.org/W2964288524","https://openalex.org/W2964311892","https://openalex.org/W2968986602","https://openalex.org/W4239429564","https://openalex.org/W4299421607","https://openalex.org/W4299518610","https://openalex.org/W6637178625","https://openalex.org/W6682132143","https://openalex.org/W6683633756","https://openalex.org/W6697698479","https://openalex.org/W6713955831","https://openalex.org/W6726873649","https://openalex.org/W6735916004"],"related_works":["https://openalex.org/W3015859229","https://openalex.org/W2230552005","https://openalex.org/W1975949872","https://openalex.org/W3159871278","https://openalex.org/W3109411864","https://openalex.org/W3003280185","https://openalex.org/W3017846737","https://openalex.org/W2473478803","https://openalex.org/W2729363167","https://openalex.org/W2060611139"],"abstract_inverted_index":{"Under-allocating":[0],"or":[1],"over-allocating":[2],"computation":[3,93],"resources":[4],"(e.g.,":[5,76],"CPU":[6,31,83,113,193],"cores)":[7],"can":[8,103],"prolong":[9],"the":[10,27,54,59,66,69,77,80,85,90,105,109,123,157,184,192],"completion":[11,36],"time":[12,37],"of":[13,30,61,82,87,92,112,126,175],"data-parallel":[14],"jobs":[15],"in":[16,130,168],"a":[17,22,41,47,62,150,169],"distributed":[18],"system.":[19],"We":[20,164],"present":[21],"predictor,":[23],"ReLocag,":[24],"to":[25,33,107,121,141,155],"find":[26],"near-optimal":[28,110],"number":[29,81,91,111],"cores":[32],"minimize":[34],"job":[35],"(JCT).":[38],"ReLocag":[39,182],"includes":[40],"graph":[42],"convolutional":[43],"network":[44,49],"(GCN)":[45],"and":[46,64,89],"fully-connected":[48],"(FCNN).":[50],"The":[51,100],"GCN":[52],"learns":[53],"dependency":[55,71],"between":[56],"operations":[57],"from":[58,161],"workflow":[60,70],"job,":[63],"then":[65],"FCNN":[67],"takes":[68],"together":[72],"with":[73],"other":[74,162],"features":[75],"input":[78,96],"size,":[79],"cores,":[84],"amount":[86],"memory,":[88],"tasks)":[94],"as":[95],"for":[97,172],"JCT":[98,185],"prediction.":[99],"prediction":[101,186],"result":[102],"guide":[104],"user":[106],"determine":[108],"cores.":[114],"Besides,":[115],"we":[116,135,147],"propose":[117],"two":[118],"effective":[119],"strategies":[120],"overcome":[122],"time-consuming":[124],"issue":[125],"training":[127,158],"sample":[128],"collection":[129],"big":[131],"data":[132],"applications.":[133,163,178],"First,":[134],"develop":[136],"an":[137],"adaptive":[138],"sampling":[139],"method":[140],"collect":[142],"essential":[143],"samples":[144,159],"judiciously.":[145],"Second,":[146],"further":[148],"design":[149],"cross-application":[151],"transfer":[152],"learning":[153],"model":[154],"exploit":[156],"collected":[160],"conduct":[165],"extensive":[166],"experiments":[167],"Spark":[170,177],"cluster":[171],"7":[173],"types":[174],"exemplary":[176],"Results":[179],"show":[180],"that":[181],"improves":[183],"accuracy":[187],"by":[188,197],"4-14":[189],"percent.":[190,199],"Moreover,":[191],"core":[194],"consumption":[195],"decreases":[196],"58.2":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}