{"id":"https://openalex.org/W3085532996","doi":"https://doi.org/10.1109/hpcs48598.2019.9188055","title":"Feedback-Based Resource Allocation for Batch Scheduling of Scientific Workflows","display_name":"Feedback-Based Resource Allocation for Batch Scheduling of Scientific Workflows","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W3085532996","doi":"https://doi.org/10.1109/hpcs48598.2019.9188055","mag":"3085532996"},"language":"en","primary_location":{"id":"doi:10.1109/hpcs48598.2019.9188055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcs48598.2019.9188055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on High Performance Computing & Simulation (HPCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021780048","display_name":"Carl Witt","orcid":"https://orcid.org/0000-0002-7918-605X"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Carl Witt","raw_affiliation_strings":["Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079718316","display_name":"Dennis Wagner","orcid":null},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dennis Wagner","raw_affiliation_strings":["Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055236937","display_name":"Ulf Leser","orcid":"https://orcid.org/0000-0003-2166-9582"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ulf Leser","raw_affiliation_strings":["Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universit\u00e4t zu Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5021780048"],"corresponding_institution_ids":["https://openalex.org/I39343248"],"apc_list":null,"apc_paid":null,"fwci":0.7448,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.76490892,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"761","last_page":"768"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.866424560546875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8653879165649414},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6989360451698303},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6383812427520752},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.485416978597641},{"id":"https://openalex.org/keywords/workflow-technology","display_name":"Workflow technology","score":0.4813447892665863},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.42245370149612427},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3853100538253784},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.07932266592979431}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.866424560546875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8653879165649414},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6989360451698303},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6383812427520752},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.485416978597641},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.4813447892665863},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.42245370149612427},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3853100538253784},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07932266592979431},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpcs48598.2019.9188055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcs48598.2019.9188055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Conference on High Performance Computing & Simulation (HPCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1784710995","https://openalex.org/W2000899545","https://openalex.org/W2028351695","https://openalex.org/W2029282088","https://openalex.org/W2034603054","https://openalex.org/W2040466547","https://openalex.org/W2041430193","https://openalex.org/W2045287414","https://openalex.org/W2075068409","https://openalex.org/W2078962046","https://openalex.org/W2108905989","https://openalex.org/W2112168774","https://openalex.org/W2129542763","https://openalex.org/W2131975293","https://openalex.org/W2139250332","https://openalex.org/W2146438496","https://openalex.org/W2149294210","https://openalex.org/W2160121678","https://openalex.org/W2202483651","https://openalex.org/W2269030879","https://openalex.org/W2425612555","https://openalex.org/W2560127491","https://openalex.org/W2561389184","https://openalex.org/W2576355797","https://openalex.org/W2604113114","https://openalex.org/W2604856537","https://openalex.org/W2605897695","https://openalex.org/W2763493608","https://openalex.org/W2766666504","https://openalex.org/W2766766128","https://openalex.org/W2806583692","https://openalex.org/W2899288817","https://openalex.org/W2951581745","https://openalex.org/W3100344569","https://openalex.org/W6638026133","https://openalex.org/W6679815717","https://openalex.org/W6732337852","https://openalex.org/W6735872842","https://openalex.org/W6735916004","https://openalex.org/W6755365567"],"related_works":["https://openalex.org/W2377329191","https://openalex.org/W2356938388","https://openalex.org/W2964552794","https://openalex.org/W2010961992","https://openalex.org/W1271724408","https://openalex.org/W117162150","https://openalex.org/W3131615421","https://openalex.org/W1988746895","https://openalex.org/W3133769988","https://openalex.org/W2126020875"],"abstract_inverted_index":{"A":[0],"scientific":[1],"workflow":[2,37,78,148],"is":[3,109],"a":[4,45],"set":[5],"of":[6,22,90,105,132,153],"interdependent":[7],"compute":[8],"tasks":[9,23,43],"orchestrating":[10],"large":[11],"scale":[12],"data":[13],"analyses":[14],"or":[15],"in-silico":[16],"experiments.":[17],"Workflows":[18],"often":[19],"comprise":[20],"thousands":[21],"with":[24,146],"heterogeneous":[25],"resource":[26,51,80,88,113,165],"requirements":[27],"that":[28,54,115,159],"need":[29],"to":[30,44,56,65,117,124,171],"be":[31,57],"executed":[32],"on":[33],"distributed":[34],"resources.":[35],"Many":[36],"engines":[38],"solve":[39],"parallelization":[40],"by":[41,59,71,100],"submitting":[42],"batch":[46],"scheduling":[47,149],"system,":[48],"which":[49],"requires":[50],"usage":[52,81,89,104,140],"estimates":[53,70],"have":[55],"provided":[58],"users.":[60],"We":[61],"investigate":[62],"the":[63,160],"possibility":[64],"improve":[66],"upon":[67],"inaccurate":[68],"user":[69,173],"incorporating":[72],"an":[73,110],"online":[74,130],"feedback":[75,162],"loop":[76],"between":[77],"scheduling,":[79],"prediction,":[82],"and":[83,122,142,167],"measurement.Our":[84],"approach":[85],"can":[86],"learn":[87],"arbitrary":[91],"type;":[92],"in":[93],"this":[94],"paper,":[95],"we":[96,157],"demonstrate":[97],"its":[98],"effectiveness":[99],"predicting":[101],"peak":[102,138],"memory":[103,139],"tasks,":[106],"as":[107],"it":[108],"especially":[111],"sensitive":[112],"type":[114],"leads":[116,123],"task":[118],"termination":[119],"if":[120,127],"underestimated":[121],"decreased":[125],"throughput":[126],"overestimated.We":[128],"compare":[129],"versions":[131],"standard":[133],"machine":[134],"learning":[135],"models":[136],"for":[137],"prediction":[141],"analyze":[143],"their":[144],"interactions":[145],"different":[147],"strategies.":[150],"By":[151],"means":[152],"extensive":[154],"simulation":[155],"experiments,":[156],"found":[158],"proposed":[161],"mechanism":[163],"improves":[164],"utilization":[166],"execution":[168],"times":[169],"compared":[170],"typical":[172],"estimates.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}