{"id":"https://openalex.org/W2939956802","doi":"https://doi.org/10.1177/1094342019841681","title":"On-the-fly scheduling versus reservation-based scheduling for unpredictable workflows","display_name":"On-the-fly scheduling versus reservation-based scheduling for unpredictable workflows","publication_year":2019,"publication_date":"2019-04-10","ids":{"openalex":"https://openalex.org/W2939956802","doi":"https://doi.org/10.1177/1094342019841681","mag":"2939956802"},"language":"en","primary_location":{"id":"doi:10.1177/1094342019841681","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1094342019841681","pdf_url":null,"source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-02058290","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021627261","display_name":"Ana Gainaru","orcid":"https://orcid.org/0000-0002-1375-9468"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ana Gainaru","raw_affiliation_strings":["Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076659753","display_name":"Hongyang Sun","orcid":"https://orcid.org/0000-0002-4379-4467"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongyang Sun","raw_affiliation_strings":["Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113566328","display_name":"Guillaume Aupy","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I15057530","display_name":"Universit\u00e9 de Bordeaux","ror":"https://ror.org/057qpr032","country_code":"FR","type":"education","lineage":["https://openalex.org/I15057530"]},{"id":"https://openalex.org/I4210131512","display_name":"Centre Inria de l'universit\u00e9 de Bordeaux","ror":"https://ror.org/03tjcj052","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210131512"]},{"id":"https://openalex.org/I4210142254","display_name":"Laboratoire Bordelais de Recherche en Informatique","ror":"https://ror.org/03adqg323","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I15057530","https://openalex.org/I4210142254","https://openalex.org/I4210159245","https://openalex.org/I4210160189"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guillaume Aupy","raw_affiliation_strings":["Inria & Labri, University of Bordeaux, Talence, France","Inria & Labri, University of Bordeaux, Talence, France","Topology-Aware System-Scale Data Management for High-Performance Computing"],"affiliations":[{"raw_affiliation_string":"Inria & Labri, University of Bordeaux, Talence, France","institution_ids":["https://openalex.org/I4210131512","https://openalex.org/I15057530","https://openalex.org/I1326498283","https://openalex.org/I4210142254"]},{"raw_affiliation_string":"Inria & Labri, University of Bordeaux, Talence, France","institution_ids":["https://openalex.org/I4210142254","https://openalex.org/I15057530"]},{"raw_affiliation_string":"Topology-Aware System-Scale Data Management for High-Performance Computing","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067191302","display_name":"Yuankai Huo","orcid":"https://orcid.org/0000-0002-2096-8065"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuankai Huo","raw_affiliation_strings":["Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075735203","display_name":"Bennett A. Landman","orcid":"https://orcid.org/0000-0001-5733-2127"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bennett A Landman","raw_affiliation_strings":["Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102868534","display_name":"Padma Raghavan","orcid":"https://orcid.org/0009-0002-6785-2112"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Padma Raghavan","raw_affiliation_strings":["Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, Vanderbilt University, Nashville, TN, USA","institution_ids":["https://openalex.org/I200719446"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5021627261"],"corresponding_institution_ids":["https://openalex.org/I200719446"],"apc_list":null,"apc_paid":null,"fwci":1.3566,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85530481,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"33","issue":"6","first_page":"1140","last_page":"1158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8104643821716309},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7040500640869141},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6878028512001038},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6542229652404785},{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.5968217253684998},{"id":"https://openalex.org/keywords/reservation","display_name":"Reservation","score":0.4865252375602722},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.343967080116272},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.16558033227920532},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.0959644615650177},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0757768452167511}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8104643821716309},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7040500640869141},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6878028512001038},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6542229652404785},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.5968217253684998},{"id":"https://openalex.org/C2777632111","wikidata":"https://www.wikidata.org/wiki/Q1937518","display_name":"Reservation","level":2,"score":0.4865252375602722},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.343967080116272},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.16558033227920532},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0959644615650177},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0757768452167511},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/1094342019841681","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1094342019841681","pdf_url":null,"source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-02058290v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02058290","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of High Performance Computing Applications, In press, ⟨10.1177/1094342019841681⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-02058290v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02058290","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of High Performance Computing Applications, In press, ⟨10.1177/1094342019841681⟩","raw_type":"Journal articles"},"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W221935897","https://openalex.org/W1493147916","https://openalex.org/W1502797194","https://openalex.org/W1596936080","https://openalex.org/W1825072153","https://openalex.org/W1974114807","https://openalex.org/W1993892970","https://openalex.org/W2007568515","https://openalex.org/W2011039300","https://openalex.org/W2014423113","https://openalex.org/W2014736310","https://openalex.org/W2043701535","https://openalex.org/W2085039517","https://openalex.org/W2085298577","https://openalex.org/W2089269509","https://openalex.org/W2100830825","https://openalex.org/W2105947650","https://openalex.org/W2114674005","https://openalex.org/W2119023901","https://openalex.org/W2122967269","https://openalex.org/W2170500377","https://openalex.org/W2173213060","https://openalex.org/W2397579066","https://openalex.org/W2542459869","https://openalex.org/W2808990899","https://openalex.org/W2909002869","https://openalex.org/W4248598746","https://openalex.org/W4254292280"],"related_works":["https://openalex.org/W2378994405","https://openalex.org/W2385974820","https://openalex.org/W2373478030","https://openalex.org/W2378679551","https://openalex.org/W3149739944","https://openalex.org/W2392363776","https://openalex.org/W2063051341","https://openalex.org/W2591066345","https://openalex.org/W1494563618","https://openalex.org/W2357022711"],"abstract_inverted_index":{"Scientific":[0],"insights":[1],"in":[2,25,59,90,110,124,140,147],"the":[3,10,78,81,86,91,100,151,154],"coming":[4],"decade":[5],"will":[6],"clearly":[7],"depend":[8],"on":[9],"effective":[11],"processing":[12],"of":[13,23,30,49,80,136,150,156],"large":[14,26],"data":[15,27,43,82],"sets":[16],"generated":[17],"by":[18,106],"dynamic":[19],"heterogeneous":[20],"applications":[21],"typical":[22],"workflows":[24,44,69],"centers":[28],"or":[29,85],"emerging":[31],"fields":[32],"like":[33],"neuroscience.":[34],"In":[35],"this":[36,95],"article,":[37],"we":[38,115,133],"show":[39,116],"how":[40,117],"these":[41,68],"big":[42],"have":[45],"a":[46],"unique":[47],"set":[48,83],"characteristics":[50],"that":[51,64],"pose":[52],"challenges":[53],"for":[54,67,102],"leveraging":[55],"HPC":[56],"methodologies,":[57],"particularly":[58],"scheduling.":[60],"Our":[61],"findings":[62],"indicate":[63],"execution":[65],"times":[66],"are":[70,74],"highly":[71],"unpredictable":[72],"and":[73,98,127,143],"not":[75],"correlated":[76],"with":[77],"size":[79],"involved":[84],"precise":[87],"functions":[88],"used":[89],"analysis.":[92],"We":[93],"characterize":[94],"inherent":[96],"variability":[97],"sketch":[99],"need":[101],"new":[103,160],"scheduling":[104,119,161],"approaches":[105,120],"quantifying":[107],"significant":[108],"gaps":[109],"achievable":[111],"performance.":[112],"Through":[113],"simulations,":[114],"on-the-fly":[118],"can":[121],"deliver":[122],"benefits":[123],"both":[125],"system-level":[126],"user-level":[128],"performance":[129,158],"measures.":[130],"On":[131],"average,":[132],"find":[134],"improvements":[135],"up":[137,144],"to":[138,145],"35%":[139],"system":[141],"utilization":[142],"45%":[146],"average":[148],"stretch":[149],"applications,":[152],"illustrating":[153],"potential":[155],"increasing":[157],"through":[159],"approaches.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-04-25T00:00:00"}