{"id":"https://openalex.org/W2822054938","doi":"https://doi.org/10.1109/ccgrid.2018.00040","title":"Addressing the Challenges of Executing a Massive Computational Cluster in the Cloud","display_name":"Addressing the Challenges of Executing a Massive Computational Cluster in the Cloud","publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2822054938","doi":"https://doi.org/10.1109/ccgrid.2018.00040","mag":"2822054938"},"language":"en","primary_location":{"id":"doi:10.1109/ccgrid.2018.00040","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccgrid.2018.00040","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 18th IEEE/ACM International Symposium on Cluster, Cloud and Grid Computing (CCGRID)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003300975","display_name":"Brandon Posey","orcid":null},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brandon Posey","raw_affiliation_strings":["Clemson University"],"affiliations":[{"raw_affiliation_string":"Clemson University","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028631069","display_name":"Christopher Gropp","orcid":"https://orcid.org/0000-0002-3697-1218"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Gropp","raw_affiliation_strings":["Clemson University"],"affiliations":[{"raw_affiliation_string":"Clemson University","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019436346","display_name":"Boyd Wilson","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boyd Wilson","raw_affiliation_strings":["Amazon Web Services"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078226844","display_name":"Boyd McGeachie","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boyd McGeachie","raw_affiliation_strings":["Amazon Web Services"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101420427","display_name":"Sanjay Padhi","orcid":"https://orcid.org/0000-0003-0650-048X"},"institutions":[{"id":"https://openalex.org/I2803006356","display_name":"Winbond (Taiwan)","ror":"https://ror.org/045100v05","country_code":"TW","type":"company","lineage":["https://openalex.org/I2803006356"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sanjay Padhi","raw_affiliation_strings":["Omnibond"],"affiliations":[{"raw_affiliation_string":"Omnibond","institution_ids":["https://openalex.org/I2803006356"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102014112","display_name":"Alexander Herzog","orcid":"https://orcid.org/0000-0001-7671-1878"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Herzog","raw_affiliation_strings":["Clemson University"],"affiliations":[{"raw_affiliation_string":"Clemson University","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004225206","display_name":"Amy Apon","orcid":"https://orcid.org/0000-0001-5617-5334"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy Apon","raw_affiliation_strings":["Clemson University"],"affiliations":[{"raw_affiliation_string":"Clemson University","institution_ids":["https://openalex.org/I8078737"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5003300975"],"corresponding_institution_ids":["https://openalex.org/I8078737"],"apc_list":null,"apc_paid":null,"fwci":2.4882,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.92568711,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"253","last_page":"262"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8664915561676025},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8239573240280151},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7712063789367676},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7127912640571594},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.6271884441375732},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6039220094680786},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5520614981651306},{"id":"https://openalex.org/keywords/computer-cluster","display_name":"Computer cluster","score":0.47891438007354736},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.4470234215259552},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.41214191913604736},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.35794001817703247},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3516719341278076},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08307787775993347}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8664915561676025},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8239573240280151},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7712063789367676},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7127912640571594},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6271884441375732},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6039220094680786},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5520614981651306},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.47891438007354736},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.4470234215259552},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.41214191913604736},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.35794001817703247},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3516719341278076},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08307787775993347},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccgrid.2018.00040","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccgrid.2018.00040","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 18th IEEE/ACM International Symposium on Cluster, Cloud and Grid Computing (CCGRID)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1880262756","https://openalex.org/W1964853316","https://openalex.org/W1971300800","https://openalex.org/W2024284606","https://openalex.org/W2076449099","https://openalex.org/W2088445131","https://openalex.org/W2096814070","https://openalex.org/W2100618668","https://openalex.org/W2100916301","https://openalex.org/W2118034653","https://openalex.org/W2174706414","https://openalex.org/W2318550784","https://openalex.org/W2424026337","https://openalex.org/W2475844281","https://openalex.org/W2591324491","https://openalex.org/W2729674042","https://openalex.org/W2730293055","https://openalex.org/W2734606430","https://openalex.org/W2757930698","https://openalex.org/W2770512243","https://openalex.org/W3006431365","https://openalex.org/W3183766709","https://openalex.org/W6639619044","https://openalex.org/W6674573128","https://openalex.org/W6746268620"],"related_works":["https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W42804133","https://openalex.org/W2974803588","https://openalex.org/W2133719836","https://openalex.org/W1501833554","https://openalex.org/W2349032622","https://openalex.org/W4239125441","https://openalex.org/W2366626519"],"abstract_inverted_index":{"A":[0],"major":[1],"limitation":[2],"for":[3],"time-to-science":[4],"can":[5,29],"be":[6],"the":[7,15,64,143,151],"lack":[8],"of":[9,17,25,27,51,94,111,154],"available":[10],"computing":[11,49],"resources.":[12,80],"Depending":[13],"on":[14,100,157],"capacity":[16],"resources,":[18],"executing":[19],"an":[20],"application":[21,149],"suite":[22],"with":[23,70,77],"hundreds":[24],"thousands":[26],"jobs":[28,99,127],"take":[30],"weeks":[31],"when":[32],"resources":[33],"are":[34,119],"in":[35,135],"high":[36,47],"demand.":[37],"We":[38,62,81],"describe":[39],"how":[40],"we":[41,105],"dynamically":[42],"provision":[43],"a":[44,73,89,107,125,136],"large":[45,74,84],"scale":[46,75,85],"performance":[48],"cluster":[50,76,86],"more":[52],"than":[53],"one":[54],"million":[55,126],"cores":[56],"utilizing":[57,131],"Amazon":[58],"Web":[59],"Services":[60],"(AWS).":[61],"discuss":[63],"trade-offs,":[65],"challenges,":[66],"and":[67,118,145],"solutions":[68,141],"associated":[69],"creating":[71],"such":[72],"commercial":[78,159],"cloud":[79],"utilize":[82],"our":[83],"to":[87,121,142,150],"study":[88],"parameter":[90],"sweep":[91],"workflow":[92],"composed":[93],"message-passing":[95],"parallel":[96],"topic":[97],"modeling":[98],"multiple":[101],"datasets.":[102],"At":[103],"peak,":[104],"achieve":[106],"simultaneous":[108],"core":[109],"count":[110],"1,119,196":[112],"vCPUs":[113],"across":[114],"nearly":[115],"50,000":[116],"instances,":[117],"able":[120],"execute":[122],"almost":[123],"half":[124],"within":[128],"two":[129],"hours":[130],"AWS":[132,138],"Spot":[133],"Instances":[134],"single":[137],"region.":[139],"Our":[140],"challenges":[144],"trade-offs":[146],"have":[147],"broad":[148],"lifecycle":[152],"management":[153],"similar":[155],"clusters":[156],"other":[158],"clouds.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}