{"id":"https://openalex.org/W3037181247","doi":"https://doi.org/10.1109/hpec43674.2020.9286208","title":"Self-Scaling Clusters and Reproducible Containers to Enable Scientific Computing","display_name":"Self-Scaling Clusters and Reproducible Containers to Enable Scientific Computing","publication_year":2020,"publication_date":"2020-09-22","ids":{"openalex":"https://openalex.org/W3037181247","doi":"https://doi.org/10.1109/hpec43674.2020.9286208","mag":"3037181247"},"language":"en","primary_location":{"id":"doi:10.1109/hpec43674.2020.9286208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec43674.2020.9286208","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.14784","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067243553","display_name":"Peter Z. Vaillancourt","orcid":"https://orcid.org/0000-0002-1277-7752"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peter Z. Vaillancourt","raw_affiliation_strings":["Center for Advanced Computing Cornell University, Ithaca, New York, USA","cornell University"],"affiliations":[{"raw_affiliation_string":"Center for Advanced Computing Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087673201","display_name":"J. Eric Coulter","orcid":"https://orcid.org/0000-0002-2083-8308"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]},{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Eric Coulter","raw_affiliation_strings":["Cyberinfrastructure Integration Research Center, Indiana University, Bloomington, IN, USA","Indiana University*"],"affiliations":[{"raw_affiliation_string":"Cyberinfrastructure Integration Research Center, Indiana University, Bloomington, IN, USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"Indiana University*","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053124179","display_name":"Richard Knepper","orcid":"https://orcid.org/0000-0002-4296-9421"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Knepper","raw_affiliation_strings":["Center for Advanced Computing Cornell University, Ithaca, New York, USA","cornell University"],"affiliations":[{"raw_affiliation_string":"Center for Advanced Computing Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067466835","display_name":"Brandon Barker","orcid":"https://orcid.org/0000-0001-5732-9550"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon Barker","raw_affiliation_strings":["Center for Advanced Computing Cornell University, Ithaca, New York, USA","cornell University"],"affiliations":[{"raw_affiliation_string":"Center for Advanced Computing Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"cornell University","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067243553"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08609103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8690691590309143},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.8115377426147461},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7775481939315796},{"id":"https://openalex.org/keywords/cyberinfrastructure","display_name":"Cyberinfrastructure","score":0.7235487103462219},{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.6521342992782593},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.613067090511322},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5806518793106079},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5375691652297974},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.4104389548301697},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40736034512519836},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.3501533269882202},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3368346691131592},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32196342945098877},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3047308325767517}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8690691590309143},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.8115377426147461},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7775481939315796},{"id":"https://openalex.org/C2776397876","wikidata":"https://www.wikidata.org/wiki/Q1450531","display_name":"Cyberinfrastructure","level":2,"score":0.7235487103462219},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.6521342992782593},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.613067090511322},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5806518793106079},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5375691652297974},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.4104389548301697},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40736034512519836},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3501533269882202},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3368346691131592},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32196342945098877},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3047308325767517},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/hpec43674.2020.9286208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec43674.2020.9286208","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2006.14784","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.14784","pdf_url":"https://arxiv.org/pdf/2006.14784","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3037181247","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2006.14784.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2006.14784","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.14784","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.14784","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.14784","pdf_url":"https://arxiv.org/pdf/2006.14784","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3037181247.pdf","grobid_xml":"https://content.openalex.org/works/W3037181247.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W180304929","https://openalex.org/W1569469665","https://openalex.org/W1596936080","https://openalex.org/W1984712701","https://openalex.org/W2001818158","https://openalex.org/W2043701535","https://openalex.org/W2048060485","https://openalex.org/W2050621158","https://openalex.org/W2052458712","https://openalex.org/W2104778110","https://openalex.org/W2169631286","https://openalex.org/W2278581680","https://openalex.org/W2414283705","https://openalex.org/W2511331403","https://openalex.org/W2566272869","https://openalex.org/W2613409207","https://openalex.org/W2731648980","https://openalex.org/W2735218636","https://openalex.org/W2765136946","https://openalex.org/W2777476837","https://openalex.org/W2859435694","https://openalex.org/W2909699291","https://openalex.org/W2964496218","https://openalex.org/W2964639050","https://openalex.org/W2964798399","https://openalex.org/W2965966235","https://openalex.org/W2975393861","https://openalex.org/W2975931408","https://openalex.org/W3034605405","https://openalex.org/W3101637660"],"related_works":["https://openalex.org/W3114227028","https://openalex.org/W3034605405","https://openalex.org/W2859435694","https://openalex.org/W2605748122","https://openalex.org/W3010132440","https://openalex.org/W2011023172","https://openalex.org/W2911990946","https://openalex.org/W2537610994","https://openalex.org/W1992374047","https://openalex.org/W2808607091","https://openalex.org/W2523336103","https://openalex.org/W2943710427","https://openalex.org/W3089188431","https://openalex.org/W2989170081","https://openalex.org/W2081174729","https://openalex.org/W1956798788","https://openalex.org/W2608794700","https://openalex.org/W2575817186","https://openalex.org/W3209362473","https://openalex.org/W2964850614"],"abstract_inverted_index":{"Container":[0],"technologies":[1,42],"such":[2],"as":[3,44,217],"Docker":[4,154],"have":[5],"become":[6],"a":[7,102,108,124,192,218],"crucial":[8],"component":[9],"of":[10,74,104,184],"many":[11],"software":[12,50,100,222],"industry":[13],"practices":[14],"especially":[15,66],"those":[16,56],"pertaining":[17],"to":[18,34,89,95,159,225],"reproducibility":[19],"and":[20,37,60,97,110,166,174,204,237],"portability.":[21],"The":[22,113],"containerization":[23],"philosophy":[24],"has":[25,32,122],"influenced":[26],"the":[27,79,119,132,147,182,197,202,229],"scientific":[28,49,99,177,221],"computing":[29,178,239],"community,":[30],"which":[31,127,145],"begun":[33],"adopt":[35],"-":[36,40],"even":[38],"develop":[39,96],"container":[41,155],"(such":[43],"Singularity).":[45],"Leveraging":[46],"containers":[47,186,224],"for":[48,68,76,220],"often":[51],"poses":[52],"challenges":[53],"distinct":[54],"from":[55],"encountered":[57],"in":[58,78,107,118,131,151,168,191,201,228],"industry,":[59],"requires":[61],"different":[62],"methodologies.":[63],"This":[64],"is":[65,86,157,215],"true":[67],"HPC.":[69],"With":[70],"an":[71,152],"increasing":[72],"number":[73],"options":[75],"HPC":[77,129,235],"cloud":[80,83,133,238],"(including":[81],"NSF-funded":[82],"projects),":[84],"there":[85],"strong":[87],"motivation":[88],"seek":[90],"solutions":[91],"that":[92,134,156,171,212],"provide":[93],"flexibility":[94],"deploy":[98],"on":[101],"variety":[103],"computational":[105],"infrastructures":[106],"portable":[109,175],"reproducible":[111,173],"way.":[112],"Cyberinfrastructure":[114],"Resource":[115],"Integration":[116],"team":[117],"XSEDE":[120,230],"project":[121],"developed":[123],"simple":[125],"tool":[126],"provides":[128,162],"infrastructure":[130],"scales":[135],"with":[136,187],"user":[137],"demand.":[138],"We":[139,180,210],"now":[140],"present":[141],"one":[142],"possible":[143],"solution":[144],"uses":[146],"Nix":[148],"package":[149],"manager":[150],"MPI-capable":[153],"converted":[158],"Singularity.":[160],"It":[161],"consistent":[163],"installations,":[164],"dependencies,":[165],"environments":[167],"each":[169],"image":[170],"are":[172],"across":[176],"infrastructures.":[179],"demonstrate":[181],"utility":[183],"these":[185],"cluster":[188,195],"benchmark":[189],"runs":[190],"self-scaling":[193],"virtual":[194],"using":[196],"Slurm":[198],"scheduler":[199],"deployed":[200],"Jetstream":[203],"Aristotle":[205],"Red":[206],"Cloud":[207],"OpenStack":[208],"clouds.":[209],"conclude":[211],"this":[213],"technique":[214],"useful":[216],"template":[219],"application":[223],"be":[226],"used":[227],"compute":[231],"environment,":[232],"other":[233],"Singularity":[234],"environments,":[236],"environments.":[240]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}