{"id":"https://openalex.org/W3034605405","doi":"https://doi.org/10.1145/3311790.3396659","title":"Reproducible and Portable Workflows for Scientific Computing and HPC in the Cloud","display_name":"Reproducible and Portable Workflows for Scientific Computing and HPC in the Cloud","publication_year":2020,"publication_date":"2020-07-22","ids":{"openalex":"https://openalex.org/W3034605405","doi":"https://doi.org/10.1145/3311790.3396659","mag":"3034605405"},"language":"en","primary_location":{"id":"doi:10.1145/3311790.3396659","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3311790.3396659","pdf_url":null,"source":{"id":"https://openalex.org/S4306523034","display_name":"Practice and Experience in Advanced Research Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.05016","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067243553","display_name":"Peter Z. Vaillancourt","orcid":"https://orcid.org/0000-0002-1277-7752"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peter Vaillancourt","raw_affiliation_strings":["Cornell University, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022267148","display_name":"Bennett Wineholt","orcid":"https://orcid.org/0009-0005-8482-2718"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bennett Wineholt","raw_affiliation_strings":["Cornell University, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067466835","display_name":"Brandon Barker","orcid":"https://orcid.org/0000-0001-5732-9550"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon Barker","raw_affiliation_strings":["Cornell University, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056016955","display_name":"Plato Deliyannis","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Plato Deliyannis","raw_affiliation_strings":["Cornell University, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052007549","display_name":"Jackie Zheng","orcid":"https://orcid.org/0000-0003-3706-350X"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jackie Zheng","raw_affiliation_strings":["Cornell University, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074679134","display_name":"Akshay Suresh","orcid":"https://orcid.org/0000-0002-5389-7806"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akshay Suresh","raw_affiliation_strings":["Cornell University, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057680253","display_name":"Adam Brazier","orcid":"https://orcid.org/0000-0001-6341-7178"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Brazier","raw_affiliation_strings":["Cornell University, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053124179","display_name":"Richard Knepper","orcid":"https://orcid.org/0000-0002-4296-9421"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rich Knepper","raw_affiliation_strings":["Cornell University, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075011123","display_name":"Rich Wolski","orcid":"https://orcid.org/0000-0003-3722-473X"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rich Wolski","raw_affiliation_strings":["University of California Santa Barbara, USA"],"affiliations":[{"raw_affiliation_string":"University of California Santa Barbara, USA","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5067243553"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":3.27552909,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.93900922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"311","last_page":"320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.8831428289413452},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8816686868667603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8126220107078552},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.752875566482544},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.7260158658027649},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.689932107925415},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5698526501655579},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5504350662231445},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.4941909611225128},{"id":"https://openalex.org/keywords/embarrassingly-parallel","display_name":"Embarrassingly parallel","score":0.43573009967803955},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3574358820915222},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.32335400581359863},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2825392186641693},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09581461548805237},{"id":"https://openalex.org/keywords/massively-parallel","display_name":"Massively parallel","score":0.07818222045898438}],"concepts":[{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.8831428289413452},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8816686868667603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8126220107078552},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.752875566482544},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.7260158658027649},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.689932107925415},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5698526501655579},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5504350662231445},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.4941909611225128},{"id":"https://openalex.org/C126909462","wikidata":"https://www.wikidata.org/wiki/Q5369501","display_name":"Embarrassingly parallel","level":3,"score":0.43573009967803955},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3574358820915222},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.32335400581359863},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2825392186641693},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09581461548805237},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.07818222045898438},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3311790.3396659","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3311790.3396659","pdf_url":null,"source":{"id":"https://openalex.org/S4306523034","display_name":"Practice and Experience in Advanced Research Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2006.05016","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.05016","pdf_url":"https://arxiv.org/pdf/2006.05016","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.05016","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.05016","pdf_url":"https://arxiv.org/pdf/2006.05016","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G7562012943","display_name":null,"funder_award_id":"ACI-1541215","funder_id":"https://openalex.org/F4320315254","funder_display_name":"Innovative Research Group Project of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W114793137","https://openalex.org/W1685912164","https://openalex.org/W2036423640","https://openalex.org/W2047006371","https://openalex.org/W2092288318","https://openalex.org/W2104778110","https://openalex.org/W2112240717","https://openalex.org/W2594840325","https://openalex.org/W2613409207","https://openalex.org/W2635989364","https://openalex.org/W2765136946","https://openalex.org/W2790744310","https://openalex.org/W2797460355","https://openalex.org/W2889594482","https://openalex.org/W2911712950","https://openalex.org/W2970847970","https://openalex.org/W2975393861","https://openalex.org/W2989380327","https://openalex.org/W3006022112","https://openalex.org/W3099394385","https://openalex.org/W3099662160","https://openalex.org/W3099983421","https://openalex.org/W3100492563","https://openalex.org/W3102075427","https://openalex.org/W4388043360"],"related_works":["https://openalex.org/W107105315","https://openalex.org/W1584537303","https://openalex.org/W4388155270","https://openalex.org/W1872724644","https://openalex.org/W4367156293","https://openalex.org/W2750549761","https://openalex.org/W28826848","https://openalex.org/W2122272819","https://openalex.org/W2148952300","https://openalex.org/W2392542080"],"abstract_inverted_index":{"The":[0],"increasing":[1,37],"availability":[2],"of":[3,27,77,102,144,150,195,216],"cloud":[4,30,56,217],"computing":[5,31,42],"services":[6],"for":[7,79,131],"science":[8],"has":[9,117,160],"changed":[10],"the":[11,40,55,59,63,75,104,142,148,164,203],"way":[12],"scientific":[13,23,41,67,90,152,196],"code":[14],"can":[15,199],"be":[16,200],"developed,":[17],"deployed,":[18],"and":[19,47,57,61,81,107,112,127,135,147,166,179,187,205,211],"run.":[20],"Many":[21],"modern":[22],"workflows":[24,197],"are":[25],"capable":[26],"running":[28],"on":[29,163],"resources.":[32],"Consequently,":[33],"there":[34],"is":[35],"an":[36,52],"interest":[38],"in":[39,44,120,154,172,213],"community":[43],"methods,":[45],"tools,":[46],"implementations":[48,96],"that":[49,198],"enable":[50],"moving":[51],"application":[53,116,153,159],"to":[54,65,88,100,140,209],"simplifying":[58],"process,":[60],"decreasing":[62],"time":[64],"meaningful":[66],"results.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72],"have":[73,137],"applied":[74],"concepts":[76],"containerization":[78],"portability":[80,101],"multi-cloud":[82],"automated":[83],"deployment":[84,109,149],"with":[85,124],"industry-standard":[86],"tools":[87,204],"three":[89],"workflows.":[91],"We":[92,190],"show":[93],"how":[94],"our":[95,206],"provide":[97],"reduced":[98],"complexity":[99],"both":[103],"applications":[105],"themselves,":[106],"their":[108],"across":[110],"private":[111],"public":[113],"clouds.":[114],"Each":[115,158],"been":[118,138,161],"packaged":[119],"a":[121,155,193,214],"Docker":[122],"container":[123],"its":[125],"dependencies":[126],"necessary":[128],"environment":[129],"setup":[130],"production":[132],"runs.":[133],"Terraform":[134],"Ansible":[136],"used":[139],"automate":[141],"provisioning":[143],"compute":[145],"resources":[146],"each":[151],"Multi-VM":[156,176],"cluster.":[157],"deployed":[162],"AWS":[165],"Aristotle":[167],"Cloud":[168],"Federation":[169],"platforms.":[170],"Variation":[171],"data":[173],"management":[174],"constraints,":[175],"MPI":[177],"communication,":[178],"embarrassingly":[180],"parallel":[181],"instance":[182],"deployments":[183],"were":[184],"all":[185],"explored":[186],"reported":[188],"on.":[189],"thus":[191],"present":[192],"sample":[194],"simplified":[201],"using":[202],"proposed":[207],"implementation":[208],"deploy":[210],"run":[212],"variety":[215],"environments.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2020-06-19T00:00:00"}