{"id":"https://openalex.org/W2808176495","doi":"https://doi.org/10.1145/3217880.3217885","title":"Early Experience Using Amazon Batch for Scientific Workflows","display_name":"Early Experience Using Amazon Batch for Scientific Workflows","publication_year":2018,"publication_date":"2018-06-11","ids":{"openalex":"https://openalex.org/W2808176495","doi":"https://doi.org/10.1145/3217880.3217885","mag":"2808176495"},"language":"en","primary_location":{"id":"doi:10.1145/3217880.3217885","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3217880.3217885","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3217880.3217885","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th Workshop on Scientific Cloud Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3217880.3217885","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015744210","display_name":"Kyle M. D. Sweeney","orcid":null},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kyle M. D. Sweeney","raw_affiliation_strings":["Department of Computer Science and Engineering, Notre Dame, IN"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Notre Dame, IN","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007301255","display_name":"Douglas Thain","orcid":"https://orcid.org/0000-0001-5218-1956"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Douglas Thain","raw_affiliation_strings":["Department of Computer Science and Engineering, Notre Dame, IN"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Notre Dame, IN","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5015744210"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.06893769,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/amazon-rainforest","display_name":"Amazon rainforest","score":0.8695067167282104},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7119431495666504},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5535446405410767},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.425128310918808},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.20004487037658691},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.07017812132835388}],"concepts":[{"id":"https://openalex.org/C535291247","wikidata":"https://www.wikidata.org/wiki/Q177567","display_name":"Amazon rainforest","level":2,"score":0.8695067167282104},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7119431495666504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5535446405410767},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.425128310918808},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.20004487037658691},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.07017812132835388},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3217880.3217885","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3217880.3217885","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3217880.3217885","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th Workshop on Scientific Cloud Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3217880.3217885","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3217880.3217885","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3217880.3217885","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th Workshop on Scientific Cloud Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G3617928998","display_name":"SI2-SSE: Scaling up Science on Cyberinfrastructure with the Cooperative Computing Tools","funder_award_id":"1642409","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4210217130","display_name":null,"funder_award_id":"OAC-1642409","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2808176495.pdf","grobid_xml":"https://content.openalex.org/works/W2808176495.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W110825830","https://openalex.org/W259012431","https://openalex.org/W1964853316","https://openalex.org/W1970275772","https://openalex.org/W1987659801","https://openalex.org/W2058042440","https://openalex.org/W2070886157","https://openalex.org/W2084078215","https://openalex.org/W2104290987","https://openalex.org/W2118579700","https://openalex.org/W2127172683","https://openalex.org/W2136717145","https://openalex.org/W2141782735","https://openalex.org/W2154158105","https://openalex.org/W4249672666"],"related_works":["https://openalex.org/W2546704476","https://openalex.org/W2081035100","https://openalex.org/W2884654900","https://openalex.org/W2327228951","https://openalex.org/W2497175360","https://openalex.org/W1544898319","https://openalex.org/W3118799476","https://openalex.org/W1767718647","https://openalex.org/W2795043317","https://openalex.org/W2384869196"],"abstract_inverted_index":{"Recent":[0],"technological":[1],"trends":[2],"have":[3],"pushed":[4],"many":[5],"products":[6],"and":[7,18,93,98,114,134,150],"technologies":[8,35],"into":[9],"the":[10,45,100,144,148,160],"cloud,":[11],"relying":[12],"less":[13],"on":[14,33,84,102,117,157,182],"local":[15],"computational":[16],"services,":[17],"instead":[19],"purchasing":[20],"computation":[21],"a":[22,50,77,125,172,176],"la":[23],"carte":[24],"from":[25],"cloud":[26,70],"service":[27,38],"providers.":[28],"These":[29],"providers":[30],"focus":[31],"more":[32],"delivering":[34],"which":[36,80],"are":[37],"based":[39],"rather":[40],"than":[41],"throughput":[42,53],"based.":[43],"With":[44],"advent":[46],"of":[47,96,147,185],"Amazon":[48,103,132],"Batch,":[49],"new":[51],"high":[52],"service,":[54],"we":[55,75],"wished":[56],"to":[57,68,131,153],"see":[58],"how":[59],"capable":[60],"it":[61],"was":[62],"for":[63,110],"running":[64,135,146],"scientific":[65],"workflows":[66,82,101],"compared":[67],"existing":[69],"services.":[71],"To":[72],"that":[73,121],"end,":[74],"developed":[76],"testing":[78],"suite":[79],"created":[81],"focusing":[83],"increasing":[85,89,94],"shared":[86],"file":[87,91],"sizes,":[88,92],"unique":[90],"number":[95],"tasks,":[97],"ran":[99],"Batch":[104,133,174],"plus":[105],"two":[106],"other":[107],"similar":[108,151],"configurations":[109],"comparison:":[111],"EC2":[112,137,158,183],"workers":[113,181],"Work":[115,155,179],"Queue":[116,156,180],"EC2.":[118],"We":[119],"found":[120],"while":[122],"there":[123,139],"is":[124,140],"significant":[126],"delay":[127],"in":[128,143],"sending":[129],"jobs":[130],"raw":[136],"workers,":[138],"little":[141],"overhead":[142],"actual":[145],"task,":[149],"performance":[152],"using":[154],"when":[159,169],"workflow":[161],"does":[162],"not":[163],"require":[164],"large":[165],"input":[166],"files.":[167],"Additionally,":[168],"performing":[170],"real":[171],"workflow,":[173],"achieved":[175],"speedup":[177],"over":[178],"instances":[184],"1.18x.1":[186]},"counts_by_year":[{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}