{"id":"https://openalex.org/W2049625039","doi":"https://doi.org/10.1145/2335755.2335846","title":"Enabling large-scale scientific workflows on petascale resources using MPI master/worker","display_name":"Enabling large-scale scientific workflows on petascale resources using MPI master/worker","publication_year":2012,"publication_date":"2012-07-16","ids":{"openalex":"https://openalex.org/W2049625039","doi":"https://doi.org/10.1145/2335755.2335846","mag":"2049625039"},"language":"en","primary_location":{"id":"doi:10.1145/2335755.2335846","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2335755.2335846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Conference of the Extreme Science and Engineering Discovery Environment: Bridging from the eXtreme to the campus and beyond","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079942660","display_name":"Mats Rynge","orcid":"https://orcid.org/0000-0002-1779-7189"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mats Rynge","raw_affiliation_strings":["University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033615057","display_name":"S. Callaghan","orcid":"https://orcid.org/0000-0001-5992-6025"},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Callaghan","raw_affiliation_strings":["University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031941569","display_name":"Ewa Deelman","orcid":"https://orcid.org/0000-0001-5106-503X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ewa Deelman","raw_affiliation_strings":["University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005056823","display_name":"Gideon Juve","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gideon Juve","raw_affiliation_strings":["University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034246908","display_name":"Gaurang Mehta","orcid":null},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gaurang Mehta","raw_affiliation_strings":["University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055471608","display_name":"Karan Vahi","orcid":"https://orcid.org/0000-0001-8622-2082"},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karan Vahi","raw_affiliation_strings":["University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044995026","display_name":"P. J. Maechling","orcid":"https://orcid.org/0000-0002-9221-7068"},"institutions":[{"id":"https://openalex.org/I2800817003","display_name":"Southern California University for Professional Studies","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]},{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip J. Maechling","raw_affiliation_strings":["University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5079942660"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"],"apc_list":null,"apc_paid":null,"fwci":1.8626,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.86351118,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/petascale-computing","display_name":"Petascale computing","score":0.9841541051864624},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9208167791366577},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.797094464302063},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6785274744033813},{"id":"https://openalex.org/keywords/workflow-management-system","display_name":"Workflow management system","score":0.638419508934021},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.48033609986305237},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.43284308910369873},{"id":"https://openalex.org/keywords/workflow-technology","display_name":"Workflow technology","score":0.41710013151168823},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3308160901069641},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.27364563941955566}],"concepts":[{"id":"https://openalex.org/C185410017","wikidata":"https://www.wikidata.org/wiki/Q7171778","display_name":"Petascale computing","level":3,"score":0.9841541051864624},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9208167791366577},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.797094464302063},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6785274744033813},{"id":"https://openalex.org/C140824633","wikidata":"https://www.wikidata.org/wiki/Q2808660","display_name":"Workflow management system","level":3,"score":0.638419508934021},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.48033609986305237},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.43284308910369873},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.41710013151168823},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3308160901069641},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.27364563941955566},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2335755.2335846","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2335755.2335846","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Conference of the Extreme Science and Engineering Discovery Environment: Bridging from the eXtreme to the campus and beyond","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.308.6008","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.308.6008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://pegasus.isi.edu/publications/2012/XSEDE12-Rynge-pegasus-mpi-cluster.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.719.7268","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.719.7268","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://isi.edu/%7Egideon/publications/RyngeM-Enabling.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G4892715242","display_name":null,"funder_award_id":"OCI-0722019OCI-0943725EAR-0529922OCI-1053575","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G8065819694","display_name":null,"funder_award_id":"07HQAG0008","funder_id":"https://openalex.org/F4320332183","funder_display_name":"U.S. Geological Survey"}],"funders":[{"id":"https://openalex.org/F4320332183","display_name":"U.S. Geological Survey","ror":"https://ror.org/035a68863"},{"id":"https://openalex.org/F4320337377","display_name":"Office of Advanced Cyberinfrastructure","ror":"https://ror.org/04nh1dc89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W67188827","https://openalex.org/W110825830","https://openalex.org/W126044612","https://openalex.org/W259012431","https://openalex.org/W1780933788","https://openalex.org/W1802742953","https://openalex.org/W1976457299","https://openalex.org/W1976828701","https://openalex.org/W1980558577","https://openalex.org/W1994352773","https://openalex.org/W1996533619","https://openalex.org/W2002965081","https://openalex.org/W2050274079","https://openalex.org/W2062463655","https://openalex.org/W2064007126","https://openalex.org/W2105331421","https://openalex.org/W2113277707","https://openalex.org/W2114516927","https://openalex.org/W2121893797","https://openalex.org/W2122747952","https://openalex.org/W2123130398","https://openalex.org/W2123663722","https://openalex.org/W2129666400","https://openalex.org/W2152526229","https://openalex.org/W2152956081","https://openalex.org/W2161292693","https://openalex.org/W2166459269","https://openalex.org/W2172143128","https://openalex.org/W4239577827"],"related_works":["https://openalex.org/W2021702679","https://openalex.org/W3038449658","https://openalex.org/W1582746211","https://openalex.org/W3129378740","https://openalex.org/W2266027327","https://openalex.org/W2373541195","https://openalex.org/W2379425324","https://openalex.org/W2376410910","https://openalex.org/W2375552622","https://openalex.org/W2391168633"],"abstract_inverted_index":{"Computational":[0],"scientists":[1,53],"often":[2],"need":[3],"to":[4,19,44,56,77,90,118,154,175],"execute":[5,57,78],"large,":[6,92],"loosely-coupled":[7],"parallel":[8],"applications":[9,24,59],"such":[10,79],"as":[11,113],"workflows":[12,94],"and":[13,40,108,129,159,161,164],"bags":[14],"of":[15,28,38,51,179],"tasks":[16],"in":[17,47,135],"order":[18,43],"do":[20],"their":[21],"research.":[22],"These":[23],"are":[25,74],"typically":[26],"composed":[27],"many,":[29],"short-running,":[30],"serial":[31],"tasks,":[32],"which":[33],"frequently":[34],"demand":[35],"large":[36,182],"amounts":[37],"computation":[39],"storage.":[41],"In":[42,63,82],"produce":[45],"results":[46],"a":[48,69,87,114,180],"reasonable":[49],"amount":[50],"time,":[52],"would":[54],"like":[55],"these":[58],"using":[60],"petascale":[61,72,97],"resources.":[62,189],"the":[64,103,119,127,136,170,177],"past":[65],"this":[66,83,145],"has":[67,132],"been":[68,133],"challenge":[70],"because":[71],"systems":[73],"not":[75],"designed":[76],"workloads":[80],"efficiently.":[81],"paper":[84],"we":[85,167],"describe":[86,125,168],"new":[88],"approach":[89,146],"executing":[91],"fine-grained":[93],"on":[95,187],"distributed":[96],"systems.":[98],"Our":[99],"solution":[100,150],"involves":[101],"partitioning":[102,128],"workflow":[104],"into":[105],"independent":[106],"subgraphs,":[107],"then":[109],"submitting":[110],"each":[111],"subgraph":[112],"self-contained":[115],"MPI":[116],"job":[117,130],"available":[120],"resources":[121],"(often":[122],"remote).":[123],"We":[124,141],"how":[126,144,169],"management":[131],"implemented":[134],"Pegasus":[137],"Workflow":[138],"Management":[139],"System.":[140],"also":[142],"explain":[143],"provides":[147],"an":[148],"end-to-end":[149],"for":[151],"challenges":[152],"related":[153],"system":[155,171],"architecture,":[156],"queue":[157],"policies":[158],"priorities,":[160],"application":[162,186],"reuse":[163],"development.":[165],"Finally,":[166],"is":[172],"being":[173],"used":[174],"enable":[176],"execution":[178],"very":[181],"seismic":[183],"hazard":[184],"analysis":[185],"XSEDE":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}