{"id":"https://openalex.org/W4393956399","doi":"https://doi.org/10.1145/3603166.3632142","title":"End-to-end Integration of Scientific Workflows on Distributed Cyberinfrastructures: Challenges and Lessons Learned with an Earth Science Application","display_name":"End-to-end Integration of Scientific Workflows on Distributed Cyberinfrastructures: Challenges and Lessons Learned with an Earth Science Application","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4393956399","doi":"https://doi.org/10.1145/3603166.3632142"},"language":"en","primary_location":{"id":"doi:10.1145/3603166.3632142","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3603166.3632142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3603166.3632142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 16th International Conference on Utility and Cloud Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3603166.3632142","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092834933","display_name":"Camila Roa","orcid":"https://orcid.org/0009-0003-8769-1245"},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Camila Roa","raw_affiliation_strings":["The University of Tennessee, Knoxville, US"],"affiliations":[{"raw_affiliation_string":"The University of Tennessee, Knoxville, US","institution_ids":["https://openalex.org/I75027704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079942660","display_name":"Mats Rynge","orcid":"https://orcid.org/0000-0002-1779-7189"},"institutions":[{"id":"https://openalex.org/I4210103999","display_name":"Integrated Systems Incorporation (United States)","ror":"https://ror.org/01et00j38","country_code":"US","type":"company","lineage":["https://openalex.org/I4210103999"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mats Rynge","raw_affiliation_strings":["USC / ISI, Los Angeles, US"],"affiliations":[{"raw_affiliation_string":"USC / ISI, Los Angeles, US","institution_ids":["https://openalex.org/I4210103999"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059157424","display_name":"Paula Olaya","orcid":"https://orcid.org/0000-0003-0258-6861"},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paula Olaya","raw_affiliation_strings":["The University of Tennessee, Knoxville, US"],"affiliations":[{"raw_affiliation_string":"The University of Tennessee, Knoxville, US","institution_ids":["https://openalex.org/I75027704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055471608","display_name":"Karan Vahi","orcid":"https://orcid.org/0000-0001-8622-2082"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karan Vahi","raw_affiliation_strings":["University of Southern California - Information Sciences Institute, Los Angeles, US"],"affiliations":[{"raw_affiliation_string":"University of Southern California - Information Sciences Institute, Los Angeles, US","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035605416","display_name":"Todd Miller","orcid":"https://orcid.org/0009-0003-0683-3062"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Todd Miller","raw_affiliation_strings":["University of Wisconsin-Madison, Medison, US"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Medison, US","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000586301","display_name":"James Griffioen","orcid":"https://orcid.org/0000-0002-5105-096X"},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Griffioen","raw_affiliation_strings":["University of Kentucky, Luisville, US"],"affiliations":[{"raw_affiliation_string":"University of Kentucky, Luisville, US","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012327675","display_name":"Shelley L. Knuth","orcid":"https://orcid.org/0000-0001-7249-4773"},"institutions":[{"id":"https://openalex.org/I921990950","display_name":"University of Colorado Denver","ror":"https://ror.org/02hh7en24","country_code":"US","type":"education","lineage":["https://openalex.org/I921990950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shelley Knuth","raw_affiliation_strings":["University of Colorado, Denver, US"],"affiliations":[{"raw_affiliation_string":"University of Colorado, Denver, US","institution_ids":["https://openalex.org/I921990950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031386835","display_name":"John Goodhue","orcid":"https://orcid.org/0009-0003-8344-9945"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I2803022237","display_name":"Massachusetts Green High Performance Computing Center","ror":"https://ror.org/05par7p11","country_code":"US","type":"facility","lineage":["https://openalex.org/I2803022237"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Goodhue","raw_affiliation_strings":["Massachusetts Green High Performance Computing Center, Boston, US"],"affiliations":[{"raw_affiliation_string":"Massachusetts Green High Performance Computing Center, Boston, US","institution_ids":["https://openalex.org/I2803022237","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068181240","display_name":"David Hudak","orcid":"https://orcid.org/0000-0002-3475-1481"},"institutions":[{"id":"https://openalex.org/I34077533","display_name":"Ohio Supercomputer Center","ror":"https://ror.org/01apna436","country_code":"US","type":"facility","lineage":["https://openalex.org/I34077533"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Hudak","raw_affiliation_strings":["Ohio Supercomputer Center, Columbus, US"],"affiliations":[{"raw_affiliation_string":"Ohio Supercomputer Center, Columbus, US","institution_ids":["https://openalex.org/I34077533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087797769","display_name":"Alana Romanella","orcid":"https://orcid.org/0000-0002-2309-0999"},"institutions":[{"id":"https://openalex.org/I921990950","display_name":"University of Colorado Denver","ror":"https://ror.org/02hh7en24","country_code":"US","type":"education","lineage":["https://openalex.org/I921990950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alana Romanella","raw_affiliation_strings":["University of Colorado, Denver, US"],"affiliations":[{"raw_affiliation_string":"University of Colorado, Denver, US","institution_ids":["https://openalex.org/I921990950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078741967","display_name":"Ricardo Llamas","orcid":"https://orcid.org/0000-0002-5716-0959"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ricardo Llamas","raw_affiliation_strings":["University of Delaware, Newark, US"],"affiliations":[{"raw_affiliation_string":"University of Delaware, Newark, US","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051794236","display_name":"Rodrigo Vargas","orcid":"https://orcid.org/0000-0001-6829-5333"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rodrigo Vargas","raw_affiliation_strings":["University of Delaware, Newark, US"],"affiliations":[{"raw_affiliation_string":"University of Delaware, Newark, US","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042010270","display_name":"Miron Livny","orcid":"https://orcid.org/0000-0001-5444-7439"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miron Livny","raw_affiliation_strings":["University of Wisconsin-Madison, Medison, US"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Medison, US","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031941569","display_name":"Ewa Deelman","orcid":"https://orcid.org/0000-0001-5106-503X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ewa Deelman","raw_affiliation_strings":["University of Southern California, Los Angeles, US"],"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, US","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078387820","display_name":"Michela Taufer","orcid":"https://orcid.org/0000-0002-0031-6377"},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michela Taufer","raw_affiliation_strings":["The University of Tennessee, Knoxville, US"],"affiliations":[{"raw_affiliation_string":"The University of Tennessee, Knoxville, US","institution_ids":["https://openalex.org/I75027704"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":15,"corresponding_author_ids":["https://openalex.org/A5092834933"],"corresponding_institution_ids":["https://openalex.org/I75027704"],"apc_list":null,"apc_paid":null,"fwci":1.1035,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.88599983,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6950860023498535},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.571557343006134},{"id":"https://openalex.org/keywords/earth","display_name":"Earth (classical element)","score":0.41406750679016113},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3686087727546692},{"id":"https://openalex.org/keywords/earth-science","display_name":"Earth science","score":0.3597623109817505},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3257291316986084},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.14111649990081787},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07864120602607727}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6950860023498535},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.571557343006134},{"id":"https://openalex.org/C26148502","wikidata":"https://www.wikidata.org/wiki/Q2488752","display_name":"Earth (classical element)","level":2,"score":0.41406750679016113},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3686087727546692},{"id":"https://openalex.org/C1965285","wikidata":"https://www.wikidata.org/wiki/Q8008","display_name":"Earth science","level":1,"score":0.3597623109817505},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3257291316986084},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.14111649990081787},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07864120602607727},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3603166.3632142","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3603166.3632142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3603166.3632142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 16th International Conference on Utility and Cloud Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3603166.3632142","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3603166.3632142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3603166.3632142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 16th International Conference on Utility and Cloud Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1183150320","display_name":null,"funder_award_id":"2223704","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1907073861","display_name":null,"funder_award_id":"2330582","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2919610627","display_name":null,"funder_award_id":"2331152","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4167750608","display_name":null,"funder_award_id":"2138811","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5538080289","display_name":null,"funder_award_id":"1841758","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5672939808","display_name":null,"funder_award_id":"2334945","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6840893325","display_name":null,"funder_award_id":"1664162","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7808743346","display_name":null,"funder_award_id":"2103836","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8300691027","display_name":null,"funder_award_id":"2138286","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8334053651","display_name":null,"funder_award_id":"2103845","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8920864304","display_name":null,"funder_award_id":"2028923","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393956399.pdf","grobid_xml":"https://content.openalex.org/works/W4393956399.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W2069805650","https://openalex.org/W2078962046","https://openalex.org/W2148317584","https://openalex.org/W2757049306","https://openalex.org/W2804145951","https://openalex.org/W4247372605","https://openalex.org/W4313305673"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W1981780420"],"abstract_inverted_index":{"Distributed":[0],"cyberinfrastructures":[1],"(CI)":[2],"pose":[3],"opportunities":[4],"and":[5,40,45,70,180],"challenges":[6],"for":[7,67,153],"the":[8,15,28,31,37,42,52,64,68,73,84,123,172],"execution":[9,75,81,98,133],"of":[10,17,30,36,92,122,134,174,182],"scientific":[11,38,49,135],"workflows,":[12],"especially":[13],"in":[14,96],"context":[16],"Earth":[18],"science":[19,150],"applications.":[20,136],"They":[21],"provide":[22,41],"heterogeneous":[23],"resources":[24,66,93,170],"that":[25,33,58,130],"can":[26],"meet":[27],"needs":[29],"applications":[32,69,164],"are":[34],"part":[35,121],"workflows":[39],"necessary":[43],"performance":[44],"scalability":[46],"to":[47,62,71,79,82,162],"achieve":[48],"goals.":[50],"However,":[51],"challenge":[53],"with":[54,141,171],"distributed":[55],"CI":[56,117],"is":[57,60],"it":[59],"difficult":[61],"find":[63],"right":[65],"orchestrate":[72],"workflow":[74],"from":[76],"resource":[77],"provisioning":[78],"job":[80],"delivering":[83],"final":[85],"results.":[86],"In":[87,102],"some":[88],"cases,":[89],"poor":[90],"choice":[91],"may":[94],"result":[95],"slow":[97],"or":[99],"outright":[100],"failure.":[101],"this":[103,183],"paper,":[104],"we":[105],"present":[106],"Advanced":[107],"Cyberinfrastructure":[108],"Coordination":[109],"Ecosystem:":[110],"Services":[111],"&":[112],"Support":[113],"(ACCESS)":[114],"Pegasus,":[115,176],"a":[116,160],"solution":[118],"built":[119],"as":[120,166],"U.S.":[124],"National":[125],"Science":[126],"Foundation":[127],"ACCESS":[128,169,175],"program":[129],"provides":[131],"automated":[132],"We":[137,158],"demonstrate":[138],"Pegasus's":[139],"capabilities":[140],"SOil":[142],"MOisture":[143],"SPatial":[144],"Inference":[145],"Engine":[146],"(SOMOSPIE),":[147],"an":[148],"earth":[149],"multi-component":[151],"application":[152],"fine-grained":[154],"soil":[155],"moisture":[156],"predictions.":[157],"identify":[159],"roadmap":[161],"migrate":[163],"such":[165],"SOMOSPIE":[167],"on":[168],"support":[173],"outlining":[177],"both":[178],"strengths":[179],"weaknesses":[181],"approach.":[184]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}