{"id":"https://openalex.org/W1998513618","doi":"https://doi.org/10.1145/2807591.2807663","title":"Large-scale compute-intensive analysis via a combined in-situ and co-scheduling workflow approach","display_name":"Large-scale compute-intensive analysis via a combined in-situ and co-scheduling workflow approach","publication_year":2015,"publication_date":"2015-10-27","ids":{"openalex":"https://openalex.org/W1998513618","doi":"https://doi.org/10.1145/2807591.2807663","mag":"1998513618"},"language":"en","primary_location":{"id":"doi:10.1145/2807591.2807663","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2807591.2807663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060041531","display_name":"Christopher Sewell","orcid":null},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Christopher Sewell","raw_affiliation_strings":["Los Alamos National Lab, Los Alamos, NM"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Lab, Los Alamos, NM","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043238619","display_name":"Katrin Heitmann","orcid":"https://orcid.org/0000-0003-1468-8232"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katrin Heitmann","raw_affiliation_strings":["Argonne National Lab, Lemont, IL","Argonne National Lab, Lemont, IL#TAB#"],"affiliations":[{"raw_affiliation_string":"Argonne National Lab, Lemont, IL","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"Argonne National Lab, Lemont, IL#TAB#","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050512119","display_name":"Hal Finkel","orcid":"https://orcid.org/0000-0002-7551-7122"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hal Finkel","raw_affiliation_strings":["ALCF, Argonne National Lab, Lemont, IL","ALCF, Argonne National Lab, Lemont, IL#TAB#"],"affiliations":[{"raw_affiliation_string":"ALCF, Argonne National Lab, Lemont, IL","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"ALCF, Argonne National Lab, Lemont, IL#TAB#","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065233489","display_name":"George Zagaris","orcid":null},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Zagaris","raw_affiliation_strings":["Lawrence Livermore Nat. Lab, Livermore, CA","[Lawrence Livermore National Labs, Livermore, CA]"],"affiliations":[{"raw_affiliation_string":"Lawrence Livermore Nat. Lab, Livermore, CA","institution_ids":["https://openalex.org/I1282311441"]},{"raw_affiliation_string":"[Lawrence Livermore National Labs, Livermore, CA]","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023624219","display_name":"Suzanne Parete-Koon","orcid":"https://orcid.org/0000-0002-1534-9171"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suzanne T. Parete-Koon","raw_affiliation_strings":["OLCF Oak Ridge National Lab, Oak Ridge, TN","OLCF, Oak Ridge National Lab, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"OLCF Oak Ridge National Lab, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"OLCF, Oak Ridge National Lab, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025007357","display_name":"Patricia Fasel","orcid":null},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patricia K. Fasel","raw_affiliation_strings":["Los Alamos National Lab, Los Alamos, NM"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Lab, Los Alamos, NM","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046292578","display_name":"Adrian Pope","orcid":"https://orcid.org/0000-0003-2265-5262"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adrian Pope","raw_affiliation_strings":["Argonne National Lab, Lemont, IL","Argonne National Lab, Lemont, IL#TAB#"],"affiliations":[{"raw_affiliation_string":"Argonne National Lab, Lemont, IL","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"Argonne National Lab, Lemont, IL#TAB#","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114062270","display_name":"Nicholas Frontiere","orcid":null},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Frontiere","raw_affiliation_strings":["University of Chicago and Argonne National Laboratory"],"affiliations":[{"raw_affiliation_string":"University of Chicago and Argonne National Laboratory","institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025584237","display_name":"Li\u2010Ta Lo","orcid":"https://orcid.org/0000-0001-6244-9696"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li-ta Lo","raw_affiliation_strings":["Los Alamos National Lab, Los Alamos, NM"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Lab, Los Alamos, NM","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004575978","display_name":"Bronson Messer","orcid":"https://orcid.org/0000-0002-5358-5415"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bronson Messer","raw_affiliation_strings":["OLCF, Oak Ridge National Lab, Oak Ridge, TN"],"affiliations":[{"raw_affiliation_string":"OLCF, Oak Ridge National Lab, Oak Ridge, TN","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082927374","display_name":"Salman Habib","orcid":"https://orcid.org/0000-0002-7832-0771"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Salman Habib","raw_affiliation_strings":["High Energy Physics, Argonne National Lab, Lemont, IL"],"affiliations":[{"raw_affiliation_string":"High Energy Physics, Argonne National Lab, Lemont, IL","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000687536","display_name":"James Ahrens","orcid":"https://orcid.org/0000-0001-9378-282X"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Ahrens","raw_affiliation_strings":["Los Alamos National Lab, Los Alamos, NM"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Lab, Los Alamos, NM","institution_ids":["https://openalex.org/I1343871089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5060041531"],"corresponding_institution_ids":["https://openalex.org/I1343871089"],"apc_list":null,"apc_paid":null,"fwci":4.6595,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.9512103,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/petabyte","display_name":"Petabyte","score":0.9577429294586182},{"id":"https://openalex.org/keywords/terabyte","display_name":"Terabyte","score":0.826339602470398},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.790165901184082},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.751642644405365},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6843616366386414},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6329616904258728},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5040094256401062},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4983677864074707},{"id":"https://openalex.org/keywords/in-situ","display_name":"In situ","score":0.4469694495201111},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.4391605257987976},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.41729074716567993},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.27888065576553345},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.262087345123291},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2430480420589447},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.09530264139175415}],"concepts":[{"id":"https://openalex.org/C13600138","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Petabyte","level":3,"score":0.9577429294586182},{"id":"https://openalex.org/C199683683","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Terabyte","level":2,"score":0.826339602470398},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.790165901184082},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.751642644405365},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6843616366386414},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6329616904258728},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5040094256401062},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4983677864074707},{"id":"https://openalex.org/C2777822432","wikidata":"https://www.wikidata.org/wiki/Q216681","display_name":"In situ","level":2,"score":0.4469694495201111},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.4391605257987976},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.41729074716567993},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.27888065576553345},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.262087345123291},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2430480420589447},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.09530264139175415},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2807591.2807663","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2807591.2807663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1486064919","https://openalex.org/W1522016011","https://openalex.org/W1527097740","https://openalex.org/W1579925828","https://openalex.org/W1963835219","https://openalex.org/W1969551544","https://openalex.org/W1975890942","https://openalex.org/W1984745448","https://openalex.org/W1987698555","https://openalex.org/W1988100325","https://openalex.org/W1991410256","https://openalex.org/W1998977975","https://openalex.org/W1999498941","https://openalex.org/W1999513525","https://openalex.org/W2019362142","https://openalex.org/W2019817280","https://openalex.org/W2023836416","https://openalex.org/W2028705462","https://openalex.org/W2036551003","https://openalex.org/W2048968215","https://openalex.org/W2053160676","https://openalex.org/W2059873530","https://openalex.org/W2072194809","https://openalex.org/W2072301422","https://openalex.org/W2091257550","https://openalex.org/W2094723572","https://openalex.org/W2110884992","https://openalex.org/W2112708371","https://openalex.org/W2139635799","https://openalex.org/W2141005805","https://openalex.org/W2141981986","https://openalex.org/W2153542744","https://openalex.org/W2165784162","https://openalex.org/W2169175194","https://openalex.org/W2172085114","https://openalex.org/W2185316565","https://openalex.org/W2187339569","https://openalex.org/W2264962371","https://openalex.org/W2465592006","https://openalex.org/W3098471498","https://openalex.org/W3100028230","https://openalex.org/W3100706835","https://openalex.org/W3102887027","https://openalex.org/W3105697493","https://openalex.org/W4252110628","https://openalex.org/W6673424395"],"related_works":["https://openalex.org/W1538652242","https://openalex.org/W2011521129","https://openalex.org/W2461968736","https://openalex.org/W4386544342","https://openalex.org/W4379164835","https://openalex.org/W1971438544","https://openalex.org/W2481053450","https://openalex.org/W4390503034","https://openalex.org/W2034909456","https://openalex.org/W2514911858"],"abstract_inverted_index":{"Large-scale":[0],"simulations":[1],"can":[2],"produce":[3],"hundreds":[4],"of":[5,9,16,37,48,63,121,129],"terabytes":[6],"to":[7,66,103,106],"petabytes":[8],"data,":[10],"complicating":[11],"and":[12,26,35,87,132],"limiting":[13],"the":[14,23,31,50,54,58,64,114],"efficiency":[15],"workflows.":[17],"Traditionally,":[18],"outputs":[19],"are":[20,111],"stored":[21],"on":[22],"file":[24],"system":[25],"analyzed":[27],"in":[28],"post-processing.":[29],"With":[30],"rapidly":[32],"increasing":[33],"size":[34],"complexity":[36],"simulations,":[38],"this":[39],"approach":[40],"faces":[41],"an":[42,73,122],"uncertain":[43],"future.":[44],"Trending":[45],"techniques":[46],"consist":[47],"performing":[49],"analysis":[51,69,74,97,109],"in-situ,":[52],"utilizing":[53],"same":[55],"resources":[56],"as":[57],"simulation,":[59],"and/or":[60],"off-loading":[61],"subsets":[62],"data":[65],"a":[67,79,118,127],"compute-intensive":[68],"system.":[70],"We":[71,94],"introduce":[72],"framework":[75],"developed":[76],"for":[77,90],"HACC,":[78],"cosmological":[80],"N-body":[81],"code,":[82],"that":[83,124],"uses":[84],"both":[85],"in-situ":[86,105],"co-scheduling":[88],"approaches":[89],"handling":[91],"petabyte-scale":[92],"outputs.":[93],"compare":[95],"different":[96],"set-ups":[98],"ranging":[99],"from":[100],"purely":[101,104],"off-line,":[102],"in-situ/co-scheduling.":[107],"The":[108],"routines":[110],"implemented":[112],"using":[113],"PISTON/VTK-m":[115],"framework,":[116],"allowing":[117],"single":[119],"implementation":[120],"algorithm":[123],"simultaneously":[125],"targets":[126],"variety":[128],"GPU,":[130],"multi-core,":[131],"many-core":[133],"architectures.":[134]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}