{"id":"https://openalex.org/W3092602289","doi":"https://doi.org/10.48550/arxiv.2010.04828","title":"ElasticBroker: Combining HPC with Cloud to Provide Realtime Insights into Simulations","display_name":"ElasticBroker: Combining HPC with Cloud to Provide Realtime Insights into Simulations","alternate_titles":[],"publication_year":2020,"publication_date":"2020-10-09","ids":{"openalex":"https://openalex.org/W3092602289","doi":"https://doi.org/10.48550/arxiv.2010.04828","mag":"3092602289"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2010.04828","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.04828","pdf_url":"https://arxiv.org/pdf/2010.04828","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3092602289"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.04828","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100448828","display_name":"Feng Li","orcid":"https://orcid.org/0000-0001-7633-7863","observed_orcids":["https://orcid.org/0000-0001-7633-7863"]},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]},{"id":"https://openalex.org/I55769427","display_name":"Indiana University \u2013 Purdue University Indianapolis","ror":"https://ror.org/05gxnyn08","country_code":"US","type":"education","lineage":["https://openalex.org/I55769427","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Feng","raw_affiliation_strings":["Indiana University Purdue University , Indianapolis , IN 46202 , USA","PURDUE UNIVERSITY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indiana University Purdue University , Indianapolis , IN 46202 , USA","institution_ids":["https://openalex.org/I55769427"]},{"raw_affiliation_string":"PURDUE UNIVERSITY","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101543640","display_name":"Dali Wang","orcid":"https://orcid.org/0000-0001-6806-5108","observed_orcids":["https://orcid.org/0000-0001-6806-5108"]},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I55769427","display_name":"Indiana University \u2013 Purdue University Indianapolis","ror":"https://ror.org/05gxnyn08","country_code":"US","type":"education","lineage":["https://openalex.org/I55769427","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Dali","raw_affiliation_strings":["Oak Ridge National Laboratory , Oak Ridge , TN 37831 , USA","Indiana-University Purdue-University Indianapolis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory , Oak Ridge , TN 37831 , USA","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Indiana-University Purdue-University Indianapolis","institution_ids":["https://openalex.org/I55769427"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yan, Feng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]},{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan, Feng","raw_affiliation_strings":["University of Nevada , Reno , NV 89557 , USA","Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nevada , Reno , NV 89557 , USA","institution_ids":["https://openalex.org/I134113660"]},{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032742296","display_name":"Fengguang Song","orcid":"https://orcid.org/0000-0001-7382-093X","observed_orcids":["https://orcid.org/0000-0001-7382-093X"]},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]},{"id":"https://openalex.org/I55769427","display_name":"Indiana University \u2013 Purdue University Indianapolis","ror":"https://ror.org/05gxnyn08","country_code":"US","type":"education","lineage":["https://openalex.org/I55769427","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song, Fengguang","raw_affiliation_strings":["Indiana University Purdue University , Indianapolis , IN 46202 , USA","University of Nevada Reno#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indiana University Purdue University , Indianapolis , IN 46202 , USA","institution_ids":["https://openalex.org/I55769427"]},{"raw_affiliation_string":"University of Nevada Reno#TAB#","institution_ids":["https://openalex.org/I134113660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.38109999895095825,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.38109999895095825,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.33980000019073486,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.21719999611377716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/in-situ-analysis","display_name":"in situ analysis","score":0.9670000076293945},{"id":"https://openalex.org/keywords/scientific-workflows","display_name":"scientific workflows","score":0.8410000205039978},{"id":"https://openalex.org/keywords/distributed-stream-processing","display_name":"distributed stream processing","score":0.7870000004768372},{"id":"https://openalex.org/keywords/dynamic-mode-decomposition","display_name":"dynamic mode decomposition","score":0.8640000224113464},{"id":"https://openalex.org/keywords/computational-fluid-dynamics","display_name":"computational fluid dynamics","score":0.902999997138977},{"id":"https://openalex.org/keywords/big-data-analytics","display_name":"big data analytics","score":0.7020000219345093}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8469923734664917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8174818754196167},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7899534702301025},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7621958255767822},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.6708073019981384},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6400388479232788},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6205883622169495},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5113820433616638},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4100801348686218},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3398911952972412},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28564196825027466},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2710821032524109},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.23240622878074646},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1881607472896576},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2010.04828","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.04828","pdf_url":"https://arxiv.org/pdf/2010.04828","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:scholarworks.indianapolis.iu.edu:1805/28380","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/1805/28380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400987","display_name":"IUScholarWorks (Indiana University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I592451","host_organization_name":"Indiana University","host_organization_lineage":["https://openalex.org/I592451"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv","raw_type":"Article"},{"id":"doi:10.48550/arxiv.2010.04828","doi":"https://doi.org/10.48550/arxiv.2010.04828","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.04828","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.04828","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.04828","pdf_url":"https://arxiv.org/pdf/2010.04828","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3730782400","display_name":"XSEDE 2.0:  Integrating, Enabling and Enhancing National Cyberinfrastructure with Expanding Community Involvement","funder_award_id":"1548562","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6277437667","display_name":"Framework: Software: Collaborative Research: CyberWater--An open and sustainable framework for diverse data and model integration with provenance and access to HPC","funder_award_id":"1835817","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3092602289.pdf","grobid_xml":"https://content.openalex.org/works/W3092602289.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1498712972","https://openalex.org/W1983833794","https://openalex.org/W1999354630","https://openalex.org/W2001818158","https://openalex.org/W2014356541","https://openalex.org/W2023953679","https://openalex.org/W2043701535","https://openalex.org/W2044010008","https://openalex.org/W2078962046","https://openalex.org/W2130836080","https://openalex.org/W2164954534","https://openalex.org/W2173213060","https://openalex.org/W2277172374","https://openalex.org/W2566979091","https://openalex.org/W2594768053","https://openalex.org/W2785514482","https://openalex.org/W2808379700","https://openalex.org/W2893544963","https://openalex.org/W2953385701","https://openalex.org/W2963448313","https://openalex.org/W3007194179","https://openalex.org/W4238102692","https://openalex.org/W4238160257","https://openalex.org/W7096467855"],"related_works":["https://openalex.org/W4385646747","https://openalex.org/W3198831553","https://openalex.org/W2860285680","https://openalex.org/W4388581112","https://openalex.org/W2756631316","https://openalex.org/W2556357695","https://openalex.org/W2898737007","https://openalex.org/W2500033049","https://openalex.org/W3153698632","https://openalex.org/W2603624383"],"abstract_inverted_index":{"For":[0],"large-scale":[1],"scientific":[2,31,44,54,104,181,217],"simulations,":[3],"it":[4,57],"is":[5,21],"expensive":[6,17],"to":[7,12,50,61,82,100,111,123,151,164,175],"store":[8],"raw":[9],"simulation":[10,39,109,142,192],"results":[11,40,110,213],"perform":[13,165],"post-analysis.":[14],"To":[15,136],"minimize":[16],"I/O,":[18],"\"in-situ\"":[19,103],"analysis":[20,25,204],"often":[22],"used,":[23],"where":[24],"applications":[26,99],"are":[27],"tightly":[28],"coupled":[29],"with":[30,231],"simulations":[32,52],"and":[33,36,64,76,88,97,120,131,148,177,197,223,241],"can":[34,233],"access":[35],"process":[37],"the":[38,70,90,125,152,155],"in":[41,207,227],"memory.":[42],"Increasingly,":[43],"domains":[45],"employ":[46],"Big":[47,224],"Data":[48,225],"approaches":[49],"analyze":[51],"for":[53,245],"discoveries.":[55],"However,":[56],"remains":[58],"a":[59,132,159,179,186,195,198,208],"challenge":[60],"organize,":[62],"transform,":[63],"transport":[65],"data":[66,117,146,167],"at":[67],"scale":[68],"between":[69,127],"two":[71],"semantically":[72],"different":[73],"ecosystems":[74],"(HPC":[75],"Cloud":[77,98,134,209],"systems).":[78],"In":[79,154,169],"an":[80,102,128],"effort":[81],"address":[83],"these":[84],"challenges,":[85],"we":[86,157,172],"design":[87],"implement":[89],"ElasticBroker":[91,115,140,174],"software":[92],"framework,":[93],"which":[94,183],"bridges":[95],"HPC":[96,129,222],"form":[101],"workflow.":[105],"Instead":[106],"of":[107,185,220,237],"writing":[108],"parallel":[112,187,199],"file":[113],"systems,":[114],"performs":[116],"filtering,":[118],"aggregation,":[119],"format":[121],"conversions":[122],"close":[124],"gap":[126],"ecosystem":[130],"distinct":[133],"ecosystem.":[135],"achieve":[137,234],"this":[138],"goal,":[139],"reorganizes":[141],"snapshots":[143],"into":[144],"continuous":[145],"streams":[147],"send":[149],"them":[150],"Cloud.":[153],"Cloud,":[156],"deploy":[158],"distributed":[160],"stream":[161],"processing":[162],"service":[163],"online":[166],"analysis.":[168],"our":[170],"experiments,":[171],"use":[173],"setup":[176],"execute":[178],"cross-ecosystem":[180],"workflow,":[182],"consists":[184],"computational":[188],"fluid":[189],"dynamics":[190],"(CFD)":[191],"running":[193,206,216],"on":[194],"supercomputer,":[196],"dynamic":[200],"mode":[201],"decomposition":[202],"(DMD)":[203],"application":[205],"computing":[210],"platform.":[211],"Our":[212],"show":[214],"that":[215],"workflows":[218],"consisting":[219],"decoupled":[221],"jobs":[226],"their":[228],"native":[229],"environments":[230],"ElasticBroker,":[232],"high":[235],"quality":[236],"service,":[238],"good":[239],"scalability,":[240],"provide":[242],"high-quality":[243],"analytics":[244],"ongoing":[246],"simulations.":[247]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3092602289","counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2020-10-15T00:00:00"}
