{"id":"https://openalex.org/W2982668955","doi":"https://doi.org/10.1109/access.2019.2949836","title":"Toward High-Performance Computing and Big Data Analytics Convergence: The Case of Spark-DIY","display_name":"Toward High-Performance Computing and Big Data Analytics Convergence: The Case of Spark-DIY","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2982668955","doi":"https://doi.org/10.1109/access.2019.2949836","mag":"2982668955"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2949836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2949836","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08884083.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08884083.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052995286","display_name":"Silvina Ca\u00edno\u2010Lores","orcid":"https://orcid.org/0000-0002-6922-0138"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Silvina Caino-Lores","raw_affiliation_strings":["Department of Computer Science and Engineering, Computer Architecture and Technology Area (ARCOS), University Carlos III of Madrid, Legan\u00e9s, Spain","Department of Computer Science and Engineering, Computer Architecture and Technology Area (ARCOS), University Carlos III of Madrid, Leganés, Spain","ORCiD"],"raw_orcid":"https://orcid.org/0000-0002-6922-0138","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Computer Architecture and Technology Area (ARCOS), University Carlos III of Madrid, Legan\u00e9s, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Computer Architecture and Technology Area (ARCOS), University Carlos III of Madrid, Leganés, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068077636","display_name":"Jes\u00fas Carretero","orcid":"https://orcid.org/0000-0002-1413-4793"},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jesus Carretero","raw_affiliation_strings":["Department of Computer Science and Engineering, Computer Architecture and Technology Area (ARCOS), University Carlos III of Madrid, Legan\u00e9s, Spain","Department of Computer Science and Engineering, Computer Architecture and Technology Area (ARCOS), University Carlos III of Madrid, Leganés, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Computer Architecture and Technology Area (ARCOS), University Carlos III of Madrid, Legan\u00e9s, Spain","institution_ids":["https://openalex.org/I50357001"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Computer Architecture and Technology Area (ARCOS), University Carlos III of Madrid, Leganés, Spain","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085745891","display_name":"Bogdan Nicolae","orcid":"https://orcid.org/0000-0002-0661-7509"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bogdan Nicolae","raw_affiliation_strings":["Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, USA","Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, USA","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106355290","display_name":"Or\u00e7un Yildiz","orcid":"https://orcid.org/0009-0006-5910-9221"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Orcun Yildiz","raw_affiliation_strings":["Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, USA","Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, USA","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057612088","display_name":"Tom Peterka","orcid":null},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Peterka","raw_affiliation_strings":["Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, USA","Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, USA","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.841,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94563631,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"156929","last_page":"156955"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8139277696609497},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7877499461174011},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.6844751834869385},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.657839834690094},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.5619326233863831},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5140312910079956},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.47906169295310974},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4738355576992035},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4129922389984131},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37046802043914795},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.25003570318222046},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23916709423065186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8139277696609497},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7877499461174011},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.6844751834869385},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.657839834690094},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.5619326233863831},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5140312910079956},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.47906169295310974},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4738355576992035},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4129922389984131},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37046802043914795},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.25003570318222046},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23916709423065186},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/access.2019.2949836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2949836","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08884083.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:754198e84bc744878bf41e35187dbef7","is_oa":true,"landing_page_url":"https://doaj.org/article/754198e84bc744878bf41e35187dbef7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 156929-156955 (2019)","raw_type":"article"},{"id":"pmh:oai:e-archivo.uc3m.es:10016/33329","is_oa":true,"landing_page_url":"http://hdl.handle.net/10016/33329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400817","display_name":"e-Archivo (Carlos III University of Madrid)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I50357001","host_organization_name":"Universidad Carlos III de Madrid","host_organization_lineage":["https://openalex.org/I50357001"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"research article"},{"id":"pmh:oai:osti.gov:1812796","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1812796","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:1861182","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1861182","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1109/access.2019.2949836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2949836","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08884083.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G102163711","display_name":null,"funder_award_id":"DE\u2010 AC02\u201006CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2287611682","display_name":null,"funder_award_id":"AC02\u201006CH11357","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G262962599","display_name":null,"funder_award_id":"AC02\u201006CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G498139845","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5302836848","display_name":null,"funder_award_id":"DE-DC000122495","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5953865680","display_name":null,"funder_award_id":"TIN2016-79637-P","funder_id":"https://openalex.org/F4320326262","funder_display_name":"Ministerio de Asuntos Econ\u00f3micos y Transformaci\u00f3n Digital, Gobierno de Espa\u00f1a"},{"id":"https://openalex.org/G6848031779","display_name":null,"funder_award_id":"06CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6918803902","display_name":null,"funder_award_id":"06CH11357","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G878601127","display_name":null,"funder_award_id":"DE-AC02-06CH11357","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"},{"id":"https://openalex.org/G969889393","display_name":null,"funder_award_id":"DE-AC02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G993149817","display_name":null,"funder_award_id":"DE-AC02-06CH11357 ","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320326262","display_name":"Ministerio de Asuntos Econ\u00f3micos y Transformaci\u00f3n Digital, Gobierno de Espa\u00f1a","ror":"https://ror.org/03sv46s19"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2982668955.pdf","grobid_xml":"https://content.openalex.org/works/W2982668955.grobid-xml"},"referenced_works_count":171,"referenced_works":["https://openalex.org/W88391076","https://openalex.org/W200298483","https://openalex.org/W217504984","https://openalex.org/W1419077817","https://openalex.org/W1505837402","https://openalex.org/W1515811018","https://openalex.org/W1522055704","https://openalex.org/W1575777113","https://openalex.org/W1581677478","https://openalex.org/W1598064945","https://openalex.org/W1607699646","https://openalex.org/W1635892993","https://openalex.org/W1661634644","https://openalex.org/W1837653564","https://openalex.org/W1859126261","https://openalex.org/W1868798185","https://openalex.org/W1918839972","https://openalex.org/W1932616807","https://openalex.org/W1963647061","https://openalex.org/W1965236795","https://openalex.org/W1967394905","https://openalex.org/W1968081657","https://openalex.org/W1976860187","https://openalex.org/W1980764417","https://openalex.org/W1982003698","https://openalex.org/W1982825626","https://openalex.org/W1984222112","https://openalex.org/W1984716838","https://openalex.org/W1985219896","https://openalex.org/W1985445836","https://openalex.org/W1986185489","https://openalex.org/W1988888548","https://openalex.org/W1993193439","https://openalex.org/W1993717328","https://openalex.org/W1993759097","https://openalex.org/W1993892970","https://openalex.org/W1999329795","https://openalex.org/W2001340865","https://openalex.org/W2003167710","https://openalex.org/W2006530900","https://openalex.org/W2008216781","https://openalex.org/W2011486541","https://openalex.org/W2013344760","https://openalex.org/W2013785414","https://openalex.org/W2016116686","https://openalex.org/W2017855273","https://openalex.org/W2020582788","https://openalex.org/W2023116290","https://openalex.org/W2024639384","https://openalex.org/W2025171808","https://openalex.org/W2025450559","https://openalex.org/W2030397439","https://openalex.org/W2030907924","https://openalex.org/W2038412523","https://openalex.org/W2039724126","https://openalex.org/W2045913661","https://openalex.org/W2046449274","https://openalex.org/W2053017765","https://openalex.org/W2055120144","https://openalex.org/W2056441794","https://openalex.org/W2056784365","https://openalex.org/W2061387982","https://openalex.org/W2061842927","https://openalex.org/W2061860832","https://openalex.org/W2063368677","https://openalex.org/W2071704971","https://openalex.org/W2078298777","https://openalex.org/W2082197016","https://openalex.org/W2083541728","https://openalex.org/W2085980508","https://openalex.org/W2088445131","https://openalex.org/W2094119142","https://openalex.org/W2097599414","https://openalex.org/W2098935637","https://openalex.org/W2100618668","https://openalex.org/W2100830825","https://openalex.org/W2102130607","https://openalex.org/W2102688047","https://openalex.org/W2103128343","https://openalex.org/W2104237724","https://openalex.org/W2104812631","https://openalex.org/W2105160174","https://openalex.org/W2106811301","https://openalex.org/W2110086534","https://openalex.org/W2110611807","https://openalex.org/W2111895701","https://openalex.org/W2112066591","https://openalex.org/W2112651225","https://openalex.org/W2113913767","https://openalex.org/W2118108504","https://openalex.org/W2119565742","https://openalex.org/W2119738171","https://openalex.org/W2125358151","https://openalex.org/W2131975293","https://openalex.org/W2138474206","https://openalex.org/W2138782497","https://openalex.org/W2141782735","https://openalex.org/W2143805127","https://openalex.org/W2144461192","https://openalex.org/W2154126105","https://openalex.org/W2154702874","https://openalex.org/W2154894831","https://openalex.org/W2158535916","https://openalex.org/W2161256408","https://openalex.org/W2164875043","https://openalex.org/W2166837162","https://openalex.org/W2167243874","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2225892199","https://openalex.org/W2312823769","https://openalex.org/W2341381023","https://openalex.org/W2382024644","https://openalex.org/W2414468764","https://openalex.org/W2416799949","https://openalex.org/W2479952944","https://openalex.org/W2480409449","https://openalex.org/W2509135185","https://openalex.org/W2526471199","https://openalex.org/W2550585696","https://openalex.org/W2556357695","https://openalex.org/W2557830883","https://openalex.org/W2558413145","https://openalex.org/W2587809016","https://openalex.org/W2588997145","https://openalex.org/W2592859824","https://openalex.org/W2604553178","https://openalex.org/W2612323846","https://openalex.org/W2613579336","https://openalex.org/W2728571383","https://openalex.org/W2731949733","https://openalex.org/W2734326530","https://openalex.org/W2739639859","https://openalex.org/W2755643893","https://openalex.org/W2760299033","https://openalex.org/W2768691197","https://openalex.org/W2789811472","https://openalex.org/W2796533053","https://openalex.org/W2796567256","https://openalex.org/W2800893514","https://openalex.org/W2807629360","https://openalex.org/W2810241552","https://openalex.org/W2884606811","https://openalex.org/W2884900052","https://openalex.org/W2908586127","https://openalex.org/W2955619011","https://openalex.org/W2961595369","https://openalex.org/W2962825295","https://openalex.org/W2963747422","https://openalex.org/W2963888304","https://openalex.org/W3100379359","https://openalex.org/W3102741717","https://openalex.org/W3150630553","https://openalex.org/W4233179282","https://openalex.org/W4239429564","https://openalex.org/W4293869692","https://openalex.org/W6607964021","https://openalex.org/W6608704173","https://openalex.org/W6628428705","https://openalex.org/W6631375567","https://openalex.org/W6634667783","https://openalex.org/W6638708518","https://openalex.org/W6640116389","https://openalex.org/W6654402835","https://openalex.org/W6679815717","https://openalex.org/W6687322159","https://openalex.org/W6689030548","https://openalex.org/W6730688424","https://openalex.org/W6740652490","https://openalex.org/W6745056802","https://openalex.org/W6922689029"],"related_works":["https://openalex.org/W2384867379","https://openalex.org/W4400094300","https://openalex.org/W2329539859","https://openalex.org/W2227905990","https://openalex.org/W2765823764","https://openalex.org/W2766461310","https://openalex.org/W4247566972","https://openalex.org/W3202731209","https://openalex.org/W3211874991","https://openalex.org/W3191926225"],"abstract_inverted_index":{"Convergence":[0],"between":[1],"high-performance":[2],"computing":[3],"(HPC)":[4],"and":[5,26,45,59,62,68,91,96,130,147,153],"big":[6],"data":[7,27,66],"analytics":[8],"(BDA)":[9],"is":[10,113,170,189],"currently":[11],"an":[12,35,64],"established":[13,43],"research":[14],"area":[15],"that":[16,38,54,71],"has":[17],"spawned":[18],"new":[19],"opportunities":[20],"for":[21,76],"unifying":[22],"the":[23,40,50,57,89,97,105,108,116,123,128,134,183],"platform":[24,112,137],"layer":[25],"abstractions":[28],"in":[29,84,100,115,172],"these":[30],"ecosystems.":[31],"This":[32,79,187],"work":[33],"presents":[34],"architectural":[36],"model":[37,70],"enables":[39],"interoperability":[41],"of":[42,94,107,122,133,166,174,193],"BDA":[44,60,136,209],"HPC":[46,58,196,205],"execution":[47,131,155],"models,":[48],"reflecting":[49],"key":[51],"design":[52],"features":[53],"interest":[55],"both":[56],"communities,":[61],"including":[63],"abstract":[65],"collection":[67],"operational":[69],"generates":[72],"a":[73,119,158,178,190,208],"unified":[74],"interface":[75],"hybrid":[77,201],"applications.":[78],"architecture":[80,124],"can":[81],"be":[82],"implemented":[83],"different":[85],"ways":[86],"depending":[87],"on":[88,164],"process-":[90],"data-centric":[92],"platforms":[93],"choice":[95],"mechanisms":[98],"put":[99],"place":[101],"to":[102],"effectively":[103],"meet":[104],"requirements":[106],"architecture.":[109],"The":[110],"Spark-DIY":[111,169],"introduced":[114],"paper":[117],"as":[118],"prototype":[120],"implementation":[121],"proposed.":[125],"It":[126],"preserves":[127],"interfaces":[129],"environment":[132],"popular":[135],"Apache":[138],"Spark,":[139],"making":[140],"it":[141],"compatible":[142],"with":[143],"any":[144],"Spark-based":[145],"application":[146,188],"tool,":[148],"while":[149],"providing":[150],"efficient":[151],"communication":[152,160],"kernel":[154],"via":[156],"DIY,":[157],"powerful":[159],"pattern":[161],"library":[162],"built":[163],"top":[165],"MPI.":[167],"Later,":[168],"analyzed":[171],"terms":[173],"performance":[175],"by":[176],"building":[177],"representative":[179],"use":[180],"case":[181],"from":[182],"hydrogeology":[184],"domain,":[185],"EnKF-HGS.":[186],"clear":[191],"example":[192],"how":[194],"current":[195],"simulations":[197,206],"are":[198],"evolving":[199],"toward":[200],"HPC-BDA":[202],"applications,":[203],"integrating":[204],"within":[207],"environment.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}