{"id":"https://openalex.org/W3133270374","doi":"https://doi.org/10.1109/mcse.2021.3059437","title":"Cloud-Native Repositories for Big Scientific Data","display_name":"Cloud-Native Repositories for Big Scientific Data","publication_year":2021,"publication_date":"2021-02-16","ids":{"openalex":"https://openalex.org/W3133270374","doi":"https://doi.org/10.1109/mcse.2021.3059437","mag":"3133270374"},"language":"en","primary_location":{"id":"doi:10.1109/mcse.2021.3059437","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mcse.2021.3059437","pdf_url":"https://ieeexplore.ieee.org/ielx7/5992/9387473/09354557.pdf","source":{"id":"https://openalex.org/S107923245","display_name":"Computing in Science & Engineering","issn_l":"1521-9615","issn":["1521-9615","1558-366X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320061","host_organization_name":"AIP Publishing","host_organization_lineage":["https://openalex.org/P4310320061","https://openalex.org/P4310320257"],"host_organization_lineage_names":["AIP Publishing","American Institute of Physics"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing in Science & Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/5992/9387473/09354557.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001142820","display_name":"Ryan Abernathey","orcid":"https://orcid.org/0000-0001-5999-4917"},"institutions":[{"id":"https://openalex.org/I152304114","display_name":"Lamont-Doherty Earth Observatory","ror":"https://ror.org/02e2tgs60","country_code":"US","type":"facility","lineage":["https://openalex.org/I152304114","https://openalex.org/I78577930"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ryan P. Abernathey","raw_affiliation_strings":["Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-5999-4917","affiliations":[{"raw_affiliation_string":"Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA","institution_ids":["https://openalex.org/I152304114","https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091061300","display_name":"Tom Augspurger","orcid":"https://orcid.org/0000-0002-8136-7087"},"institutions":[{"id":"https://openalex.org/I4210104575","display_name":"Anaconda (United States)","ror":"https://ror.org/0164jks53","country_code":"US","type":"company","lineage":["https://openalex.org/I4210104575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Augspurger","raw_affiliation_strings":["Anaconda, Des Moines, IA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8136-7087","affiliations":[{"raw_affiliation_string":"Anaconda, Des Moines, IA, USA","institution_ids":["https://openalex.org/I4210104575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041921746","display_name":"Anderson Banihirwe","orcid":"https://orcid.org/0000-0001-6583-571X"},"institutions":[{"id":"https://openalex.org/I107766831","display_name":"NSF National Center for Atmospheric Research","ror":"https://ror.org/05cvfcr44","country_code":"US","type":"facility","lineage":["https://openalex.org/I107766831","https://openalex.org/I1311060795","https://openalex.org/I2799356940","https://openalex.org/I4210141337","https://openalex.org/I4210150888"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anderson Banihirwe","raw_affiliation_strings":["National Center for Atmospheric Research, Boulder, CO, USA"],"raw_orcid":"https://orcid.org/0000-0001-6583-571X","affiliations":[{"raw_affiliation_string":"National Center for Atmospheric Research, Boulder, CO, USA","institution_ids":["https://openalex.org/I107766831"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029986095","display_name":"Charles C. Blackmon-Luca","orcid":null},"institutions":[{"id":"https://openalex.org/I152304114","display_name":"Lamont-Doherty Earth Observatory","ror":"https://ror.org/02e2tgs60","country_code":"US","type":"facility","lineage":["https://openalex.org/I152304114","https://openalex.org/I78577930"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles C. Blackmon-Luca","raw_affiliation_strings":["Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA","institution_ids":["https://openalex.org/I152304114","https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075219962","display_name":"T. J. Crone","orcid":"https://orcid.org/0000-0002-8100-5633"},"institutions":[{"id":"https://openalex.org/I152304114","display_name":"Lamont-Doherty Earth Observatory","ror":"https://ror.org/02e2tgs60","country_code":"US","type":"facility","lineage":["https://openalex.org/I152304114","https://openalex.org/I78577930"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy J. Crone","raw_affiliation_strings":["Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA","institution_ids":["https://openalex.org/I152304114","https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057982232","display_name":"Chelle Gentemann","orcid":"https://orcid.org/0000-0002-2250-3106"},"institutions":[{"id":"https://openalex.org/I4210092684","display_name":"Farallon Institute","ror":"https://ror.org/00hrjdb92","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210092684"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chelle L. Gentemann","raw_affiliation_strings":["Farallon Institute, Petaluma, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Farallon Institute, Petaluma, CA, USA","institution_ids":["https://openalex.org/I4210092684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024007835","display_name":"Joseph Hamman","orcid":"https://orcid.org/0000-0001-7479-8439"},"institutions":[{"id":"https://openalex.org/I107766831","display_name":"NSF National Center for Atmospheric Research","ror":"https://ror.org/05cvfcr44","country_code":"US","type":"facility","lineage":["https://openalex.org/I107766831","https://openalex.org/I1311060795","https://openalex.org/I2799356940","https://openalex.org/I4210141337","https://openalex.org/I4210150888"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph J. Hamman","raw_affiliation_strings":["National Center for Atmospheric Research, Boulder, CO, USA"],"raw_orcid":"https://orcid.org/0000-0001-7479-8439","affiliations":[{"raw_affiliation_string":"National Center for Atmospheric Research, Boulder, CO, USA","institution_ids":["https://openalex.org/I107766831"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011494306","display_name":"Naomi Henderson","orcid":"https://orcid.org/0000-0002-9531-2159"},"institutions":[{"id":"https://openalex.org/I152304114","display_name":"Lamont-Doherty Earth Observatory","ror":"https://ror.org/02e2tgs60","country_code":"US","type":"facility","lineage":["https://openalex.org/I152304114","https://openalex.org/I78577930"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naomi Henderson","raw_affiliation_strings":["Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA","institution_ids":["https://openalex.org/I152304114","https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003339248","display_name":"Chiara Lepore","orcid":"https://orcid.org/0000-0002-1606-6982"},"institutions":[{"id":"https://openalex.org/I152304114","display_name":"Lamont-Doherty Earth Observatory","ror":"https://ror.org/02e2tgs60","country_code":"US","type":"facility","lineage":["https://openalex.org/I152304114","https://openalex.org/I78577930"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chiara Lepore","raw_affiliation_strings":["Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-1606-6982","affiliations":[{"raw_affiliation_string":"Lamont–Doherty Earth Observatory of Columbia University, Palisades, NY, USA","institution_ids":["https://openalex.org/I152304114","https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074153215","display_name":"Theo McCaie","orcid":"https://orcid.org/0000-0002-5920-2569"},"institutions":[{"id":"https://openalex.org/I1293035123","display_name":"Met Office","ror":"https://ror.org/01ch2yn61","country_code":"GB","type":"government","lineage":["https://openalex.org/I1293035123"]},{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Theo A. McCaie","raw_affiliation_strings":["Met Office, University of Exeter, Exeter, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5920-2569","affiliations":[{"raw_affiliation_string":"Met Office, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803","https://openalex.org/I1293035123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064967744","display_name":"N. Robinson","orcid":"https://orcid.org/0000-0002-7414-1901"},"institutions":[{"id":"https://openalex.org/I1293035123","display_name":"Met Office","ror":"https://ror.org/01ch2yn61","country_code":"GB","type":"government","lineage":["https://openalex.org/I1293035123"]},{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Niall H. Robinson","raw_affiliation_strings":["Met Office, University of Exeter, Exeter, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Met Office, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803","https://openalex.org/I1293035123"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004581102","display_name":"Richard P. Signell","orcid":"https://orcid.org/0000-0003-0682-9613"},"institutions":[{"id":"https://openalex.org/I1286329397","display_name":"United States Geological Survey","ror":"https://ror.org/035a68863","country_code":"US","type":"government","lineage":["https://openalex.org/I1286329397","https://openalex.org/I1335927249"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard P. Signell","raw_affiliation_strings":["US Geological Survey, Woods Hole, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0682-9613","affiliations":[{"raw_affiliation_string":"US Geological Survey, Woods Hole, MA, USA","institution_ids":["https://openalex.org/I1286329397"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5001142820"],"corresponding_institution_ids":["https://openalex.org/I152304114","https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":49.9584,"has_fulltext":true,"cited_by_count":127,"citation_normalized_percentile":{"value":0.9974272,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"23","issue":"2","first_page":"26","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6795187592506409},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6020323634147644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5074595808982849},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4561518728733063},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3630153238773346},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11641746759414673}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6795187592506409},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6020323634147644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5074595808982849},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4561518728733063},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3630153238773346},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11641746759414673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mcse.2021.3059437","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mcse.2021.3059437","pdf_url":"https://ieeexplore.ieee.org/ielx7/5992/9387473/09354557.pdf","source":{"id":"https://openalex.org/S107923245","display_name":"Computing in Science & Engineering","issn_l":"1521-9615","issn":["1521-9615","1558-366X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320061","host_organization_name":"AIP Publishing","host_organization_lineage":["https://openalex.org/P4310320061","https://openalex.org/P4310320257"],"host_organization_lineage_names":["AIP Publishing","American Institute of Physics"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing in Science & Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/mcse.2021.3059437","is_oa":true,"landing_page_url":"https://doi.org/10.1109/mcse.2021.3059437","pdf_url":"https://ieeexplore.ieee.org/ielx7/5992/9387473/09354557.pdf","source":{"id":"https://openalex.org/S107923245","display_name":"Computing in Science & Engineering","issn_l":"1521-9615","issn":["1521-9615","1558-366X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320061","host_organization_name":"AIP Publishing","host_organization_lineage":["https://openalex.org/P4310320061","https://openalex.org/P4310320257"],"host_organization_lineage_names":["AIP Publishing","American Institute of Physics"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing in Science & Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G4981337497","display_name":null,"funder_award_id":"2026932","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320306202","display_name":"Gordon and Betty Moore Foundation","ror":"https://ror.org/006wxqw41"},{"id":"https://openalex.org/F4320332376","display_name":"Marshall Space Flight Center","ror":"https://ror.org/02epydz83"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3133270374.pdf","grobid_xml":"https://content.openalex.org/works/W3133270374.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2014830756","https://openalex.org/W2083036673","https://openalex.org/W2153030062","https://openalex.org/W2302501749","https://openalex.org/W2463574942","https://openalex.org/W2472803348","https://openalex.org/W2591324491","https://openalex.org/W2725897987","https://openalex.org/W2768952346","https://openalex.org/W2789802595","https://openalex.org/W2936258890","https://openalex.org/W2991163717"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4322629366","https://openalex.org/W2808989540","https://openalex.org/W2397053934","https://openalex.org/W1039292361","https://openalex.org/W2731626691","https://openalex.org/W2551093110","https://openalex.org/W2148016376","https://openalex.org/W4237919137","https://openalex.org/W3184179822"],"abstract_inverted_index":{"Scientific":[0],"data":[1,9,31,43,66,100,114,144],"have":[2],"traditionally":[3],"been":[4],"distributed":[5,106],"via":[6],"downloads":[7],"from":[8,19],"server":[10],"to":[11,111,127],"local":[12],"computer.":[13],"This":[14],"way":[15],"of":[16,61,87],"working":[17],"suffers":[18],"limitations":[20],"as":[21,33,137],"scientific":[22,93,134],"datasets":[23],"grow":[24],"toward":[25],"the":[26],"petabyte":[27],"scale.":[28],"A":[29],"\u201ccloud-native":[30],"repository,\u201d":[32],"defined":[34],"in":[35,125],"this":[36],"article,":[37],"offers":[38],"several":[39],"advantages":[40],"over":[41],"traditional":[42],"repositories-performance,":[44],"reliability,":[45],"cost-effectiveness,":[46],"collaboration,":[47],"reproducibility,":[48],"creativity,":[49],"downstream":[50],"impacts,":[51],"and":[52,54,73,142],"access":[53],"inclusion.":[55],"These":[56],"objectives":[57],"motivate":[58],"a":[59,84],"set":[60],"best":[62],"practices":[63],"for":[64,133],"cloud-native":[65],"repositories:":[67],"analysis-ready":[68],"data,":[69],"cloud-optimized":[70],"(ARCO)":[71],"formats,":[72],"loose":[74],"coupling":[75],"with":[76,103],"data-proximate":[77],"computing.":[78],"The":[79],"Pangeo":[80,108],"Project":[81],"has":[82],"developed":[83],"prototype":[85],"implementation":[86],"these":[88],"principles":[89],"by":[90],"using":[91],"open-source":[92],"Python":[94],"tools.":[95],"By":[96],"providing":[97],"an":[98],"ARCO":[99],"catalog":[101],"together":[102],"on-demand,":[104],"scalable":[105],"computing,":[107],"enables":[109],"users":[110],"process":[112],"big":[113],"at":[115],"rates":[116],"exceeding":[117],"10":[118],"GB/s.":[119],"Several":[120],"challenges":[121],"must":[122],"be":[123],"resolved":[124],"order":[126],"realize":[128],"cloud":[129],"computing's":[130],"full":[131],"potential":[132],"research,":[135],"such":[136],"organizing":[138],"funding,":[139],"training":[140],"users,":[141],"enforcing":[143],"privacy":[145],"requirements.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}