{"id":"https://openalex.org/W2290440338","doi":"https://doi.org/10.1109/bdc.2015.40","title":"Shock: Active Storage for Multicloud Streaming Data Analysis","display_name":"Shock: Active Storage for Multicloud Streaming Data Analysis","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W2290440338","doi":"https://doi.org/10.1109/bdc.2015.40","mag":"2290440338"},"language":"en","primary_location":{"id":"doi:10.1109/bdc.2015.40","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bdc.2015.40","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE/ACM 2nd International Symposium on Big Data Computing (BDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108396405","display_name":"Jared Bischof","orcid":null},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jared Bischof","raw_affiliation_strings":["Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA","institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027887614","display_name":"Andreas Wilke","orcid":"https://orcid.org/0000-0002-7699-2267"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas Wilke","raw_affiliation_strings":["Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA","institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054085463","display_name":"Wolfgang Gerlach","orcid":"https://orcid.org/0000-0002-1480-1242"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wolfgang Gerlach","raw_affiliation_strings":["Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA","institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041168268","display_name":"Travis Harrison","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Travis Harrison","raw_affiliation_strings":["Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA","institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029013346","display_name":"Tobias Paczian","orcid":null},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tobias Paczian","raw_affiliation_strings":["Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA","institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101741249","display_name":"Wei Tang","orcid":"https://orcid.org/0000-0002-3020-7817"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Tang","raw_affiliation_strings":["Google, Inc., USA"],"affiliations":[{"raw_affiliation_string":"Google, Inc., USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067783602","display_name":"W. Trimble","orcid":"https://orcid.org/0000-0001-7029-2676"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Trimble","raw_affiliation_strings":["Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, University of Chicago, Argonne, Chicago, IL, USA","institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050332036","display_name":"Jared Wilkening","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jared Wilkening","raw_affiliation_strings":["Dramafever, Inc., New York, USA"],"affiliations":[{"raw_affiliation_string":"Dramafever, Inc., New York, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113516752","display_name":"Narayan Desai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139236","display_name":"Ericsson (United States)","ror":"https://ror.org/03q3bdj78","country_code":"US","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210139236"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Narayan Desai","raw_affiliation_strings":["Ericsson, San Jose, CA, USA"],"affiliations":[{"raw_affiliation_string":"Ericsson, San Jose, CA, USA","institution_ids":["https://openalex.org/I4210139236"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5098259851","display_name":"Folker Meye","orcid":null},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Folker Meye","raw_affiliation_strings":["Argonne National Laboratory, Argonne, IL, US"],"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, Argonne, IL, US","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5108396405"],"corresponding_institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I40347166"],"apc_list":null,"apc_paid":null,"fwci":1.3521,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.84416411,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"68","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.8370063304901123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8151007294654846},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7299843430519104},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6480187773704529},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.527725338935852},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.49008238315582275},{"id":"https://openalex.org/keywords/metagenomics","display_name":"Metagenomics","score":0.44415411353111267},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3565816283226013},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.22224897146224976}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8370063304901123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8151007294654846},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7299843430519104},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6480187773704529},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.527725338935852},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.49008238315582275},{"id":"https://openalex.org/C15151743","wikidata":"https://www.wikidata.org/wiki/Q903778","display_name":"Metagenomics","level":3,"score":0.44415411353111267},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3565816283226013},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.22224897146224976},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bdc.2015.40","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bdc.2015.40","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE/ACM 2nd International Symposium on Big Data Computing (BDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1577231857","https://openalex.org/W1978759257","https://openalex.org/W1989348205","https://openalex.org/W1997787178","https://openalex.org/W2040890279","https://openalex.org/W2120267228","https://openalex.org/W4240500267","https://openalex.org/W6634438429"],"related_works":["https://openalex.org/W638577851","https://openalex.org/W2968354375","https://openalex.org/W2359440920","https://openalex.org/W2889550857","https://openalex.org/W3013372948","https://openalex.org/W3135997498","https://openalex.org/W4242417330","https://openalex.org/W2392768766","https://openalex.org/W2375218795","https://openalex.org/W2393010557"],"abstract_inverted_index":{"Access":[0],"to":[1,71,84,99,124,157],"data":[2,12,23,73,76,89,101,112,145,161,183],"plays":[3],"a":[4,17,25,111,136,141,159,175],"major":[5,134],"role":[6],"in":[7,16,172],"designing":[8],"and":[9,14,29,33,79,119,149,190],"performing":[10],"efficient":[11],"computation":[13],"analyses":[15],"distributed":[18],"environment.":[19],"Existing":[20],"approaches":[21],"access":[22,98],"via":[24],"variety":[26],"of":[27,48,87],"methods":[28],"offer":[30],"various":[31],"benefits":[32],"drawbacks":[34],"based":[35],"on":[36,174],"the":[37,45,60,65,85,88,92,100,129],"use":[38,42],"case.":[39],"Our":[40],"original":[41],"case":[43],"was":[44],"computational":[46],"analysis":[47],"environmental":[49],"sequence":[50],"data,":[51],"or":[52],"metagenomics.":[53],"Unlike":[54],"other":[55],"workflows":[56,82],"that":[57,121,139,167,177,195],"often":[58],"reduce":[59],"dataset":[61],"size":[62,86],"dramatically":[63],"within":[64],"first":[66],"few":[67],"processing":[68,93],"steps,":[69],"owing":[70],"biologially-motivated":[72],"compression.":[74],"Metagenomic":[75],"compresses":[77],"poorly,":[78],"so":[80],"metagenomic":[81],"add":[83],"set":[90],"along":[91],"pipeline.":[94],"Thus,":[95],"wide-area,":[96],"high-throughput":[97],"is":[102],"essential.":[103],"To":[104],"address":[105],"this":[106],"problem,":[107],"we":[108],"developed":[109],"Shock,":[110],"store":[113,162],"for":[114,147,151,163],"files,":[115,148],"their":[116],"associated":[117],"metadata,":[118],"indexes":[120],"allow":[122],"Shock":[123,131,154,186],"provide":[125],"different":[126],"views":[127],"into":[128],"data.":[130],"comprises":[132],"three":[133],"components:":[135],"web":[137],"service":[138],"provides":[140,187],"RESTful":[142],"API,":[143],"backend":[144],"storage":[146,150],"object":[152],"metadata.":[153],"has":[155],"proven":[156],"be":[158],"stable":[160],"MG-RAST,":[164],"an":[165],"application":[166],"served":[168],"over":[169],"40,000":[170],"users":[171],"2014":[173],"server":[176],"houses":[178],"more":[179],"than":[180],"3":[181],"million":[182],"objects.":[184],"Moreover,":[185],"both":[188],"subselection":[189],"high-performance":[191],"file":[192],"transfer":[193],"capabilities":[194],"serve":[196],"most":[197],"usages.":[198]},"counts_by_year":[{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}