{"id":"https://openalex.org/W2583618877","doi":"https://doi.org/10.1109/bigdata.2016.7840948","title":"SciSpark: Highly interactive in-memory science data analytics","display_name":"SciSpark: Highly interactive in-memory science data analytics","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2583618877","doi":"https://doi.org/10.1109/bigdata.2016.7840948","mag":"2583618877"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2016.7840948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109955158","display_name":"Brian Wilson","orcid":null},"institutions":[{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brian Wilson","raw_affiliation_strings":["NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA"],"affiliations":[{"raw_affiliation_string":"NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I1334627681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036821945","display_name":"Rahul Palamuttam","orcid":null},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Palamuttam","raw_affiliation_strings":["California Institute of Technology, Pasadena, CA, US"],"affiliations":[{"raw_affiliation_string":"California Institute of Technology, Pasadena, CA, US","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032529527","display_name":"K. D. Whitehall","orcid":"https://orcid.org/0000-0002-4179-4535"},"institutions":[{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kim Whitehall","raw_affiliation_strings":["NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA"],"affiliations":[{"raw_affiliation_string":"NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I1334627681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103260730","display_name":"Chris A. Mattmann","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Mattmann","raw_affiliation_strings":["Computer Science Department, University of Southern California, Los Angeles, CA, USA","NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I1334627681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108368752","display_name":"Alex Goodman","orcid":null},"institutions":[{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Goodman","raw_affiliation_strings":["NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA"],"affiliations":[{"raw_affiliation_string":"NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I1334627681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067085358","display_name":"Maziyar Boustani","orcid":null},"institutions":[{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maziyar Boustani","raw_affiliation_strings":["NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA"],"affiliations":[{"raw_affiliation_string":"NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I1334627681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069610647","display_name":"Sujen Shah","orcid":null},"institutions":[{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sujen Shah","raw_affiliation_strings":["NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA"],"affiliations":[{"raw_affiliation_string":"NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I1334627681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030697204","display_name":"Paul Zimdars","orcid":null},"institutions":[{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Zimdars","raw_affiliation_strings":["NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA"],"affiliations":[{"raw_affiliation_string":"NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I1334627681"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111692333","display_name":"Paul Ram\u00edrez","orcid":null},"institutions":[{"id":"https://openalex.org/I1334627681","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916","country_code":"US","type":"facility","lineage":["https://openalex.org/I122411786","https://openalex.org/I1334627681","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Ramirez","raw_affiliation_strings":["NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA"],"affiliations":[{"raw_affiliation_string":"NASA Jet Propulsion Laboratory California Institute of Technology, Pasadena, CA, USA","institution_ids":["https://openalex.org/I1334627681"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5109955158"],"corresponding_institution_ids":["https://openalex.org/I1334627681"],"apc_list":null,"apc_paid":null,"fwci":4.4312,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.95218133,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"17","issue":null,"first_page":"2964","last_page":"2973"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7854535579681396},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5614848732948303},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39244937896728516},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33707308769226074}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7854535579681396},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5614848732948303},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39244937896728516},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33707308769226074}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2016.7840948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320332375","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1800597588","https://openalex.org/W1987822482","https://openalex.org/W2028713366","https://openalex.org/W2046626049","https://openalex.org/W2084379367","https://openalex.org/W2087946700","https://openalex.org/W2109757759","https://openalex.org/W2119565742","https://openalex.org/W2131975293","https://openalex.org/W2135415614","https://openalex.org/W2159825340","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2204857797","https://openalex.org/W2617681795","https://openalex.org/W3141318050","https://openalex.org/W6738245459"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W4390482427"],"abstract_inverted_index":{"We":[0,72,89],"present":[1],"further":[2],"work":[3],"on":[4],"SciSpark,":[5],"a":[6,36,127],"Big":[7],"Data":[8],"framework":[9],"that":[10],"extends":[11],"Apache":[12],"Spark's":[13],"inmemory":[14],"parallel":[15,56,77,112],"computing":[16],"to":[17],"scale":[18],"scientific":[19],"computations.":[20],"SciSpark's":[21],"current":[22],"architecture":[23],"and":[24,28,45,62,79,86,94,111],"design":[25],"includes:":[26],"time":[27],"space":[29],"partitioning":[30,81],"of":[31,51,58,82,97],"highresolution":[32],"geo-grids":[33],"from":[34],"NetCDF3/4;":[35],"sciDataset":[37,109],"class":[38],"providing":[39],"N-dimensional":[40],"array":[41],"operations":[42],"in":[43],"Scala/Java":[44],"CF-style":[46],"variable":[47],"attributes":[48],"(an":[49],"update":[50],"our":[52],"prior":[53],"sciTensor":[54],"class);":[55],"computation":[57],"time-series":[59,113],"statistical":[60],"metrics;":[61],"an":[63,122],"interactive":[64],"front-end":[65],"using":[66,99,126],"science":[67,84,102],"(code":[68],"&":[69],"visualization)":[70],"Notebooks.":[71,130],"demonstrate":[73],"how":[74],"SciSpark":[75,98,117],"achieves":[76],"ingest":[78],"time/space":[80],"Earth":[83,101],"satellite":[85],"model":[87],"datasets.":[88],"illustrate":[90],"the":[91],"usability,":[92],"extensibility,":[93],"early":[95],"performance":[96],"several":[100],"Use":[103],"cases,":[104],"here":[105],"presenting":[106],"benchmarks":[107],"for":[108],"Readers":[110],"analytics.":[114],"A":[115],"three-hour":[116],"tutorial":[118],"was":[119],"taught":[120],"at":[121],"ESIP":[123],"Federation":[124],"meeting":[125],"dozen":[128],"\u201clive\u201d":[129]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}