{"id":"https://openalex.org/W2503873017","doi":"https://doi.org/10.4018/978-1-4666-9840-6.ch100","title":"Scalable Data Mining, Archiving, and Big Data Management for the Next Generation Astronomical Telescopes","display_name":"Scalable Data Mining, Archiving, and Big Data Management for the Next Generation Astronomical Telescopes","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2503873017","doi":"https://doi.org/10.4018/978-1-4666-9840-6.ch100","mag":"2503873017"},"language":"en","primary_location":{"id":"doi:10.4018/978-1-4666-9840-6.ch100","doi":"https://doi.org/10.4018/978-1-4666-9840-6.ch100","is_oa":false,"landing_page_url":"https://doi.org/10.4018/978-1-4666-9840-6.ch100","pdf_url":null,"source":{"id":"https://openalex.org/S4306463409","display_name":"IGI Global eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data","raw_type":"book-chapter"},"volume":{"id":"https://openalex.org/W4256089864","display_name":"Big Data"},"type":"book-chapter","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103260730","display_name":"Chris A. Mattmann","orcid":"https://orcid.org/0000-0002-9414-2901","observed_orcids":["https://orcid.org/0000-0002-9414-2901"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris A. Mattmann","raw_affiliation_strings":["California Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology, USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060618610","display_name":"Andrew F. Hart","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Hart","raw_affiliation_strings":["California Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology, USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043056790","display_name":"L. Cinquini","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luca Cinquini","raw_affiliation_strings":["California Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology, USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083382148","display_name":"Joseph Lazio","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Lazio","raw_affiliation_strings":["California Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology, USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058169029","display_name":"Shakeh E. Khudikyan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shakeh Khudikyan","raw_affiliation_strings":["California Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology, USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060971695","display_name":"Dayton L. Jones","orcid":"https://orcid.org/0000-0002-1085-1330","observed_orcids":["https://orcid.org/0000-0002-1085-1330"]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dayton Jones","raw_affiliation_strings":["California Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology, USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045774857","display_name":"Robert A. Preston","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Preston","raw_affiliation_strings":["California Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology, USA","institution_ids":["https://openalex.org/I122411786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102349151","display_name":"Thomas Bennett","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210107273","display_name":"SKA Telescope, South Africa","ror":"https://ror.org/01wtjj434","country_code":"ZA","type":"other","lineage":["https://openalex.org/I4210107273","https://openalex.org/I4210108497"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Thomas Bennett","raw_affiliation_strings":["SKA South Africa Project, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SKA South Africa Project, South Africa","institution_ids":["https://openalex.org/I4210107273"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041313266","display_name":"Bryan J. Butler","orcid":"https://orcid.org/0000-0002-5344-820X","observed_orcids":["https://orcid.org/0000-0002-5344-820X"]},"institutions":[{"id":"https://openalex.org/I2609998029","display_name":"National Radio Astronomy Observatory","ror":"https://ror.org/04m24yn62","country_code":"US","type":"facility","lineage":["https://openalex.org/I2609998029","https://openalex.org/I867387847"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bryan Butler","raw_affiliation_strings":["National Radio Astronomy Observatory (NRAO), USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Radio Astronomy Observatory (NRAO), USA","institution_ids":["https://openalex.org/I2609998029"]}]},{"author_position":"middle","author":{"id":null,"display_name":"David Harland","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2609998029","display_name":"National Radio Astronomy Observatory","ror":"https://ror.org/04m24yn62","country_code":"US","type":"facility","lineage":["https://openalex.org/I2609998029","https://openalex.org/I867387847"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Harland","raw_affiliation_strings":["National Radio Astronomy Observatory (NRAO), USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Radio Astronomy Observatory (NRAO), USA","institution_ids":["https://openalex.org/I2609998029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066625349","display_name":"Brian Glendenning","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2609998029","display_name":"National Radio Astronomy Observatory","ror":"https://ror.org/04m24yn62","country_code":"US","type":"facility","lineage":["https://openalex.org/I2609998029","https://openalex.org/I867387847"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Glendenning","raw_affiliation_strings":["National Radio Astronomy Observatory (NRAO), USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Radio Astronomy Observatory (NRAO), USA","institution_ids":["https://openalex.org/I2609998029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040298326","display_name":"Jeff Kern","orcid":"https://orcid.org/0000-0001-5019-4104","observed_orcids":["https://orcid.org/0000-0001-5019-4104"]},"institutions":[{"id":"https://openalex.org/I2609998029","display_name":"National Radio Astronomy Observatory","ror":"https://ror.org/04m24yn62","country_code":"US","type":"facility","lineage":["https://openalex.org/I2609998029","https://openalex.org/I867387847"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Kern","raw_affiliation_strings":["National Radio Astronomy Observatory (NRAO), USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Radio Astronomy Observatory (NRAO), USA","institution_ids":["https://openalex.org/I2609998029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004530546","display_name":"James Robnett","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2609998029","display_name":"National Radio Astronomy Observatory","ror":"https://ror.org/04m24yn62","country_code":"US","type":"facility","lineage":["https://openalex.org/I2609998029","https://openalex.org/I867387847"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Robnett","raw_affiliation_strings":["National Radio Astronomy Observatory (NRAO), USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Radio Astronomy Observatory (NRAO), USA","institution_ids":["https://openalex.org/I2609998029"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0437,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94005994,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2199","last_page":"2225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.48069998621940613,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.48069998621940613,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.16740000247955322,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.08429999649524689,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/big-data-management","display_name":"big data management","score":0.8289999961853027},{"id":"https://openalex.org/keywords/astronomical-data-management","display_name":"astronomical data management","score":0.6859999895095825},{"id":"https://openalex.org/keywords/next-generation-telescopes","display_name":"next-generation telescopes","score":0.8230000138282776},{"id":"https://openalex.org/keywords/square-kilometre-array","display_name":"Square Kilometre Array","score":0.9480000138282776},{"id":"https://openalex.org/keywords/lofar","display_name":"LOFAR","score":0.9900000095367432},{"id":"https://openalex.org/keywords/alma","display_name":"ALMA","score":0.6859999895095825},{"id":"https://openalex.org/keywords/lsst","display_name":"LSST","score":0.8410000205039978},{"id":"https://openalex.org/keywords/data-archiving","display_name":"data archiving","score":0.7590000033378601},{"id":"https://openalex.org/keywords/data-integration","display_name":"data integration","score":0.46000000834465027},{"id":"https://openalex.org/keywords/metadata-interoperability","display_name":"metadata interoperability","score":0.6010000109672546},{"id":"https://openalex.org/keywords/data-portal","display_name":"data portal","score":0.6669999957084656},{"id":"https://openalex.org/keywords/apache-solr","display_name":"Apache Solr","score":0.9710000157356262},{"id":"https://openalex.org/keywords/open-source-software","display_name":"open source software","score":0.7950000166893005},{"id":"https://openalex.org/keywords/data-deluge","display_name":"data deluge","score":0.5139999985694885}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6864814758300781},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6357985734939575},{"id":"https://openalex.org/C2780590096","wikidata":"https://www.wikidata.org/wiki/Q104528246","display_name":"LOFAR","level":3,"score":0.6113316416740417},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6009830832481384},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5681387782096863},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.5130666494369507},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.463998019695282},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.43903157114982605},{"id":"https://openalex.org/C2779919027","wikidata":"https://www.wikidata.org/wiki/Q62832","display_name":"Observatory","level":2,"score":0.42252209782600403},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.389815092086792},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.28722983598709106},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.2648531198501587},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.24577662348747253},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17707186937332153},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17525321245193481},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.15258264541625977},{"id":"https://openalex.org/C104892082","wikidata":"https://www.wikidata.org/wiki/Q17156810","display_name":"Low frequency","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.4018/978-1-4666-9840-6.ch100","doi":"https://doi.org/10.4018/978-1-4666-9840-6.ch100","is_oa":false,"landing_page_url":"https://doi.org/10.4018/978-1-4666-9840-6.ch100","pdf_url":null,"source":{"id":"https://openalex.org/S4306463409","display_name":"IGI Global eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W32696687","https://openalex.org/W67738612","https://openalex.org/W109480519","https://openalex.org/W1963625011","https://openalex.org/W1977512387","https://openalex.org/W1979306856","https://openalex.org/W1986518649","https://openalex.org/W1993892970","https://openalex.org/W1997900506","https://openalex.org/W2004964751","https://openalex.org/W2029084939","https://openalex.org/W2036260704","https://openalex.org/W2044971876","https://openalex.org/W2051214857","https://openalex.org/W2067489077","https://openalex.org/W2073456475","https://openalex.org/W2074115437","https://openalex.org/W2076928169","https://openalex.org/W2088379928","https://openalex.org/W2112193291","https://openalex.org/W2119442535","https://openalex.org/W2151782169","https://openalex.org/W2168315495","https://openalex.org/W2173213060","https://openalex.org/W2471490548","https://openalex.org/W2990485419","https://openalex.org/W2995564009","https://openalex.org/W3121431427","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2005222934","https://openalex.org/W4252000282","https://openalex.org/W4392872785","https://openalex.org/W2791119302","https://openalex.org/W2996659247","https://openalex.org/W2754143370","https://openalex.org/W6887965074","https://openalex.org/W7163302268","https://openalex.org/W2313969454","https://openalex.org/W4389382228"],"abstract_inverted_index":{"Big":[0],"data":[1,7,18,29,123,127,143,150,171,225,236],"as":[2,105],"a":[3,22,258],"paradigm":[4],"focuses":[5],"on":[6,11,190],"volume,":[8],"velocity,":[9],"and":[10,14,20,92,100,145,152,161,164,173,181,204,214,219,230,252,266],"the":[12,38,41,50,61,75,106,121,135,167,193,234,249],"number":[13,259],"complexity":[15],"of":[16,24,40,137,260],"various":[17],"formats":[19,172],"metadata,":[21],"set":[23],"information":[25],"that":[26],"describes":[27],"other":[28,102],"types.":[30],"This":[31,118],"is":[32],"nowhere":[33],"better":[34],"seen":[35],"than":[36],"in":[37,57,60,66,68,72,89,98,101,115,125,162,169],"development":[39],"software":[42,191,221],"to":[43,112,187,212,223,231,248,257],"support":[44],"next":[45],"generation":[46],"astronomical":[47,132,228,250],"instruments":[48,70,103,229],"including":[49,197,263],"MeerKAT/KAT-7":[51],"Square":[52],"Kilometre":[53],"Array":[54,64,87,96],"(SKA)":[55],"precursor":[56,218],"South":[58],"Africa,":[59],"Low":[62],"Frequency":[63],"(LOFAR)":[65],"Europe,":[67],"two":[69],"led":[71],"part":[73],"by":[74],"U.S.":[76],"National":[77],"Radio":[78],"Astronomy":[79],"Observatory":[80],"(NRAO)":[81],"with":[82],"its":[83],"Expanded":[84],"Very":[85],"Large":[86,94,107],"(EVLA)":[88],"Socorro,":[90],"NM,":[91],"Atacama":[93],"Millimeter":[95],"(ALMA)":[97],"Chile,":[99],"such":[104],"Synoptic":[108],"Survey":[109],"Telescope":[110],"(LSST)":[111],"be":[113],"built":[114],"northern":[116],"Chile.":[117],"chapter":[119],"highlights":[120],"big":[122],"challenges":[124,180],"constructing":[126],"management":[128],"systems":[129,222],"for":[130,156,233],"these":[131,179,210,227],"instruments,":[133],"specifically":[134],"challenge":[136],"integrating":[138],"legacy":[139],"science":[140,149,170,261],"codes,":[141],"handling":[142],"movement":[144],"triage,":[146],"building":[147],"flexible":[148,157],"portals":[151],"user":[153],"interfaces,":[154],"allowing":[155],"technology":[158],"deployment":[159],"scenarios,":[160],"automatically":[163],"rapidly":[165],"mitigating":[166],"difference":[168],"metadata":[174],"models.":[175],"The":[176,206],"authors":[177,207],"discuss":[178],"then":[182],"suggest":[183],"open":[184],"source":[185],"solutions":[186,211,244],"them":[188],"based":[189],"from":[192,226,238],"Apache":[194,198],"Software":[195],"Foundation":[196],"Object-Oriented":[199],"Data":[200],"Technology":[201],"(OODT),":[202],"Tika,":[203],"Solr.":[205],"have":[208],"leveraged":[209],"effectively":[213],"expeditiously":[215],"build":[216],"many":[217],"operational":[220],"handle":[224],"prepare":[232],"coming":[235],"deluge":[237],"those":[239],"not":[240,246],"constructed":[241],"yet.":[242],"Their":[243],"are":[245,254],"specific":[247],"domain":[251],"they":[253],"already":[255],"applicable":[256],"domains":[262],"Earth,":[264],"planetary,":[265],"biomedicine.":[267]},"counts_by_year":[{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2016-08-23T00:00:00"}