{"id":"https://openalex.org/W1988156651","doi":"https://doi.org/10.1177/1094342011414746","title":"Data-intensive science: The Terapixel and MODISAzure projects","display_name":"Data-intensive science: The Terapixel and MODISAzure projects","publication_year":2011,"publication_date":"2011-08-01","ids":{"openalex":"https://openalex.org/W1988156651","doi":"https://doi.org/10.1177/1094342011414746","mag":"1988156651"},"language":"en","primary_location":{"id":"doi:10.1177/1094342011414746","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1094342011414746","pdf_url":null,"source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027103443","display_name":"D. Agarwal","orcid":"https://orcid.org/0000-0001-5045-2396"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deb Agarwal","raw_affiliation_strings":["Lawrence Berkeley National Lab, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Lab, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038012602","display_name":"You-Wei Cheah","orcid":"https://orcid.org/0000-0003-2241-4901"},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"You-Wei Cheah","raw_affiliation_strings":["School of Informatics and Computing, Indiana University, USA","School of Informatics and Computing , Indiana University , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics and Computing, Indiana University, USA","institution_ids":["https://openalex.org/I592451"]},{"raw_affiliation_string":"School of Informatics and Computing , Indiana University , USA","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109986239","display_name":"Dan Fay","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Fay","raw_affiliation_strings":["Microsoft Research, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040185703","display_name":"Jonathan Fay","orcid":"https://orcid.org/0000-0003-2500-8984"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Fay","raw_affiliation_strings":["Microsoft Research, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015671776","display_name":"Dean Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dean Guo","raw_affiliation_strings":["Microsoft Research, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056845870","display_name":"Tony Hey","orcid":"https://orcid.org/0000-0001-6782-3691"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tony Hey","raw_affiliation_strings":["Microsoft Research, USA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA,","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042853178","display_name":"Marty Humphrey","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marty Humphrey","raw_affiliation_strings":["Department of Computer Science, University of Virginia, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005155251","display_name":"Keith Jackson","orcid":"https://orcid.org/0000-0003-3697-7908"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keith Jackson","raw_affiliation_strings":["Lawrence Berkeley National Lab, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Lab, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100679241","display_name":"Jie Li","orcid":"https://orcid.org/0000-0002-4974-6116"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Li","raw_affiliation_strings":["Department of Computer Science, University of Virginia, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041983574","display_name":"Christophe Poulain","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christophe Poulain","raw_affiliation_strings":["Microsoft Research, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053524205","display_name":"Youngryel Ryu","orcid":"https://orcid.org/0000-0001-6238-2479"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Youngryel Ryu","raw_affiliation_strings":["Department of Organismic and Evolutionary Biology, Harvard University, USA","Department of Organismic and Evolutionary Biology, HarvardUniversity, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Organismic and Evolutionary Biology, Harvard University, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Organismic and Evolutionary Biology, HarvardUniversity, USA#TAB#","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074465144","display_name":"Catharine van Ingen","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Catharine van Ingen","raw_affiliation_strings":["Microsoft Research, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2591,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.89954541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"25","issue":"3","first_page":"304","last_page":"316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10111","display_name":"Remote Sensing in Agriculture","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7810553312301636},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7705186009407043},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.7256757616996765},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7244575619697571},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6158915758132935},{"id":"https://openalex.org/keywords/cyberinfrastructure","display_name":"Cyberinfrastructure","score":0.6131856441497803},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5937049388885498},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5475611686706543},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5292232632637024},{"id":"https://openalex.org/keywords/data-processing","display_name":"Data processing","score":0.5115002393722534},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4912418723106384},{"id":"https://openalex.org/keywords/instrumentation","display_name":"Instrumentation (computer programming)","score":0.44143033027648926},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4280160069465637},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.42199885845184326},{"id":"https://openalex.org/keywords/data-management","display_name":"Data management","score":0.41709479689598083},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3373928666114807},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.27463436126708984},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.18326851725578308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7810553312301636},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7705186009407043},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.7256757616996765},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7244575619697571},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6158915758132935},{"id":"https://openalex.org/C2776397876","wikidata":"https://www.wikidata.org/wiki/Q1450531","display_name":"Cyberinfrastructure","level":2,"score":0.6131856441497803},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5937049388885498},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5475611686706543},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5292232632637024},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.5115002393722534},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4912418723106384},{"id":"https://openalex.org/C118530786","wikidata":"https://www.wikidata.org/wiki/Q1134732","display_name":"Instrumentation (computer programming)","level":2,"score":0.44143033027648926},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4280160069465637},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.42199885845184326},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.41709479689598083},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3373928666114807},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.27463436126708984},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.18326851725578308},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/1094342011414746","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1094342011414746","pdf_url":null,"source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1485293642","https://openalex.org/W1493893823","https://openalex.org/W1548849615","https://openalex.org/W1967841763","https://openalex.org/W1974508523","https://openalex.org/W2073904418","https://openalex.org/W2087236962","https://openalex.org/W2100830825","https://openalex.org/W2103293707","https://openalex.org/W2113410727","https://openalex.org/W2119513445","https://openalex.org/W2135575903","https://openalex.org/W2158370478"],"related_works":["https://openalex.org/W1512380751","https://openalex.org/W2148010638","https://openalex.org/W2808533663","https://openalex.org/W4299638067","https://openalex.org/W2274254580","https://openalex.org/W2479145525","https://openalex.org/W2233514622","https://openalex.org/W2347873139","https://openalex.org/W2792397143","https://openalex.org/W3148156613"],"abstract_inverted_index":{"We":[0],"live":[1],"in":[2,5,86],"an":[3],"era":[4],"which":[6],"scientific":[7,54],"discovery":[8],"is":[9,77,106],"increasingly":[10],"driven":[11],"by":[12],"data":[13,23,50,55,76,139],"exploration":[14],"of":[15,111,120],"massive":[16],"datasets.":[17],"Scientists":[18],"today":[19],"are":[20],"envisioning":[21],"diverse":[22],"analyses":[24],"and":[25,39,47,56,135,151],"computations":[26],"that":[27,105],"scale":[28],"from":[29],"the":[30,45,69,79,124,128,143,148,161],"desktop":[31],"to":[32,43,88,109,141],"supercomputers,":[33],"yet":[34],"often":[35,48],"have":[36,83],"difficulty":[37],"designing":[38],"constructing":[40],"software":[41],"architectures":[42],"accommodate":[44],"heterogeneous":[46],"inconsistent":[49],"at":[51],"scale.":[52],"Moreover,":[53],"computational":[57,80],"resource":[58],"needs":[59,66],"can":[60,82,98],"vary":[61],"widely":[62],"over":[63,123],"time.":[64],"The":[65],"grow":[67],"as":[68,74],"science":[70,114,154],"collaboration":[71],"broadens":[72],"or":[73,92],"additional":[75],"accumulated;":[78],"demand":[81],"large":[84],"transients":[85],"response":[87],"seasonal":[89],"field":[90],"campaigns":[91],"new":[93],"instrumentation":[94],"breakthroughs.":[95],"Cloud":[96,163],"computing":[97,134],"offer":[99],"a":[100,153],"scalable,":[101],"economic,":[102],"on-demand":[103],"model":[104],"well":[107],"matched":[108],"some":[110],"these":[112],"evolving":[113],"needs.":[115],"This":[116],"paper":[117],"presents":[118],"two":[119],"our":[121],"experiences":[122],"last":[125],"year":[126],"\u2014":[127],"Terapixel":[129],"Project,":[130],"using":[131,160],"workflow,":[132],"high-performance":[133],"non-structured":[136],"query":[137],"language":[138],"processing":[140],"render":[142],"largest":[144],"astronomical":[145],"image":[146,157],"for":[147,156],"WorldWide":[149],"Telescope,":[150],"MODISAzure,":[152],"pipeline":[155],"processing,":[158],"deployed":[159],"Azure":[162],"infrastructure.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":11},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}