{"id":"https://openalex.org/W4205499554","doi":"https://doi.org/10.1109/bigdata52589.2021.9671998","title":"Supporting Data Compression in PnetCDF","display_name":"Supporting Data Compression in PnetCDF","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4205499554","doi":"https://doi.org/10.1109/bigdata52589.2021.9671998"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata52589.2021.9671998","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671998","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058466060","display_name":"Kaiyuan Hou","orcid":"https://orcid.org/0000-0001-8065-268X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kaiyuan Hou","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102907134","display_name":"Kang Qiao","orcid":"https://orcid.org/0000-0001-8266-3470"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao Kang","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100698554","display_name":"Sunwoo Lee","orcid":"https://orcid.org/0000-0001-6334-3068"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sunwoo Lee","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004659592","display_name":"Ankit Agrawal","orcid":"https://orcid.org/0000-0002-5519-0302"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ankit Agrawal","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074976770","display_name":"Alok Choudhary","orcid":"https://orcid.org/0000-0001-8152-6319"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alok Choudhary","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047602285","display_name":"Wei\u2010keng Liao","orcid":"https://orcid.org/0009-0008-9411-2543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei-keng Liao","raw_affiliation_strings":["Northwestern University"],"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058466060"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16173177,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"86","last_page":"97"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8151067495346069},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6688430309295654},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6061870455741882},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4959603250026703},{"id":"https://openalex.org/keywords/parallel-i/o","display_name":"Parallel I/O","score":0.48367080092430115},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3808318078517914},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3793638050556183},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3431774973869324}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8151067495346069},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6688430309295654},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6061870455741882},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4959603250026703},{"id":"https://openalex.org/C2781057727","wikidata":"https://www.wikidata.org/wiki/Q9941","display_name":"Parallel I/O","level":2,"score":0.48367080092430115},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3808318078517914},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3793638050556183},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3431774973869324},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata52589.2021.9671998","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671998","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320317220","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14"},{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W229826274","https://openalex.org/W1600963723","https://openalex.org/W1743861851","https://openalex.org/W1946402190","https://openalex.org/W1961332808","https://openalex.org/W1987822482","https://openalex.org/W2032648817","https://openalex.org/W2032756564","https://openalex.org/W2033854784","https://openalex.org/W2052440657","https://openalex.org/W2081904791","https://openalex.org/W2084562911","https://openalex.org/W2097426049","https://openalex.org/W2127883272","https://openalex.org/W2156077349","https://openalex.org/W2156739270","https://openalex.org/W2157713988","https://openalex.org/W2162326114","https://openalex.org/W2486202470","https://openalex.org/W2623141927","https://openalex.org/W2921656216","https://openalex.org/W2944412207","https://openalex.org/W2973764082","https://openalex.org/W2979597731","https://openalex.org/W2988138585","https://openalex.org/W3087592560","https://openalex.org/W3104493122","https://openalex.org/W3133201538","https://openalex.org/W3195707524","https://openalex.org/W4231507133","https://openalex.org/W4234841290","https://openalex.org/W4240675937","https://openalex.org/W6609021380","https://openalex.org/W6635831535","https://openalex.org/W6640789038","https://openalex.org/W6760157702"],"related_works":["https://openalex.org/W2389214306","https://openalex.org/W4235240664","https://openalex.org/W2965083567","https://openalex.org/W1838576100","https://openalex.org/W2095886385","https://openalex.org/W2889616422","https://openalex.org/W2089704382","https://openalex.org/W2612632602","https://openalex.org/W2321805087","https://openalex.org/W2012089308"],"abstract_inverted_index":{"Recently,":[0],"the":[1,5,10,39,51,56,61,68,75,90,101,110,131],"dramatic":[2],"increase":[3],"of":[4,41,55,71,104,112],"data":[6,13,35,113],"amounts":[7],"drives":[8],"up":[9],"demand":[11],"for":[12],"compression":[14,27,36,58,114],"among":[15],"HPC":[16,46],"applications.":[17],"Although":[18],"many":[19],"file":[20],"systems":[21],"and":[22,53,94,108,137],"I/O":[23,32,83,102,117,133],"middlewares":[24],"have":[25],"incorporated":[26],"features,":[28],"few":[29],"high-level":[30],"parallel":[31,116,132],"libraries":[33],"support":[34],"due":[37],"to":[38,88],"challenges":[40,91],"achieving":[42],"scalable":[43],"performance":[44,93,134],"on":[45,81,92,115,135],"systems.":[47],"This":[48],"paper":[49],"presents":[50],"design":[52,66],"implementation":[54],"variable":[57],"feature":[59],"in":[60],"Parallel":[62],"NetCDF":[63],"library.":[64],"Our":[65,119],"employs":[67],"same":[69],"concept":[70],"chunking":[72],"used":[73],"by":[74],"HDF5":[76],"library,":[77],"but":[78],"we":[79],"focus":[80],"enabling":[82],"aggregation":[84],"across":[85],"multiple":[86,124],"requests":[87,125],"address":[89],"scalability.":[95],"We":[96],"evaluate":[97],"our":[98],"solution":[99],"using":[100],"kernel":[103],"real-world":[105],"scientific":[106],"applications":[107],"analyze":[109],"impacts":[111],"performance.":[118],"result":[120],"suggests":[121],"that":[122],"handling":[123],"at":[126],"once":[127],"can":[128],"significantly":[129],"improve":[130],"chunked":[136],"compressed":[138],"data.":[139]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
