{"id":"https://openalex.org/W2741341431","doi":"https://doi.org/10.1177/1094342017737147","title":"Z-checker: A framework for assessing lossy compression of scientific data","display_name":"Z-checker: A framework for assessing lossy compression of scientific data","publication_year":2017,"publication_date":"2017-11-15","ids":{"openalex":"https://openalex.org/W2741341431","doi":"https://doi.org/10.1177/1094342017737147","mag":"2741341431"},"language":"en","primary_location":{"id":"doi:10.1177/1094342017737147","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1094342017737147","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1094342017737147","source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/1094342017737147","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063703614","display_name":"Dingwen Tao","orcid":"https://orcid.org/0000-0001-5422-4497"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dingwen Tao","raw_affiliation_strings":["Department of Computer Science and Engineering, University of California, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103124363","display_name":"Sheng Di","orcid":"https://orcid.org/0000-0002-9935-5674"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheng Di","raw_affiliation_strings":["Division of Computer Science and Mathematics, Argonne National Laboratory, Lemont, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computer Science and Mathematics, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054749881","display_name":"Hanqi Guo","orcid":"https://orcid.org/0000-0001-7776-1834"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanqi Guo","raw_affiliation_strings":["Division of Computer Science and Mathematics, Argonne National Laboratory, Lemont, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computer Science and Mathematics, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061737717","display_name":"Zizhong Chen","orcid":"https://orcid.org/0000-0003-2578-4940"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]},{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zizhong Chen","raw_affiliation_strings":["Beijing University of Technology, Beijing, China","Department of Computer Science and Engineering, University of California, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University of California, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046613458","display_name":"Franck Cappello","orcid":"https://orcid.org/0000-0002-7890-3934"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]},{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Franck Cappello","raw_affiliation_strings":["Division of Computer Science and Mathematics, Argonne National Laboratory, Lemont, IL, USA","Parallel Computing Institute, University of Illinois Urbana\u2013Champaign, Champaign, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Computer Science and Mathematics, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]},{"raw_affiliation_string":"Parallel Computing Institute, University of Illinois Urbana\u2013Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046613458"],"corresponding_institution_ids":["https://openalex.org/I1282105669","https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":4.6279,"has_fulltext":false,"cited_by_count":63,"citation_normalized_percentile":{"value":0.95432633,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"33","issue":"2","first_page":"285","last_page":"303"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.9514443874359131},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7641186118125916},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6286659240722656},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.6115609407424927},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.5077717900276184},{"id":"https://openalex.org/keywords/gas-compressor","display_name":"Gas compressor","score":0.48828935623168945},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.46948203444480896},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3362593650817871},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3200531601905823},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3119328022003174},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.2942308187484741},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1147376298904419}],"concepts":[{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.9514443874359131},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7641186118125916},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6286659240722656},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.6115609407424927},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5077717900276184},{"id":"https://openalex.org/C131097465","wikidata":"https://www.wikidata.org/wiki/Q178898","display_name":"Gas compressor","level":2,"score":0.48828935623168945},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.46948203444480896},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3362593650817871},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3200531601905823},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3119328022003174},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.2942308187484741},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1147376298904419},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1177/1094342017737147","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1094342017737147","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1094342017737147","source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1707.09320","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1707.09320","pdf_url":"https://arxiv.org/pdf/1707.09320","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:osti.gov:1437773","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1437773","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:1510019","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1510019","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1177/1094342017737147","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1094342017737147","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1094342017737147","source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8200847864","display_name":null,"funder_award_id":"82707","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"}],"funders":[{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1499782454","https://openalex.org/W1777016212","https://openalex.org/W1823244711","https://openalex.org/W1973657321","https://openalex.org/W1981257396","https://openalex.org/W2052440657","https://openalex.org/W2060108852","https://openalex.org/W2097269032","https://openalex.org/W2107745473","https://openalex.org/W2140196014","https://openalex.org/W2141897674","https://openalex.org/W2142265837","https://openalex.org/W2160097539","https://openalex.org/W2164566630","https://openalex.org/W2207050309","https://openalex.org/W2257477400","https://openalex.org/W2304288710","https://openalex.org/W2486202470","https://openalex.org/W2490233347","https://openalex.org/W2562764966","https://openalex.org/W2625759119","https://openalex.org/W2759175021","https://openalex.org/W4237305300","https://openalex.org/W4302440534"],"related_works":["https://openalex.org/W2547124190","https://openalex.org/W3180760233","https://openalex.org/W4247601675","https://openalex.org/W2385628723","https://openalex.org/W3035703949","https://openalex.org/W3080614128","https://openalex.org/W4322770433","https://openalex.org/W2372078508","https://openalex.org/W2556577032","https://openalex.org/W2786376957"],"abstract_inverted_index":{"Because":[0],"of":[1,5,21,50,89,133,143,185,239,251,289,308,319],"the":[2,24,33,48,56,82,97,140,200,215,219,240,256,263,275,281,290,309,317,324],"vast":[3],"volume":[4],"data":[6,16,34,52,57,90,94,187,217,221,265,291,310,335],"being":[7],"produced":[8],"by":[9],"today\u2019s":[10],"scientific":[11,51,334],"simulations":[12],"and":[13,40,54,64,74,111,115,183,205,208,234,236,245,249,277],"experiments,":[14],"lossy":[15,37,135,163,194,330],"compressor":[17,38,164],"allowing":[18],"user-controlled":[19],"loss":[20],"accuracy":[22],"during":[23],"compression":[25,60,191,195,201,241,331],"is":[26,101,323],"a":[27,44,62,76,87,131,295],"relevant":[28],"solution":[29],"for":[30,93,162,286,333],"significantly":[31],"reducing":[32],"size.":[35],"However,":[36],"developers":[39,112,278],"users":[41,110,276],"are":[42],"missing":[43],"tool":[45,107,326],"to":[46,108,170,189,304,328],"explore":[47],"features":[49,294],"sets":[53,311],"understand":[55],"alteration":[58],"after":[59],"in":[61,145,152,302],"systematic":[63],"reliable":[65],"way.":[66],"To":[67,316],"address":[68],"this":[69,127],"gap,":[70],"we":[71,129,138,147],"have":[72],"designed":[73,327],"implemented":[75,102],"generic":[77],"framework":[78,142],"called":[79],"Z-checker.":[80],"On":[81,96],"one":[83],"hand,":[84,99],"Z-checker":[85,100,166,197,253,293,322],"combines":[86],"battery":[88],"analysis":[91,118,124,159,213,238,257,300],"components":[92,119],"compression.":[95],"other":[98,158],"as":[103,155,157,175,313],"an":[104],"open-source":[105],"community":[106],"which":[109,146],"can":[113,167,198,254,279],"contribute":[114],"add":[116],"new":[117],"based":[120],"on":[121],"their":[122],"additional":[123],"demands.":[125],"In":[126],"article,":[128],"present":[130],"survey":[132],"existing":[134],"compressors.":[136],"Then,":[137],"describe":[139],"design":[141],"Z-checker,":[144],"integrated":[148],"evaluation":[149],"metrics":[150],"proposed":[151],"prior":[153],"work":[154],"well":[156],"tools.":[160],"Specifically,":[161],"developers,":[165],"be":[168],"used":[169],"characterize":[171],"critical":[172],"properties":[173],"(such":[174],"entropy,":[176],"distribution,":[177,233],"power":[178],"spectrum,":[179],"principal":[180],"component":[181],"analysis,":[182],"autocorrelation)":[184],"any":[186],"set":[188],"improve":[190],"strategies.":[192],"For":[193],"users,":[196],"detect":[199],"quality":[202],"(compression":[203],"ratio":[204],"bit":[206],"rate)":[207],"provide":[209],"various":[210],"global":[211],"distortion":[212],"comparing":[214],"original":[216],"with":[218,258],"decompressed":[220],"(peak":[222],"signal-to-noise":[223],"ratio,":[224],"normalized":[225],"mean":[226],"squared":[227],"error,":[228,231],"rate\u2013distortion,":[229],"rate-compression":[230],"spectral,":[232],"derivatives)":[235],"statistical":[237],"error":[242],"(maximum,":[243],"minimum,":[244],"average":[246],"error;":[247],"autocorrelation;":[248],"distribution":[250],"errors).":[252],"perform":[255],"either":[259],"coarse":[260],"granularity":[261,269],"(throughout":[262],"whole":[264],"set)":[266],"or":[267],"fine":[268],"(by":[270],"user-defined":[271],"blocks),":[272],"such":[273,312],"that":[274],"select":[280],"best":[282,318],"fit,":[283],"adaptive":[284],"compressors":[285],"different":[287],"parts":[288],"set.":[292],"visualization":[296],"interface":[297],"displaying":[298],"all":[299],"results":[301],"addition":[303],"some":[305],"basic":[306],"views":[307],"time":[314],"series.":[315],"our":[320],"knowledge,":[321],"first":[325],"assess":[329],"comprehensively":[332],"sets.":[336]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}