{"id":"https://openalex.org/W2912174957","doi":"https://doi.org/10.1109/bigdata.2018.8622520","title":"Error-Controlled Lossy Compression Optimized for High Compression Ratios of Scientific Datasets","display_name":"Error-Controlled Lossy Compression Optimized for High Compression Ratios of Scientific Datasets","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2912174957","doi":"https://doi.org/10.1109/bigdata.2018.8622520","mag":"2912174957"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2018.8622520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2018.8622520","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103064768","display_name":"Xin Liang","orcid":"https://orcid.org/0000-0002-0630-1600"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Liang","raw_affiliation_strings":["University of California, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066430343","display_name":"Sheng Di","orcid":"https://orcid.org/0000-0002-7339-5256"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheng Di","raw_affiliation_strings":["Argonne National Laboratory, Lemont, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063703614","display_name":"Dingwen Tao","orcid":"https://orcid.org/0000-0001-5422-4497"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dingwen Tao","raw_affiliation_strings":["University of Alabama, AL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alabama, AL, USA","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103179545","display_name":"Sihuan Li","orcid":"https://orcid.org/0000-0001-7315-7955"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]},{"id":"https://openalex.org/I107766831","display_name":"NSF National Center for Atmospheric Research","ror":"https://ror.org/05cvfcr44","country_code":"US","type":"facility","lineage":["https://openalex.org/I107766831","https://openalex.org/I1311060795","https://openalex.org/I2799356940","https://openalex.org/I4210141337","https://openalex.org/I4210150888"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sihuan Li","raw_affiliation_strings":["National Center for Atmospheric Research","University of California, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Center for Atmospheric Research","institution_ids":["https://openalex.org/I107766831"]},{"raw_affiliation_string":"University of California, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071014389","display_name":"Shaomeng Li","orcid":"https://orcid.org/0000-0001-8295-2248"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]},{"id":"https://openalex.org/I107766831","display_name":"NSF National Center for Atmospheric Research","ror":"https://ror.org/05cvfcr44","country_code":"US","type":"facility","lineage":["https://openalex.org/I107766831","https://openalex.org/I1311060795","https://openalex.org/I2799356940","https://openalex.org/I4210141337","https://openalex.org/I4210150888"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaomeng Li","raw_affiliation_strings":["National Center for Atmospheric Research","University of California, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Center for Atmospheric Research","institution_ids":["https://openalex.org/I107766831"]},{"raw_affiliation_string":"University of California, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054749881","display_name":"Hanqi Guo","orcid":"https://orcid.org/0000-0001-7776-1834"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanqi Guo","raw_affiliation_strings":["Argonne National Laboratory, Lemont, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061737717","display_name":"Zizhong Chen","orcid":"https://orcid.org/0000-0003-2578-4940"},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zizhong Chen","raw_affiliation_strings":["University of California, Riverside, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046613458","display_name":"Franck Cappello","orcid":"https://orcid.org/0000-0002-7890-3934"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Franck Cappello","raw_affiliation_strings":["Argonne National Laboratory, Lemont, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":264,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"438","last_page":"447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.9724089503288269},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.8019869923591614},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.712500274181366},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6385856866836548},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.5810509920120239},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5503737330436707},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.5084359049797058},{"id":"https://openalex.org/keywords/gas-compressor","display_name":"Gas compressor","score":0.49768856167793274},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.49354588985443115},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4016568660736084},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.36940816044807434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18161103129386902},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.11428296566009521},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08348897099494934},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07929244637489319}],"concepts":[{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.9724089503288269},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.8019869923591614},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.712500274181366},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6385856866836548},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.5810509920120239},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5503737330436707},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.5084359049797058},{"id":"https://openalex.org/C131097465","wikidata":"https://www.wikidata.org/wiki/Q178898","display_name":"Gas compressor","level":2,"score":0.49768856167793274},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49354588985443115},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4016568660736084},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.36940816044807434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18161103129386902},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.11428296566009521},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08348897099494934},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07929244637489319},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2018.8622520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2018.8622520","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320338284","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W118291038","https://openalex.org/W1973657321","https://openalex.org/W2052440657","https://openalex.org/W2086002623","https://openalex.org/W2104486653","https://openalex.org/W2118217749","https://openalex.org/W2126014082","https://openalex.org/W2140196014","https://openalex.org/W2142265837","https://openalex.org/W2164030956","https://openalex.org/W2168694323","https://openalex.org/W2486202470","https://openalex.org/W2625759119","https://openalex.org/W2739870291","https://openalex.org/W2751985575","https://openalex.org/W2766438018","https://openalex.org/W2808348679","https://openalex.org/W2886627854","https://openalex.org/W2963030973","https://openalex.org/W4300059844","https://openalex.org/W6604875084","https://openalex.org/W6844719003"],"related_works":["https://openalex.org/W2096442341","https://openalex.org/W1680283075","https://openalex.org/W4210785996","https://openalex.org/W2751842002","https://openalex.org/W2889102134","https://openalex.org/W4210455546","https://openalex.org/W3162084246","https://openalex.org/W2557202938","https://openalex.org/W2552401318","https://openalex.org/W3080614128"],"abstract_inverted_index":{"Today's":[0],"scientific":[1,139],"simulations":[2],"require":[3],"a":[4,35,55],"significant":[5],"reduction":[6],"of":[7,12,16,23,101,131,170,179,207],"the":[8,21,29,40,63,69,102,114,122,129,155,159,189,196,223],"data":[9,17,42,64,70,115,208],"size":[10],"because":[11],"extremely":[13],"large":[14],"volumes":[15],"they":[18],"produce":[19],"and":[20,26,186,204,217],"limitation":[22],"storage":[24],"bandwidth":[25],"space.":[27],"If":[28],"compression":[30,37,57,81,124,161,165,168],"is":[31,74,173],"set":[32],"to":[33,48,83,108,120],"reach":[34],"high":[36,164,176],"ratio,":[38],"however,":[39],"reconstructed":[41],"are":[43],"often":[44],"distorted":[45],"too":[46],"much":[47],"tolerate.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53],"explore":[54,106],"new":[56,149],"strategy":[58],"that":[59,147,178,210],"can":[60,152],"effectively":[61],"control":[62],"distortion":[65,157],"when":[66],"significantly":[67,153],"reducing":[68],"size.":[71],"The":[72,167],"contribution":[73],"threefold.":[75],"(1)":[76],"We":[77,105,127],"propose":[78],"an":[79],"adaptive":[80,150],"framework":[82],"select":[84,109],"either":[85],"our":[86,92,132,148,171,211],"improved":[87],"Lorenzo":[88],"prediction":[89],"method":[90,96],"or":[91],"optimized":[93],"linear":[94],"regression":[95],"dynamically":[97],"in":[98,117,134,195],"different":[99],"regions":[100],"dataset.":[103],"(2)":[104],"how":[107],"them":[110],"accurately":[111],"based":[112],"on":[113],"features":[116],"each":[118],"block":[119],"obtain":[121],"best":[123],"quality.":[125],"(3)":[126],"analyze":[128],"effectiveness":[130],"solution":[133,151,212],"details":[135],"using":[136],"four":[137],"real-world":[138],"datasets":[140],"with":[141,162,188,201,222],"100+":[142],"fields.":[143],"Evaluation":[144],"results":[145],"confirm":[146],"improve":[154],"rate":[156],"for":[158],"lossy":[160,183,225],"fairly":[163],"ratios.":[166],"ratio":[169,193],"compressor":[172],"1.5X~8X":[174],"as":[175,177],"two":[180],"other":[181],"leading":[182],"compressors":[184],"(SZ":[185],"ZFP)":[187],"same":[190],"peak":[191],"single-to-noise":[192],"(PSNR),":[194],"high-compression":[197],"cases.":[198],"Parallel":[199],"experiments":[200],"8,192":[202],"cores":[203],"24":[205],"TB":[206],"shows":[209],"obtains":[213],"1.86X":[214],"dumping":[215],"performance":[216,220],"1.95X":[218],"loading":[219],"compared":[221],"second-best":[224],"compressor,":[226],"respectively.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":31},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}