{"id":"https://openalex.org/W3141728994","doi":"https://doi.org/10.1145/3431379.3460653","title":"Adaptive Configuration of In Situ Lossy Compression for Cosmology Simulations via Fine-Grained Rate-Quality Modeling","display_name":"Adaptive Configuration of In Situ Lossy Compression for Cosmology Simulations via Fine-Grained Rate-Quality Modeling","publication_year":2021,"publication_date":"2021-06-17","ids":{"openalex":"https://openalex.org/W3141728994","doi":"https://doi.org/10.1145/3431379.3460653","mag":"3141728994"},"language":"en","primary_location":{"id":"doi:10.1145/3431379.3460653","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3431379.3460653","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3431379.3460653","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th International Symposium on High-Performance Parallel and Distributed Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3431379.3460653","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sian Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sian Jin","raw_affiliation_strings":["Washington State University, Pulman, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University, Pulman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jesus Pulido","orcid":null},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jesus Pulido","raw_affiliation_strings":["Los Alamos National Laboratory, Los Alamos, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pascal Grosset","orcid":null},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pascal Grosset","raw_affiliation_strings":["Los Alamos National Laboratory, Los Alamos, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiannan Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiannan Tian","raw_affiliation_strings":["Washington State University, Pullman, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University, Pullman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dingwen Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dingwen Tao","raw_affiliation_strings":["Washington State University, Pullman, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Washington State University, Pullman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"last","author":{"id":null,"display_name":"James Ahrens","orcid":null},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Ahrens","raw_affiliation_strings":["Los Alamos National Laboratory, Los Alamos, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"45","last_page":"56"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.9602000117301941},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.7426000237464905},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5738000273704529},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5662000179290771},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.5497000217437744},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.43549999594688416},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.3962000012397766},{"id":"https://openalex.org/keywords/gas-compressor","display_name":"Gas compressor","score":0.38589999079704285}],"concepts":[{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.9602000117301941},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.7426000237464905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6449000239372253},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5738000273704529},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5662000179290771},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.5497000217437744},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5160999894142151},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.43549999594688416},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.3962000012397766},{"id":"https://openalex.org/C131097465","wikidata":"https://www.wikidata.org/wiki/Q178898","display_name":"Gas compressor","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3327000141143799},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C2982755384","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate distortion","level":3,"score":0.28360000252723694},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2815000116825104},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.2791000008583069},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C489000","wikidata":"https://www.wikidata.org/wiki/Q747385","display_name":"Data flow diagram","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3431379.3460653","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3431379.3460653","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3431379.3460653","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th International Symposium on High-Performance Parallel and Distributed Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2104.00178","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.00178","pdf_url":"https://arxiv.org/pdf/2104.00178","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3431379.3460653","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3431379.3460653","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3431379.3460653","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th International Symposium on High-Performance Parallel and Distributed Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1527848044","display_name":null,"funder_award_id":"89233218CNA000001","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G2776190829","display_name":null,"funder_award_id":"Contract No. 89233218CNA000001","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3232922872","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G4300069490","display_name":"CRII: OAC: An Efficient Lossy Compression Framework for Reducing Memory Footprint for Extreme-Scale Deep Learning on GPU-Based HPC Systems","funder_award_id":"2034169","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4748082740","display_name":null,"funder_award_id":"Contract No. 89233218CNA000001","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G6467669079","display_name":null,"funder_award_id":"89233218CNA000001","funder_id":"https://openalex.org/F4320338292","funder_display_name":"Lawrence Berkeley National Laboratory"},{"id":"https://openalex.org/G6859237865","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6995210142","display_name":null,"funder_award_id":"89233218CNA000001","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G70659677","display_name":null,"funder_award_id":"89233218CNA000001","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7500863821","display_name":null,"funder_award_id":"89233218CNA000001","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G7977534188","display_name":null,"funder_award_id":"No. 89233218CNA000001","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G8253304997","display_name":null,"funder_award_id":"17-SC-20-SC","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8659807574","display_name":null,"funder_award_id":"89233218CNA000001","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8770029225","display_name":null,"funder_award_id":"No. 89233218CNA000001","funder_id":"https://openalex.org/F4320338304","funder_display_name":"Los Alamos National Laboratory"},{"id":"https://openalex.org/G952105892","display_name":null,"funder_award_id":"OAC-2034169, OAC-2003624","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320317220","display_name":"National Energy Research Scientific Computing Center","ror":"https://ror.org/05v3mvq14"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320338292","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02"},{"id":"https://openalex.org/F4320338304","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3141728994.pdf","grobid_xml":"https://content.openalex.org/works/W3141728994.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1528999146","https://openalex.org/W1573878051","https://openalex.org/W2005075923","https://openalex.org/W2032469582","https://openalex.org/W2049440937","https://openalex.org/W2052440657","https://openalex.org/W2110455446","https://openalex.org/W2140196014","https://openalex.org/W2142265837","https://openalex.org/W2486202470","https://openalex.org/W2512982330","https://openalex.org/W2625759119","https://openalex.org/W2734985949","https://openalex.org/W2886627854","https://openalex.org/W2898617435","https://openalex.org/W2912174957","https://openalex.org/W2964023000","https://openalex.org/W2964294228","https://openalex.org/W2971854097","https://openalex.org/W2986871396","https://openalex.org/W3083639242","https://openalex.org/W3132028106","https://openalex.org/W6888509402"],"related_works":[],"abstract_inverted_index":{"Extreme-scale":[0],"cosmological":[1,62,182],"simulations":[2,63],"have":[3],"been":[4,23],"widely":[5],"used":[6,24],"by":[7],"today's":[8],"researchers":[9],"and":[10,31,93,120,169,193],"scientists":[11],"on":[12,126,208],"leadership":[13],"supercomputers.":[14],"A":[15],"new":[16],"generation":[17],"of":[18,35,42,61,95,113,129,144,204],"error-bounded":[19],"lossy":[20,98,118,179],"compressors":[21],"has":[22],"in":[25,148,177],"workflows":[26],"to":[27,53,58,82,108,117,121,139,150,206],"reduce":[28],"storage":[29],"requirements":[30],"minimize":[32],"the":[33,91,110,127,141,152,201,209,213],"impact":[34],"throughput":[36],"limitations":[37],"while":[38],"saving":[39],"large":[40],"snapshots":[41],"high-fidelity":[43],"data":[44],"for":[45,87,100,166,172,181],"post-hoc":[46],"analysis.":[47],"In":[48],"this":[49],"paper,":[50],"we":[51],"propose":[52,77],"adaptively":[54,96],"provide":[55],"compression":[56,99,119,123,153,180,202],"configurations":[57],"compute":[59],"partitions":[60],"with":[64,212,217],"newly":[65],"designed":[66],"post-analysis":[67,114,157,215],"aware":[68],"rate-quality":[69],"modeling.":[70],"The":[71],"contribution":[72],"is":[73],"fourfold:":[74],"(1)":[75],"We":[76,105,133],"a":[78],"novel":[79],"adaptive":[80,197],"approach":[81,162,199],"select":[83],"feasible":[84],"error":[85,145],"bounds":[86,146],"different":[88],"partitions,":[89],"showing":[90],"possibility":[92],"efficiency":[94],"configuring":[97],"each":[101,130,173],"partition":[102],"individually.":[103],"(2)":[104],"build":[106],"models":[107,189],"estimate":[109,122],"overall":[111],"loss":[112],"result":[115],"due":[116],"ratio,":[124],"based":[125],"property":[128],"partition.":[131],"(3)":[132],"develop":[134],"an":[135],"efficient":[136],"optimization":[137,171],"guideline":[138],"determine":[140],"best-fit":[142],"configuration":[143,198],"combination":[147],"order":[149],"maximize":[151],"ratio":[154,203],"under":[155],"acceptable":[156],"quality":[158],"loss.":[159],"(4)":[160],"Our":[161,195],"introduces":[163],"negligible":[164],"overheads":[165],"feature":[167],"extraction":[168],"error-bound":[170],"partition,":[174],"enabling":[175],"post-analysis-aware":[176],"situ":[178],"simulations.":[183],"Experiments":[184],"show":[185],"that":[186],"our":[187],"proposed":[188],"are":[190],"highly":[191],"accurate":[192],"reliable.":[194],"fine-grained":[196],"improves":[200],"up":[205],"73%":[207],"tested":[210],"datasets":[211],"same":[214],"distortion":[216],"only":[218],"1%":[219],"performance":[220],"overhead.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2021-04-13T00:00:00"}