{"id":"https://openalex.org/W4387006010","doi":"https://doi.org/10.1109/e-science58273.2023.10254934","title":"Online and Scalable Data Compression Pipeline with Guarantees on Quantities of Interest","display_name":"Online and Scalable Data Compression Pipeline with Guarantees on Quantities of Interest","publication_year":2023,"publication_date":"2023-09-25","ids":{"openalex":"https://openalex.org/W4387006010","doi":"https://doi.org/10.1109/e-science58273.2023.10254934"},"language":"en","primary_location":{"id":"doi:10.1109/e-science58273.2023.10254934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/e-science58273.2023.10254934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/2251609","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073938611","display_name":"Tania Banerjee","orcid":"https://orcid.org/0000-0003-4737-0001"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tania Banerjee","raw_affiliation_strings":["University of Florida,USA","University of Florida, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"University of Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057988780","display_name":"Jaemoon Lee","orcid":"https://orcid.org/0000-0002-9868-9410"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaemoon Lee","raw_affiliation_strings":["University of Florida,USA","University of Florida, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"University of Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054451484","display_name":"Jong Youl Choi","orcid":"https://orcid.org/0000-0002-6459-6152"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jong Choi","raw_affiliation_strings":["Oak Ridge National Laboratory,USA","Oak Ridge National Laboratory, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,USA","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063502813","display_name":"Qian Gong","orcid":"https://orcid.org/0000-0002-3570-4142"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qian Gong","raw_affiliation_strings":["Oak Ridge National Laboratory,USA","Oak Ridge National Laboratory, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,USA","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063649910","display_name":"Jieyang Chen","orcid":"https://orcid.org/0000-0002-1905-9171"},"institutions":[{"id":"https://openalex.org/I32389192","display_name":"University of Alabama at Birmingham","ror":"https://ror.org/008s83205","country_code":"US","type":"education","lineage":["https://openalex.org/I32389192"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jieyang Chen","raw_affiliation_strings":["University of Alabama at Birmingham,USA","University of Alabama at Birmingham, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alabama at Birmingham,USA","institution_ids":["https://openalex.org/I32389192"]},{"raw_affiliation_string":"University of Alabama at Birmingham, USA","institution_ids":["https://openalex.org/I32389192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067219154","display_name":"C. S. Chang","orcid":"https://orcid.org/0000-0002-3346-5731"},"institutions":[{"id":"https://openalex.org/I2799567181","display_name":"Princeton Plasma Physics Laboratory","ror":"https://ror.org/03vn1ts68","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I20089843","https://openalex.org/I2799567181","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Choongseok Chang","raw_affiliation_strings":["Princeton Plasma Physics Laboratory,USA","Princeton Plasma Physics Laboratory, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton Plasma Physics Laboratory,USA","institution_ids":["https://openalex.org/I2799567181"]},{"raw_affiliation_string":"Princeton Plasma Physics Laboratory, USA","institution_ids":["https://openalex.org/I2799567181"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030373337","display_name":"Scott Klasky","orcid":"https://orcid.org/0000-0003-3559-5772"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Klasky","raw_affiliation_strings":["Oak Ridge National Laboratory,USA","Oak Ridge National Laboratory, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,USA","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059870257","display_name":"Anand Rangarajan","orcid":"https://orcid.org/0000-0001-8695-8436"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anand Rangarajan","raw_affiliation_strings":["University of Florida,USA","University of Florida, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"University of Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077570468","display_name":"Sanjay Ranka","orcid":"https://orcid.org/0000-0003-4886-1988"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjay Ranka","raw_affiliation_strings":["University of Florida,USA","University of Florida, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"University of Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8453035354614258},{"id":"https://openalex.org/keywords/terabyte","display_name":"Terabyte","score":0.7118489146232605},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6962488293647766},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.675078809261322},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6287469267845154},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6175608038902283},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.6076037883758545},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5386723279953003},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4686771035194397},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.46561291813850403},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34768441319465637},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34619608521461487},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2490532100200653},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1677863597869873},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12930217385292053},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10077226161956787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8453035354614258},{"id":"https://openalex.org/C199683683","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Terabyte","level":2,"score":0.7118489146232605},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6962488293647766},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.675078809261322},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6287469267845154},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6175608038902283},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.6076037883758545},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5386723279953003},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4686771035194397},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.46561291813850403},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34768441319465637},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34619608521461487},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2490532100200653},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1677863597869873},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12930217385292053},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10077226161956787},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/e-science58273.2023.10254934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/e-science58273.2023.10254934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:2251609","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2251609","pdf_url":"https://www.osti.gov/servlets/purl/2251609","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:2251609","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2251609","pdf_url":"https://www.osti.gov/servlets/purl/2251609","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387006010.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W74326728","https://openalex.org/W1669104078","https://openalex.org/W1777016212","https://openalex.org/W1982388645","https://openalex.org/W1984958640","https://openalex.org/W2025945642","https://openalex.org/W2033468335","https://openalex.org/W2052440657","https://openalex.org/W2062294426","https://openalex.org/W2065360261","https://openalex.org/W2083045868","https://openalex.org/W2118217749","https://openalex.org/W2142265837","https://openalex.org/W2486202470","https://openalex.org/W2625759119","https://openalex.org/W2765756720","https://openalex.org/W2793315650","https://openalex.org/W2899601494","https://openalex.org/W2906982289","https://openalex.org/W2912174957","https://openalex.org/W2940637162","https://openalex.org/W2955516565","https://openalex.org/W3041193038","https://openalex.org/W3046904342","https://openalex.org/W3126702256","https://openalex.org/W3162937989","https://openalex.org/W3164444385","https://openalex.org/W3167885647","https://openalex.org/W3173669904","https://openalex.org/W3174738244","https://openalex.org/W3176053424","https://openalex.org/W3211226812","https://openalex.org/W4220775246","https://openalex.org/W4230804723","https://openalex.org/W4283777163","https://openalex.org/W4300059844","https://openalex.org/W4321448356","https://openalex.org/W4367147520","https://openalex.org/W6781855874","https://openalex.org/W6799107775"],"related_works":["https://openalex.org/W2066858118","https://openalex.org/W2134017072","https://openalex.org/W1976914335","https://openalex.org/W2915208987","https://openalex.org/W2152256925","https://openalex.org/W1940452713","https://openalex.org/W2058150833","https://openalex.org/W2005567565","https://openalex.org/W2806040249","https://openalex.org/W4312107582"],"abstract_inverted_index":{"Data":[0],"compression":[1,11,68,84],"is":[2],"becoming":[3],"critical":[4],"for":[5,56,86],"data-intensive":[6],"scientific":[7],"applications.":[8],"Scientists":[9],"require":[10],"techniques":[12],"that":[13,25,63],"accurately":[14],"preserve":[15],"derived":[16],"quantities":[17],"of":[18,67,81,140,142],"interest":[19],"(QoIs).":[20],"Prior":[21],"work":[22],"has":[23],"shown":[24],"a":[26,112,131,145],"pipeline":[27,59],"can":[28],"be":[29,92],"built":[30],"to":[31,91,120],"guarantee":[32],"error":[33],"on":[34],"the":[35,58,72,79,82,87,95,99,104],"primary":[36],"data":[37,128,143],"(PD)":[38],"within":[39],"user-defined":[40],"bounds":[41],"and":[42,60],"achieve":[43],"near-floating":[44],"point":[45],"QoI":[46],"errors.":[47],"In":[48],"this":[49,108],"paper,":[50],"we":[51],"present":[52],"novel":[53],"computational":[54,117],"approaches":[55],"accelerating":[57],"demonstrate":[61],"results":[62,110,124],"enable":[64],"concurrent":[65],"execution":[66],"in":[69,107,111,116,144],"parallel":[70],"with":[71,98],"simulation":[73,96],"nodes.":[74],"This":[75],"allows":[76],"compression,":[77],"including":[78],"writing":[80],"required":[83],"data,":[85],"previous":[88,121],"time":[89,101],"step":[90],"completed":[93],"while":[94],"proceeds":[97],"current":[100],"step.":[102],"Overall,":[103],"approach":[105],"presented":[106],"paper":[109],"6\u20138":[113],"times":[114],"improvement":[115],"overhead":[118],"compared":[119],"work.":[122],"These":[123],"were":[125],"obtained":[126],"using":[127],"generated":[129],"by":[130],"large-scale":[132],"fusion":[133],"code":[134],"called":[135],"XGC,":[136],"which":[137],"produces":[138],"hundreds":[139],"terabytes":[141],"single":[146],"day.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}