{"id":"https://openalex.org/W7117466701","doi":"https://doi.org/10.1109/ipccc66453.2025.11304680","title":"Modeling Rate-Distortion for Endpoint-Aware Lossy Compression in Scientific Data Transfer","display_name":"Modeling Rate-Distortion for Endpoint-Aware Lossy Compression in Scientific Data Transfer","publication_year":2025,"publication_date":"2025-11-15","ids":{"openalex":"https://openalex.org/W7117466701","doi":"https://doi.org/10.1109/ipccc66453.2025.11304680"},"language":null,"primary_location":{"id":"doi:10.1109/ipccc66453.2025.11304680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipccc66453.2025.11304680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Performance, Computing, and Communications Conference (IPCCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101841503","display_name":"Md Hasanur Rahman","orcid":"https://orcid.org/0009-0002-5540-8751"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Hasanur Rahman","raw_affiliation_strings":["University of Florida,FL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,FL,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120928057","display_name":"Sheng Di","orcid":"https://orcid.org/0000-0002-7339-5256"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheng Di","raw_affiliation_strings":["Argonne National Laboratory,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory,IL,USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025726299","display_name":"Guanpeng Li","orcid":"https://orcid.org/0000-0001-7773-7826"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanpeng Li","raw_affiliation_strings":["University of Florida,FL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida,FL,USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046613458","display_name":"Franck Cappello","orcid":"https://orcid.org/0000-0002-7890-3934"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Franck Cappello","raw_affiliation_strings":["Argonne National Laboratory,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argonne National Laboratory,IL,USA","institution_ids":["https://openalex.org/I1282105669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.5579000115394592,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.5579000115394592,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.22540000081062317,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.0877000018954277,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.9362999796867371},{"id":"https://openalex.org/keywords/gas-compressor","display_name":"Gas compressor","score":0.6866000294685364},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.6395999789237976},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6154999732971191},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.5767999887466431},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4580000042915344},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4410000145435333},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4352000057697296}],"concepts":[{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.9362999796867371},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7304999828338623},{"id":"https://openalex.org/C131097465","wikidata":"https://www.wikidata.org/wiki/Q178898","display_name":"Gas compressor","level":2,"score":0.6866000294685364},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.6395999789237976},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6154999732971191},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5767999887466431},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4580000042915344},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4352000057697296},{"id":"https://openalex.org/C153914771","wikidata":"https://www.wikidata.org/wiki/Q5227343","display_name":"Data reduction","level":2,"score":0.42570000886917114},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.40700000524520874},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.39500001072883606},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36649999022483826},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.334199994802475},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3172000050544739},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.31220000982284546},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.2849000096321106},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ipccc66453.2025.11304680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipccc66453.2025.11304680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Performance, Computing, and Communications Conference (IPCCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4612151164","display_name":null,"funder_award_id":"DE-AC02-06CH11357,DE-SC0024559","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"}],"funders":[{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1849277567","https://openalex.org/W2049440937","https://openalex.org/W2052440657","https://openalex.org/W2112215761","https://openalex.org/W2514139066","https://openalex.org/W2886627854","https://openalex.org/W2971247417","https://openalex.org/W3138054712","https://openalex.org/W3141728994","https://openalex.org/W3174738244","https://openalex.org/W3180329928","https://openalex.org/W3212420620","https://openalex.org/W4293527381","https://openalex.org/W4385270458","https://openalex.org/W4388031340","https://openalex.org/W4388430640","https://openalex.org/W4401408747"],"related_works":[],"abstract_inverted_index":{"High-performance":[0],"computing":[1],"(HPC)":[2],"systems":[3],"generate":[4],"massive":[5],"scientific":[6,129],"datasets,":[7],"often":[8],"stored":[9],"in":[10],"remote":[11],"data":[12,24,33,68,116,166],"repositories.":[13],"Limited":[14],"bandwidth":[15],"and":[16,146],"resource-constrained":[17],"endpoints":[18],"pose":[19],"challenges":[20],"for":[21,91],"efficient":[22],"large":[23],"transfer.":[25],"Error-bounded":[26],"lossy":[27,111,125],"compression":[28,81],"addresses":[29],"this":[30],"by":[31,113],"reducing":[32],"sizes":[34],"(higher":[35],"bit-rates)":[36],"while":[37],"controlling":[38],"distortion.":[39,73],"However,":[40],"different":[41],"compressors":[42,112,126],"exhibit":[43],"distinct":[44],"rate-distortion":[45,107],"behaviors":[46],"even":[47],"under":[48],"the":[49],"same":[50],"error":[51,145],"bounds.":[52],"Thus,":[53],"selecting":[54],"an":[55],"optimal":[56,161],"compressor":[57,162],"before":[58],"transfer":[59,167],"is":[60],"essential":[61],"to":[62,83,156],"meet":[63],"endpoint-specific":[64],"requirements":[65],"e.g.,":[66],"maximizing":[67],"reduction":[69],"at":[70,85,118],"a":[71,101],"fixed":[72],"Existing":[74],"trial-and-error":[75,157],"approaches":[76],"require":[77],"multiple":[78,110],"costly":[79],"full-scale":[80],"runs":[82],"reach":[84],"target":[86],"requirements,":[87],"making":[88],"them":[89],"impractical":[90],"such":[92,165],"online":[93],"use.":[94],"To":[95],"address":[96],"this,":[97],"we":[98],"propose":[99],"OptRD,":[100],"compressor-agnostic":[102],"framework":[103],"that":[104],"efficiently":[105],"models":[106],"trade-offs":[108],"across":[109],"analyzing":[114],"spatial":[115],"traits":[117],"reduced":[119],"resolutions.":[120],"Evaluated":[121],"using":[122],"3":[123],"state-of-the-art":[124],"on":[127],"30":[128],"datasets":[130],"from":[131],"4":[132],"HPC":[133],"applications,":[134],"OPTRD":[135],"incurs":[136],"only":[137],"<tex":[138,149],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[139,150],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\sim":[140],"5":[141],"\\%$</tex>":[142],"average":[143],"estimation":[144],"achieves":[147],"over":[148],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$100":[151],"\\times$</tex>":[152],"runtime":[153],"speedup":[154],"compared":[155],"methods,":[158],"significantly":[159],"improving":[160],"selection":[163],"during":[164],"use":[168],"cases.":[169]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-12-29T00:00:00"}