{"id":"https://openalex.org/W4403210349","doi":"https://doi.org/10.1109/ispdc62236.2024.10705396","title":"Towards End-to-End Compression in Lustre","display_name":"Towards End-to-End Compression in Lustre","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4403210349","doi":"https://doi.org/10.1109/ispdc62236.2024.10705396"},"language":"en","primary_location":{"id":"doi:10.1109/ispdc62236.2024.10705396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispdc62236.2024.10705396","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 23rd International Symposium on Parallel and Distributed Computing (ISPDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057739610","display_name":"Anna Fuchs","orcid":null},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Anna Fuchs","raw_affiliation_strings":["Universität Hamburg,Hamburg,Germany"],"affiliations":[{"raw_affiliation_string":"Universität Hamburg,Hamburg,Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030059599","display_name":"Jannek Squar","orcid":"https://orcid.org/0000-0001-6894-9210"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jannek Squar","raw_affiliation_strings":["Universität Hamburg,Hamburg,Germany"],"affiliations":[{"raw_affiliation_string":"Universität Hamburg,Hamburg,Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028324537","display_name":"Michael K\u00fchn","orcid":"https://orcid.org/0000-0001-8167-8574"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke University Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Kuhn","raw_affiliation_strings":["Otto von Guericke University of Magdeburg,Magdeburg,Germany"],"affiliations":[{"raw_affiliation_string":"Otto von Guericke University of Magdeburg,Magdeburg,Germany","institution_ids":["https://openalex.org/I95793202"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057739610"],"corresponding_institution_ids":["https://openalex.org/I159176309"],"apc_list":null,"apc_paid":null,"fwci":0.3804,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65114132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.5357999801635742,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.5357999801635742,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.46799999475479126,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.6666786074638367},{"id":"https://openalex.org/keywords/lustre","display_name":"Lustre (file system)","score":0.6555578112602234},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4517074525356293},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4431539475917816},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1984385848045349},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15976086258888245},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12013325095176697},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.0910855233669281},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.08979368209838867}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.6666786074638367},{"id":"https://openalex.org/C180699724","wikidata":"https://www.wikidata.org/wiki/Q1877782","display_name":"Lustre (file system)","level":3,"score":0.6555578112602234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4517074525356293},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4431539475917816},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1984385848045349},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15976086258888245},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12013325095176697},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0910855233669281},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.08979368209838867}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ispdc62236.2024.10705396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispdc62236.2024.10705396","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 23rd International Symposium on Parallel and Distributed Computing (ISPDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2069578053","https://openalex.org/W2471888666","https://openalex.org/W2772050615","https://openalex.org/W4220770290","https://openalex.org/W4385380507","https://openalex.org/W6810156763"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2402831615","https://openalex.org/W2016423940","https://openalex.org/W2279057839","https://openalex.org/W2356273321","https://openalex.org/W2293405763","https://openalex.org/W1519934584","https://openalex.org/W3207002378","https://openalex.org/W2247034023"],"abstract_inverted_index":{"Scientific":[0],"applications":[1],"generate":[2],"massive":[3],"amounts":[4],"of":[5,20,87,96,126],"data,":[6],"posing":[7],"storage":[8],"limitations":[9],"and":[10,23,47,59,68,79,84,113,122],"network":[11],"traffic":[12],"challenges.":[13],"While":[14],"scientists":[15],"struggle":[16],"with":[17],"the":[18,53,74,94,108,124],"usage":[19],"application-side":[21],"compression":[22,127],"parallel":[24,85],"I/O,":[25],"we":[26,92,105],"design":[27],"a":[28,62,101],"transparent":[29],"feature.":[30],"Our":[31],"Lustre-based":[32],"prototype":[33,58],"automatically":[34],"applies":[35],"lossless":[36],"compression,":[37],"offering":[38],"flexibility":[39],"in":[40],"compression-related":[41],"decisions":[42],"to":[43],"minimize":[44],"computational":[45],"costs":[46],"optimize":[48],"application":[49],"performance.":[50],"We":[51],"outline":[52],"challenges":[54],"posed":[55],"by":[56],"our":[57,90],"illustrate":[60,93],"through":[61],"comprehensive":[63],"assessment":[64],"how":[65,107],"integrating":[66],"Lustre":[67],"ZFS":[69],"as":[70],"backend":[71],"solutions":[72],"provides":[73],"essential":[75],"elements":[76],"for":[77],"performance":[78,121],"scalability:":[80],"specifically,":[81],"asynchronous":[82],"operations":[83],"processing":[86],"compression.":[88],"In":[89],"evaluation,":[91],"interaction":[95],"different":[97],"buffer":[98],"levels":[99],"within":[100],"distributed":[102],"system.":[103],"Additionally,":[104],"showcase":[106],"I/O":[109],"pattern,":[110],"hardware":[111],"setup,":[112],"various":[114],"system":[115],"software":[116],"optimizations":[117],"can":[118],"impact":[119],"overall":[120],"influence":[123],"choice":[125],"strategy.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}