{"id":"https://openalex.org/W2919829355","doi":"https://doi.org/10.1145/3297156.3297233","title":"Dynamic Data Compression Algorithm Selection for Big Data Processing on Local File System","display_name":"Dynamic Data Compression Algorithm Selection for Big Data Processing on Local File System","publication_year":2018,"publication_date":"2018-12-08","ids":{"openalex":"https://openalex.org/W2919829355","doi":"https://doi.org/10.1145/3297156.3297233","mag":"2919829355"},"language":"en","primary_location":{"id":"doi:10.1145/3297156.3297233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3297156.3297233","pdf_url":null,"source":{"id":"https://openalex.org/S4306523626","display_name":"Proceedings of the 2018 2nd International Conference on Computer Science and Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 2nd International Conference on Computer Science and Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087961475","display_name":"Fuzong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wang Fuzong","raw_affiliation_strings":["School of software, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of software, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062603525","display_name":"Helin Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Helin","raw_affiliation_strings":["School of software, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of software, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhao Jian","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Jian","raw_affiliation_strings":["School of software, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of software, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087961475"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.3177,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56060606,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"110","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8030576705932617},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6389774084091187},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.5166271328926086},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5048537850379944},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.45822155475616455},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.43287959694862366},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.4220539927482605},{"id":"https://openalex.org/keywords/dynamic-data","display_name":"Dynamic data","score":0.4150053560733795},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.41229304671287537},{"id":"https://openalex.org/keywords/selection-algorithm","display_name":"Selection algorithm","score":0.411321222782135},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39128577709198},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.375399649143219},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.2938661575317383},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17938560247421265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09796890616416931}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8030576705932617},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6389774084091187},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.5166271328926086},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5048537850379944},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.45822155475616455},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43287959694862366},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.4220539927482605},{"id":"https://openalex.org/C197298091","wikidata":"https://www.wikidata.org/wiki/Q5318963","display_name":"Dynamic data","level":2,"score":0.4150053560733795},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.41229304671287537},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.411321222782135},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39128577709198},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.375399649143219},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2938661575317383},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17938560247421265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09796890616416931},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3297156.3297233","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3297156.3297233","pdf_url":null,"source":{"id":"https://openalex.org/S4306523626","display_name":"Proceedings of the 2018 2nd International Conference on Computer Science and Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 2nd International Conference on Computer Science and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1488107040","https://openalex.org/W1973657321","https://openalex.org/W2033042438","https://openalex.org/W2047507037","https://openalex.org/W2059343366","https://openalex.org/W2066818624","https://openalex.org/W2081930221","https://openalex.org/W2108234281","https://openalex.org/W2119180969","https://openalex.org/W2119565742","https://openalex.org/W2120358246","https://openalex.org/W2141287548","https://openalex.org/W2154399174","https://openalex.org/W2163059351","https://openalex.org/W2294075556","https://openalex.org/W2303422468","https://openalex.org/W2610195107","https://openalex.org/W6677946334"],"related_works":["https://openalex.org/W1488327427","https://openalex.org/W150529979","https://openalex.org/W2360258700","https://openalex.org/W2593536136","https://openalex.org/W3097895792","https://openalex.org/W3159000396","https://openalex.org/W4312490846","https://openalex.org/W2038186724","https://openalex.org/W2277665479","https://openalex.org/W2388763153"],"abstract_inverted_index":{"Data":[0],"Compression":[1],"has":[2],"become":[3],"a":[4,28,66,91,111,122,171],"commodity":[5],"feature":[6],"for":[7,27,75,116,126,136,156,170],"space":[8,19,169],"efficiency":[9],"and":[10,15,18,33,53,61,68,120,130,158,164],"performance":[11],"by":[12],"reducing":[13],"reading":[14,157],"writing":[16,159],"traffic":[17],"capacity":[20],"demand.":[21],"This":[22,63,107],"technology":[23],"is":[24,101],"particularly":[25],"valuable":[26],"file":[29,84,105,162],"system":[30,163],"to":[31,151],"manage":[32],"server":[34],"the":[35,41,49,82,97],"big":[36,50,77],"data":[37,43,51,59,70,78,133],"processing":[38,79],"tasks.":[39],"However,":[40],"fixed":[42],"compression":[44,71,113,124,134],"scheme":[45,74],"cannot":[46],"fit":[47],"all":[48,132],"workloads":[52],"data-set":[54],"which":[55,100],"have":[56],"complex":[57],"internal":[58],"structure":[60],"compressibility.":[62],"paper":[64],"investigates":[65],"dynamic":[67,92,144],"smart":[69],"algorithm":[72,93,115,125,145],"selection":[73,94,146],"different":[76],"cases":[80],"in":[81,96,161],"local":[83],"system.":[85,106],"To":[86],"this":[87],"end,":[88],"we":[89],"propose":[90],"module":[95,108,147],"Linux":[98],"ZFS":[99],"an":[102],"open":[103],"source":[104],"will":[109],"select":[110,121],"high":[112,117],"ratio":[114],"compressibility":[118,128],"data,":[119,129],"fast":[123],"low":[127],"skip":[131],"process":[135],"incompressibility":[137],"data.":[138],"The":[139],"comprehensive":[140],"evaluations":[141],"validate":[142],"that":[143],"can":[148],"achieve":[149],"up":[150],"2.69x":[152],"response":[153],"time":[154],"improvement":[155],"operation":[160],"reduce":[165],"about":[166],"32.12%":[167],"storage":[168],"large":[172],"amount":[173],"data-set.":[174]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}