{"id":"https://openalex.org/W1553098517","doi":"https://doi.org/10.1109/infocom.2015.7218510","title":"AE: An Asymmetric Extremum content defined chunking algorithm for fast and bandwidth-efficient data deduplication","display_name":"AE: An Asymmetric Extremum content defined chunking algorithm for fast and bandwidth-efficient data deduplication","publication_year":2015,"publication_date":"2015-04-01","ids":{"openalex":"https://openalex.org/W1553098517","doi":"https://doi.org/10.1109/infocom.2015.7218510","mag":"1553098517"},"language":"en","primary_location":{"id":"doi:10.1109/infocom.2015.7218510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom.2015.7218510","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Conference on Computer Communications (INFOCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100387027","display_name":"Yucheng Zhang","orcid":"https://orcid.org/0000-0001-7716-1214"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yucheng Zhang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, CN","[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, CN","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054285749","display_name":"Hong Jiang","orcid":"https://orcid.org/0000-0002-1477-9751"},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Jiang","raw_affiliation_strings":["University of Nebraska-Lincoln, Lincoln, NE, US","University of Nebraska Lincoln, Lincoln, NE, USA"],"affiliations":[{"raw_affiliation_string":"University of Nebraska-Lincoln, Lincoln, NE, US","institution_ids":["https://openalex.org/I114395901"]},{"raw_affiliation_string":"University of Nebraska Lincoln, Lincoln, NE, USA","institution_ids":["https://openalex.org/I114395901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057421680","display_name":"Dan Feng","orcid":"https://orcid.org/0000-0002-4674-6006"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Feng","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, CN","[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, CN","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050928208","display_name":"Wen Xia","orcid":"https://orcid.org/0000-0003-4093-6391"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Xia","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, CN","[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, CN","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101590323","display_name":"Min Fu","orcid":"https://orcid.org/0000-0002-8918-9414"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Fu","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, CN","[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, CN","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084760198","display_name":"Fangting Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangting Huang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, CN","[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, CN","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060665617","display_name":"Yukun Zhou","orcid":"https://orcid.org/0000-0003-0774-462X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yukun Zhou","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, Hubei, CN","[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, Hubei, CN","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"[Wuhan National Laboratory for Optoelectronics School of Computer, Huazhong University of Science and Technology, Wuhan, China]","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100387027"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":20.7407,"has_fulltext":false,"cited_by_count":90,"citation_normalized_percentile":{"value":0.99172115,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1337","last_page":"1345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-deduplication","display_name":"Data deduplication","score":0.8980715870857239},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8230336904525757},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6912407279014587},{"id":"https://openalex.org/keywords/chunking","display_name":"Chunking (psychology)","score":0.6806362867355347},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6054010987281799},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.5927948355674744},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5494033694267273},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4351182281970978},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1627773642539978},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15662115812301636},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07958394289016724}],"concepts":[{"id":"https://openalex.org/C32587265","wikidata":"https://www.wikidata.org/wiki/Q1182260","display_name":"Data deduplication","level":2,"score":0.8980715870857239},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8230336904525757},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6912407279014587},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.6806362867355347},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6054010987281799},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.5927948355674744},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5494033694267273},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4351182281970978},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1627773642539978},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15662115812301636},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07958394289016724},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom.2015.7218510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom.2015.7218510","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Conference on Computer Communications (INFOCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1474119323","https://openalex.org/W1576397915","https://openalex.org/W1608647889","https://openalex.org/W1734814203","https://openalex.org/W1871705262","https://openalex.org/W1929726975","https://openalex.org/W1969335064","https://openalex.org/W1976024527","https://openalex.org/W1993865637","https://openalex.org/W2008185810","https://openalex.org/W2045202139","https://openalex.org/W2056980397","https://openalex.org/W2078449790","https://openalex.org/W2103953076","https://openalex.org/W2110322986","https://openalex.org/W2111295912","https://openalex.org/W2112939204","https://openalex.org/W2119172358","https://openalex.org/W2132627996","https://openalex.org/W2133893097","https://openalex.org/W2164215197","https://openalex.org/W2281363974","https://openalex.org/W2285144687","https://openalex.org/W2585172182","https://openalex.org/W2998583855","https://openalex.org/W4243255773","https://openalex.org/W6634463810","https://openalex.org/W6639246177","https://openalex.org/W6640146480","https://openalex.org/W6676700842","https://openalex.org/W6679804201","https://openalex.org/W6695688771","https://openalex.org/W6696105951"],"related_works":["https://openalex.org/W2135248929","https://openalex.org/W4387951120","https://openalex.org/W2092690310","https://openalex.org/W1493624592","https://openalex.org/W3190662310","https://openalex.org/W1507878993","https://openalex.org/W2798440551","https://openalex.org/W2794767707","https://openalex.org/W2254835506","https://openalex.org/W2356209611"],"abstract_inverted_index":{"Data":[0],"deduplication,":[1],"a":[2,73,109,147],"space-efficient":[3],"and":[4,19,23,57,136,142,160,162],"bandwidth-saving":[5],"technology,":[6],"plays":[7],"an":[8,98],"important":[9],"role":[10],"in":[11,15,31,97,113,129,158,166],"bandwidth-efficient":[12],"data":[13],"transmission":[14],"various":[16],"data-intensive":[17],"network":[18],"cloud":[20],"applications.":[21],"Rabin-based":[22],"MAXP-based":[24],"Content-Defined":[25],"Chunking":[26],"(CDC)":[27],"algorithms,":[28],"while":[29,190],"robust":[30],"finding":[32],"suitable":[33],"cut-points":[34,135],"for":[35],"chunk-level":[36],"redundancy":[37],"elimination,":[38],"face":[39],"the":[40,50,53,78,91,94,116,152,180,184],"key":[41],"challenges":[42],"of":[43,123,154,183],"(1)":[44],"low":[45,143,155],"chunking":[46,51,140,156],"throughput":[47,141,157,181],"that":[48,62,93,177],"renders":[49],"stage":[52],"deduplication":[54,64,195],"performance":[55,182],"bottleneck":[56],"(2)":[58],"large":[59],"chunk-size":[60,144,164],"variance":[61,165],"decreases":[63],"efficiency.":[65,196],"To":[66],"address":[67],"these":[68],"challenges,":[69],"this":[70],"paper":[71],"proposes":[72],"new":[74,110],"CDC":[75,186],"algorithm":[76],"called":[77],"Asymmetric":[79],"Extremum":[80],"(AE)":[81],"algorithm.":[82],"The":[83,168],"main":[84],"idea":[85],"behind":[86],"AE":[87,149,178],"is":[88,102],"based":[89,171],"on":[90,172],"observation":[92],"extreme":[95,111],"value":[96,112],"asymmetric":[99,124],"local":[100,131],"range":[101,132],"not":[103],"likely":[104],"to":[105,133],"be":[106],"replaced":[107],"by":[108,188],"dealing":[114],"with":[115],"boundaries-shift":[117],"problem,":[118],"which":[119],"motivates":[120],"AE's":[121],"use":[122],"(rather":[125],"than":[126],"symmetric":[127],"as":[128],"MAXP)":[130],"identify":[134],"simultaneously":[137,150],"achieve":[138],"high":[139,163],"variance.":[145],"As":[146],"result,":[148],"addresses":[151],"problems":[153],"MAXP":[159],"Rabin":[161],"Rabin.":[167],"experimental":[169],"results":[170],"four":[173],"real-world":[174],"datasets":[175],"show":[176],"improves":[179],"state-of-the-art":[185],"algorithms":[187],"3x":[189],"attaining":[191],"comparable":[192],"or":[193],"higher":[194]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":7}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}