{"id":"https://openalex.org/W4391594328","doi":"https://doi.org/10.1109/tc.2024.3363456","title":"The Design of a Lossless Deduplication Scheme to Eliminate Fine-Grained Redundancy for JPEG Image Storage Systems","display_name":"The Design of a Lossless Deduplication Scheme to Eliminate Fine-Grained Redundancy for JPEG Image Storage Systems","publication_year":2024,"publication_date":"2024-02-07","ids":{"openalex":"https://openalex.org/W4391594328","doi":"https://doi.org/10.1109/tc.2024.3363456"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2024.3363456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3363456","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101656886","display_name":"Cai Deng","orcid":"https://orcid.org/0000-0002-7717-6990"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cai Deng","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-7717-6990","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021153181","display_name":"Xiangyu Zou","orcid":"https://orcid.org/0000-0001-5104-8301"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Zou","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-5104-8301","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115076785","display_name":"Qi Chen","orcid":"https://orcid.org/0000-0002-9047-9582"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Chen","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-9047-9582","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101455930","display_name":"Bo Tang","orcid":"https://orcid.org/0000-0001-8424-0092"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Tang","raw_affiliation_strings":["Southern University of Science and Technology, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-8424-0092","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050928208","display_name":"Wen Xia","orcid":"https://orcid.org/0000-0003-4093-6391"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Xia","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-4093-6391","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":1.4106,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80493083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"73","issue":"5","first_page":"1385","last_page":"1399"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9635999798774719,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.8107202053070068},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7908880710601807},{"id":"https://openalex.org/keywords/data-deduplication","display_name":"Data deduplication","score":0.7897768020629883},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6169031262397766},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5629725456237793},{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.5471018552780151},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5163623094558716},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.513494074344635},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.5121841430664062},{"id":"https://openalex.org/keywords/entropy-encoding","display_name":"Entropy encoding","score":0.4649096429347992},{"id":"https://openalex.org/keywords/jpeg","display_name":"JPEG","score":0.45231857895851135},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.4159039855003357},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.328816682100296},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2648124396800995},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.21536606550216675},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07302427291870117}],"concepts":[{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.8107202053070068},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7908880710601807},{"id":"https://openalex.org/C32587265","wikidata":"https://www.wikidata.org/wiki/Q1182260","display_name":"Data deduplication","level":2,"score":0.7897768020629883},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6169031262397766},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5629725456237793},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.5471018552780151},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5163623094558716},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.513494074344635},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.5121841430664062},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.4649096429347992},{"id":"https://openalex.org/C198751489","wikidata":"https://www.wikidata.org/wiki/Q2195","display_name":"JPEG","level":3,"score":0.45231857895851135},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.4159039855003357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.328816682100296},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2648124396800995},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.21536606550216675},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07302427291870117},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2024.3363456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2024.3363456","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1539461181","display_name":null,"funder_award_id":"20220815112848002","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"},{"id":"https://openalex.org/G5379840081","display_name":"\u9762\u5411\u76f8\u4f3c\u6570\u636e\u6d88\u5197\u7684\u6570\u636e\u5b58\u50a8\u7ec4\u7ec7\u53ca\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61972441","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1639416605","https://openalex.org/W1947728686","https://openalex.org/W1969126835","https://openalex.org/W1969335064","https://openalex.org/W1988145820","https://openalex.org/W1998817683","https://openalex.org/W2004693730","https://openalex.org/W2011780132","https://openalex.org/W2037227137","https://openalex.org/W2053551753","https://openalex.org/W2058114646","https://openalex.org/W2063421119","https://openalex.org/W2071417930","https://openalex.org/W2073370301","https://openalex.org/W2076475313","https://openalex.org/W2121801039","https://openalex.org/W2123767107","https://openalex.org/W2140196014","https://openalex.org/W2148885851","https://openalex.org/W2232420260","https://openalex.org/W2346147088","https://openalex.org/W2401142968","https://openalex.org/W2475932436","https://openalex.org/W2545424303","https://openalex.org/W2612457169","https://openalex.org/W2745750801","https://openalex.org/W2887303627","https://openalex.org/W3090219188","https://openalex.org/W3097040955","https://openalex.org/W3174127842","https://openalex.org/W4248806541","https://openalex.org/W4252495823","https://openalex.org/W4289533983","https://openalex.org/W6602837329","https://openalex.org/W6607057542","https://openalex.org/W6608138927","https://openalex.org/W6640739288","https://openalex.org/W6695688771","https://openalex.org/W6760689153"],"related_works":["https://openalex.org/W2768628697","https://openalex.org/W1973200086","https://openalex.org/W3162084246","https://openalex.org/W1492380776","https://openalex.org/W1965503293","https://openalex.org/W2388481516","https://openalex.org/W2088378984","https://openalex.org/W2356662348","https://openalex.org/W2613614218","https://openalex.org/W3004418277"],"abstract_inverted_index":{"Image":[0],"data":[1,93],"storage":[2,13,47],"has":[3],"grown":[4],"explosively,":[5],"so":[6],"image":[7,22,46,85,98],"deduplication":[8,23,42],"is":[9],"used":[10],"to":[11,59,89,116,133],"save":[12],"by":[14,67],"eliminating":[15],"redundancy":[16,27],"between":[17],"different":[18],"images.":[19],"However,":[20],"traditional":[21],"cannot":[24],"eliminate":[25],"fine-grained":[26,41],"nor":[28],"guarantee":[29,90],"lossless":[30,39],"results.":[31],"In":[32],"this":[33],"work,":[34],"we":[35,107],"propose":[36,108,123],"imDedup,":[37],"a":[38,52,64,79],"and":[40,100,111,160,168],"scheme":[43],"for":[44],"JPEG":[45,73],"systems.":[48],"Specifically,":[49],"imDedup":[50,163,183],"uses":[51,77],"novel":[53,80],"sampling":[54],"hash":[55],"method,":[56],"Feature":[57],"Bitmap,":[58],"detect":[60],"similar":[61],"images":[62],"in":[63],"fast":[65],"way":[66],"utilizing":[68],"the":[69,91,103,109,128,139,145,148,156,186],"information":[70],"distribution":[71],"of":[72,147],"data.":[74],"Meanwhile,":[75],"it":[76],"Idelta,":[78],"delta":[81,161],"encoder":[82],"that":[83],"incorporates":[84],"compression":[86,104,140,171,187],"into":[87],"deduplication,":[88],"non-redundant":[92],"can":[94,176],"be":[95],"re-compressed":[96],"via":[97],"encoding":[99],"thus":[101],"improves":[102],"ratio.":[105,141,188],"Besides,":[106,174],"DCHash":[110],"Fixed-Point":[112],"Matching":[113],"(FPM)":[114],"techniques":[115],"further":[117,177],"speed":[118],"up":[119],"Idelta.":[120],"We":[121],"also":[122],"imDedup-plus,":[124],"which":[125],"dynamically":[126],"chooses":[127],"DCHash-based":[129],"or":[130],"FPM-based":[131],"compressor":[132],"achieve":[134,178],"higher":[135,166,170,180],"throughputs":[136,167,181],"without":[137,184],"sacrificing":[138,185],"Experimental":[142],"results":[143],"demonstrate":[144],"superiority":[146],"imDedup-based":[149],"methods":[150],"on":[151],"five":[152],"datasets.":[153],"Compared":[154],"with":[155],"state-of-the-art":[157],"similarity":[158],"detector":[159],"encoder,":[162],"achieves":[164],"1.8\u20134.4\u00d7":[165],"1.3\u20131.7\u00d7":[169],"ratios,":[172],"respectively.":[173],"imDedup-plus":[175],"1.3\u20132.9\u00d7":[179],"than":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}