{"id":"https://openalex.org/W4391558506","doi":"https://doi.org/10.1145/3597503.3608129","title":"LogShrink: Effective Log Compression by Leveraging Commonality and Variability of Log Data","display_name":"LogShrink: Effective Log Compression by Leveraging Commonality and Variability of Log Data","publication_year":2024,"publication_date":"2024-02-06","ids":{"openalex":"https://openalex.org/W4391558506","doi":"https://doi.org/10.1145/3597503.3608129"},"language":"en","primary_location":{"id":"doi:10.1145/3597503.3608129","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3608129","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100781895","display_name":"Xiaoyun Li","orcid":"https://orcid.org/0000-0001-5730-2972"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyun Li","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412598","display_name":"Hongyu Zhang","orcid":"https://orcid.org/0000-0002-3063-9425"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Zhang","raw_affiliation_strings":["Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046352244","display_name":"Van-Hoang Le","orcid":"https://orcid.org/0000-0002-7651-9154"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Van-Hoang Le","raw_affiliation_strings":["The University of Newcastle, Newcastle, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Newcastle, Newcastle, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100335060","display_name":"Pengfei Chen","orcid":"https://orcid.org/0000-0003-0972-6900"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Chen","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100781895"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":6.4787,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.96883813,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7731719017028809},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.6642177104949951},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6159213185310364},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.6104078888893127},{"id":"https://openalex.org/keywords/log-log-plot","display_name":"Log-log plot","score":0.5648376941680908},{"id":"https://openalex.org/keywords/subsequence","display_name":"Subsequence","score":0.5503949522972107},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.45059311389923096},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4497074484825134},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4405538737773895},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.43847358226776123},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.4338570833206177},{"id":"https://openalex.org/keywords/binary-logarithm","display_name":"Binary logarithm","score":0.3895615339279175},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.26103371381759644},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14982840418815613},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.12263667583465576},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1156798005104065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7731719017028809},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.6642177104949951},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6159213185310364},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.6104078888893127},{"id":"https://openalex.org/C195292467","wikidata":"https://www.wikidata.org/wiki/Q2091879","display_name":"Log-log plot","level":3,"score":0.5648376941680908},{"id":"https://openalex.org/C137877099","wikidata":"https://www.wikidata.org/wiki/Q1332977","display_name":"Subsequence","level":3,"score":0.5503949522972107},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.45059311389923096},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4497074484825134},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4405538737773895},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.43847358226776123},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.4338570833206177},{"id":"https://openalex.org/C63553672","wikidata":"https://www.wikidata.org/wiki/Q581168","display_name":"Binary logarithm","level":2,"score":0.3895615339279175},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26103371381759644},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14982840418815613},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.12263667583465576},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1156798005104065},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3597503.3608129","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597503.3608129","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 46th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1084572967","display_name":null,"funder_award_id":"2019YFB1","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1477544716","display_name":null,"funder_award_id":"Guangdong","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1530937461","display_name":null,"funder_award_id":"2019YFB1804002","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2185074550","display_name":null,"funder_award_id":"51502005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2530523038","display_name":null,"funder_award_id":"2023B1515020054","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4077694700","display_name":null,"funder_award_id":"P22010","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5760752404","display_name":null,"funder_award_id":"Projects","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5957623925","display_name":null,"funder_award_id":"2023B151","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6138551615","display_name":null,"funder_award_id":"5150200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6208309838","display_name":null,"funder_award_id":"202206380116","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G6861406334","display_name":null,"funder_award_id":"202206","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6956778017","display_name":null,"funder_award_id":"B18040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7213717779","display_name":null,"funder_award_id":"62272495","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8126170492","display_name":null,"funder_award_id":"202206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8589651859","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W128598158","https://openalex.org/W1483021187","https://openalex.org/W1661413208","https://openalex.org/W1760868271","https://openalex.org/W1777016212","https://openalex.org/W1896196855","https://openalex.org/W1920048997","https://openalex.org/W2060108852","https://openalex.org/W2096761130","https://openalex.org/W2107745473","https://openalex.org/W2129652681","https://openalex.org/W2131452523","https://openalex.org/W2154091998","https://openalex.org/W2161086411","https://openalex.org/W2161628678","https://openalex.org/W2170890990","https://openalex.org/W2560021099","https://openalex.org/W2583874385","https://openalex.org/W2586066656","https://openalex.org/W2734941459","https://openalex.org/W2754665629","https://openalex.org/W2808139348","https://openalex.org/W2825061277","https://openalex.org/W2883560233","https://openalex.org/W2888115557","https://openalex.org/W2888491619","https://openalex.org/W2894732341","https://openalex.org/W2901125983","https://openalex.org/W2911282308","https://openalex.org/W2912416028","https://openalex.org/W2915111103","https://openalex.org/W2965838158","https://openalex.org/W2966971704","https://openalex.org/W2973461969","https://openalex.org/W3037424089","https://openalex.org/W3048902333","https://openalex.org/W3099780882","https://openalex.org/W3130129044","https://openalex.org/W3143573050","https://openalex.org/W3175109846","https://openalex.org/W3196221007","https://openalex.org/W4226065059","https://openalex.org/W4226128225","https://openalex.org/W4238596068","https://openalex.org/W4252864133","https://openalex.org/W4253752119","https://openalex.org/W4253813365","https://openalex.org/W4311299599","https://openalex.org/W4312536876","https://openalex.org/W4320623977","https://openalex.org/W4372263685","https://openalex.org/W4384345619","https://openalex.org/W6753589287","https://openalex.org/W6780950985","https://openalex.org/W6849303389"],"related_works":["https://openalex.org/W2035522910","https://openalex.org/W2005615533","https://openalex.org/W4243665620","https://openalex.org/W1529311266","https://openalex.org/W2047234016","https://openalex.org/W2052169362","https://openalex.org/W1608733163","https://openalex.org/W2623150993","https://openalex.org/W2055932080","https://openalex.org/W2065008672"],"abstract_inverted_index":{"Log":[0],"data":[1,22,81,102,171],"is":[2,142,159,181],"a":[3,52,117,173,177,211],"crucial":[4,53],"resource":[5],"for":[6,61],"recording":[7],"system":[8,13],"events":[9],"and":[10,68,92,119,127,139,149,163,187],"states":[11],"during":[12],"execution.":[14],"However,":[15],"as":[16,37],"systems":[17],"grow":[18],"in":[19,42,55,75,151,200],"scale,":[20],"log":[21,34,48,63,80,101,107,121,130,152,170],"generation":[23],"has":[24,50],"become":[25,51],"increasingly":[26],"explosive,":[27],"leading":[28],"to":[29,78,144,168,183,205],"an":[30,89],"expensive":[31],"overhead":[32],"on":[33,97,111,135,207],"storage,":[35],"such":[36],"several":[38],"petabytes":[39],"per":[40],"day":[41],"production.":[43],"To":[44,83],"address":[45],"this":[46,158],"issue,":[47],"compression":[49,70,108,122,201,213],"task":[54],"reducing":[56],"disk":[57],"storage":[58],"while":[59,209],"allowing":[60],"further":[62],"analysis.":[64],"Unfortunately,":[65],"existing":[66],"general-purpose":[67],"log-specific":[69],"methods":[71],"have":[72],"been":[73],"limited":[74],"their":[76],"ability":[77],"utilize":[79],"characteristics.":[82],"overcome":[84],"these":[85,112],"limitations,":[86],"we":[87,114],"conduct":[88],"empirical":[90],"study":[91],"obtain":[93],"three":[94],"major":[95],"observations":[96],"the":[98,106,146,161,185],"characteristics":[99],"of":[100,129],"that":[103,160,195],"can":[104,165,197],"facilitate":[105],"task.":[109],"Based":[110],"observations,":[113],"propose":[115],"LogShrink,":[116],"novel":[118],"effective":[120],"method":[123],"by":[124,203],"leveraging":[125],"commonality":[126,148,162,186],"variability":[128,150,164,188],"data.":[131],"An":[132],"analyzer":[133],"based":[134],"longest":[136],"common":[137],"subsequence":[138],"entropy":[140],"techniques":[141],"proposed":[143],"identify":[145],"latent":[147],"messages.":[153],"The":[154,190],"key":[155],"idea":[156],"behind":[157],"be":[166],"exploited":[167],"shrink":[169],"with":[172],"shorter":[174],"representation.":[175],"Besides,":[176],"clustering-based":[178],"sequence":[179],"sampler":[180],"introduced":[182],"accelerate":[184],"analyzer.":[189],"extensive":[191],"experimental":[192],"results":[193],"demonstrate":[194],"LogShrink":[196],"exceed":[198],"baselines":[199],"ratio":[202],"16%":[204],"356%":[206],"average":[208],"preserving":[210],"reasonable":[212],"speed.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}