{"id":"https://openalex.org/W3041215671","doi":"https://doi.org/10.1109/tse.2020.3007554","title":"Logram: Efficient Log Parsing Using n-Gram Dictionaries","display_name":"Logram: Efficient Log Parsing Using n-Gram Dictionaries","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3041215671","doi":"https://doi.org/10.1109/tse.2020.3007554","mag":"3041215671"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.3007554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3007554","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084679185","display_name":"Hetong Dai","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hetong Dai","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Concordia University, Montreal, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338781","display_name":"Heng Li","orcid":"https://orcid.org/0000-0001-5441-6763"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Heng Li","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101084917","display_name":"Che Shao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Che Shao Chen","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Concordia University, Montreal, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056378414","display_name":"Weiyi Shang","orcid":"https://orcid.org/0000-0001-6222-7444"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weiyi Shang","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Concordia University, Montreal, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069372430","display_name":"Tse-Hsun Chen","orcid":"https://orcid.org/0000-0003-4027-0905"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tse-Hsun Chen","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Concordia University, Montreal, Quebec, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.2759,"has_fulltext":false,"cited_by_count":163,"citation_normalized_percentile":{"value":0.98717524,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.8480710983276367},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.834724485874176},{"id":"https://openalex.org/keywords/n-gram","display_name":"n-gram","score":0.573947548866272},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.5336160659790039},{"id":"https://openalex.org/keywords/bottom-up-parsing","display_name":"Bottom-up parsing","score":0.42775243520736694},{"id":"https://openalex.org/keywords/s-attributed-grammar","display_name":"S-attributed grammar","score":0.42255350947380066},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3845326900482178},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3685399889945984},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3550871014595032},{"id":"https://openalex.org/keywords/top-down-parsing","display_name":"Top-down parsing","score":0.34870558977127075},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.31822171807289124},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.18102794885635376}],"concepts":[{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.8480710983276367},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.834724485874176},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.573947548866272},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.5336160659790039},{"id":"https://openalex.org/C60690694","wikidata":"https://www.wikidata.org/wiki/Q894902","display_name":"Bottom-up parsing","level":4,"score":0.42775243520736694},{"id":"https://openalex.org/C147547768","wikidata":"https://www.wikidata.org/wiki/Q3113342","display_name":"S-attributed grammar","level":3,"score":0.42255350947380066},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3845326900482178},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3685399889945984},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3550871014595032},{"id":"https://openalex.org/C42560504","wikidata":"https://www.wikidata.org/wiki/Q15419395","display_name":"Top-down parsing","level":3,"score":0.34870558977127075},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.31822171807289124},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.18102794885635376}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2020.3007554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3007554","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:46077","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/46077/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article de revue"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1521626219","https://openalex.org/W1602921877","https://openalex.org/W1661413208","https://openalex.org/W1886625064","https://openalex.org/W1994573369","https://openalex.org/W1994625872","https://openalex.org/W1996640618","https://openalex.org/W2021428963","https://openalex.org/W2027380800","https://openalex.org/W2039114257","https://openalex.org/W2039157918","https://openalex.org/W2076809217","https://openalex.org/W2099834293","https://openalex.org/W2102632804","https://openalex.org/W2107263349","https://openalex.org/W2114554028","https://openalex.org/W2115056012","https://openalex.org/W2121227244","https://openalex.org/W2124008567","https://openalex.org/W2150824314","https://openalex.org/W2153470728","https://openalex.org/W2161614663","https://openalex.org/W2170114245","https://openalex.org/W2244223219","https://openalex.org/W2460584250","https://openalex.org/W2527994611","https://openalex.org/W2534933448","https://openalex.org/W2536393303","https://openalex.org/W2560021099","https://openalex.org/W2577236676","https://openalex.org/W2583874385","https://openalex.org/W2735418241","https://openalex.org/W2754665629","https://openalex.org/W2762028850","https://openalex.org/W2767094836","https://openalex.org/W2808139348","https://openalex.org/W2808406109","https://openalex.org/W2883560233","https://openalex.org/W2884697754","https://openalex.org/W2888115557","https://openalex.org/W2914819212","https://openalex.org/W2944703101","https://openalex.org/W2954245904","https://openalex.org/W2954274464","https://openalex.org/W2963999143","https://openalex.org/W2997666247","https://openalex.org/W3138386522","https://openalex.org/W3146720657","https://openalex.org/W3147048975","https://openalex.org/W4237335675","https://openalex.org/W4239854741","https://openalex.org/W6607380097","https://openalex.org/W6627955765","https://openalex.org/W6632118081","https://openalex.org/W6632233742","https://openalex.org/W6632550495","https://openalex.org/W6633680793","https://openalex.org/W6678277124","https://openalex.org/W6683682350","https://openalex.org/W6687322159","https://openalex.org/W6712994927","https://openalex.org/W6732386721","https://openalex.org/W6751893232","https://openalex.org/W6755970833","https://openalex.org/W6773680653"],"related_works":["https://openalex.org/W3143982968","https://openalex.org/W3088470625","https://openalex.org/W3035970863","https://openalex.org/W2792937288","https://openalex.org/W2281562628","https://openalex.org/W2250574586","https://openalex.org/W2058621701","https://openalex.org/W4320024782","https://openalex.org/W2389755172","https://openalex.org/W2619584063"],"abstract_inverted_index":{"Software":[0],"systems":[1],"usually":[2,24,86],"record":[3],"important":[4],"runtime":[5,15],"information":[6],"in":[7,27,37,75,111,122,192,204],"their":[8,38],"logs.":[9,90],"Logs":[10],"help":[11],"practitioners":[12,36],"understand":[13],"system":[14],"behaviors":[16],"and":[17,41,156,187,216,258],"diagnose":[18],"field":[19],"failures.":[20],"As":[21],"logs":[22,59,69,108],"are":[23,70,85],"very":[25],"large":[26],"size,":[28],"automated":[29,49,94,131],"log":[30,50,53,64,95,123,132,146,154,162],"analysis":[31,51],"is":[32,52,66],"needed":[33],"to":[34,143,196,260],"assist":[35],"software":[39],"operation":[40],"maintenance":[42],"efforts.":[43],"Typically,":[44],"the":[45,76,83,105,112,175,201,225,261],"first":[46],"step":[47],"of":[48,107,114,206,227,252],"parsing,":[54],"i.e.,":[55],"converting":[56],"unstructured":[57],"raw":[58],"into":[60],"structured":[61],"data.":[62],"However,":[63,103],"parsing":[65,89,96,133,163,172,208,239,251,256],"challenging,":[67],"because":[68],"produced":[71],"by":[72],"static":[73],"templates":[74,84],"source":[77],"code":[78],"(i.e.,":[79,179,194],"logging":[80],"statements)":[81],"yet":[82],"inaccessible":[87],"when":[88],"Prior":[91],"work":[92],"proposed":[93],"approaches":[97,178,191,203],"that":[98,167,219,245],"have":[99],"achieved":[100],"high":[101],"accuracy.":[102,240],"as":[104],"volume":[106],"grows":[109],"rapidly":[110],"era":[113],"cloud":[115],"computing,":[116],"efficiency":[117,193,259],"becomes":[118],"a":[119,170],"major":[120],"concern":[121],"parsing.":[124,147],"In":[125,241],"this":[126],"work,":[127],"we":[128,211,217,243],"propose":[129],"an":[130],"approach,":[134],"<i>Logram</i>":[135,150,158,168,213,220,246],",":[136],"which":[137],"leverages":[138],"<inline-formula><tex-math":[139],"notation=\"LaTeX\">$n$</tex-math></inline-formula>":[140],"-gram":[141],"dictionaries":[142],"achieve":[144],"efficient":[145],"We":[148,165],"evaluated":[149],"on":[151,185,214],"16":[152],"public":[153],"datasets":[155],"compared":[157],"with":[159,224,231],"five":[160],"state-of-the-art":[161],"approaches.":[164],"found":[166,218],"achieves":[169],"higher":[171],"accuracy":[173],"than":[174,200],"best":[176],"existing":[177],"at":[180],"least":[181],"10":[182],"percent":[183],"higher,":[184],"average)":[186],"also":[188],"outperforms":[189],"these":[190],"1.8":[195],"5.1":[197],"times":[198],"faster":[199],"second-fastest":[202],"terms":[205],"end-to-end":[207],"time).":[209],"Furthermore,":[210],"deployed":[212],"<i>Spark</i>":[215,228],"scales":[221],"out":[222],"efficiently":[223],"number":[226],"nodes":[229],"(e.g.,":[230],"near-linear":[232],"scalability":[233],"for":[234],"some":[235],"logs)":[236],"without":[237],"sacrificing":[238],"addition,":[242],"demonstrated":[244],"can":[247],"support":[248],"effective":[249],"online":[250],"logs,":[253],"achieving":[254],"similar":[255],"results":[257],"offline":[262],"mode.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}