{"id":"https://openalex.org/W4405601572","doi":"https://doi.org/10.1109/icsme58944.2024.00047","title":"The Effectiveness of Compact Fine-Tuned LLMs in Log Parsing","display_name":"The Effectiveness of Compact Fine-Tuned LLMs in Log Parsing","publication_year":2024,"publication_date":"2024-10-06","ids":{"openalex":"https://openalex.org/W4405601572","doi":"https://doi.org/10.1109/icsme58944.2024.00047"},"language":"en","primary_location":{"id":"doi:10.1109/icsme58944.2024.00047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme58944.2024.00047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029403526","display_name":"Maryam Mehrabi","orcid":"https://orcid.org/0000-0001-8809-2146"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Maryam Mehrabi","raw_affiliation_strings":["Concordia University,ECE,Montreal,QC,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University,ECE,Montreal,QC,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058884064","display_name":"Abdelwahab Hamou\u2010Lhadj","orcid":"https://orcid.org/0000-0002-3319-5006"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abdelwahab Hamou-Lhadj","raw_affiliation_strings":["Concordia University,ECE,Montreal,QC,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University,ECE,Montreal,QC,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115552950","display_name":"Hossein Moosavi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127351","display_name":"Cisco Systems (Canada)","ror":"https://ror.org/02af0qw97","country_code":"CA","type":"company","lineage":["https://openalex.org/I135428043","https://openalex.org/I4210127351"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hossein Moosavi","raw_affiliation_strings":["Cisco Systems,Ottawa,ON,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cisco Systems,Ottawa,ON,Canada","institution_ids":["https://openalex.org/I4210127351"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6109,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75745373,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"438","last_page":"448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.9010999798774719,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.9010999798774719,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.8015457391738892},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5462914109230042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.272545725107193}],"concepts":[{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.8015457391738892},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5462914109230042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.272545725107193}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsme58944.2024.00047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme58944.2024.00047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320330045","display_name":"Minist\u00e8re de la D\u00e9fense Nationale","ror":"https://ror.org/035rreb34"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2288293293","https://openalex.org/W2754665629","https://openalex.org/W2963999143","https://openalex.org/W2987006149","https://openalex.org/W3005115843","https://openalex.org/W3011574394","https://openalex.org/W3041215671","https://openalex.org/W3099780882","https://openalex.org/W3117426595","https://openalex.org/W3134079112","https://openalex.org/W3183619936","https://openalex.org/W4255845613","https://openalex.org/W4301606717","https://openalex.org/W4319990463","https://openalex.org/W4323645873","https://openalex.org/W4384345635","https://openalex.org/W4384345672","https://openalex.org/W4385988359","https://openalex.org/W4388483129","https://openalex.org/W4390189088","https://openalex.org/W4394946189","https://openalex.org/W4398239377","https://openalex.org/W4400484665","https://openalex.org/W4400583111","https://openalex.org/W6637807111","https://openalex.org/W6755207826","https://openalex.org/W6778883912","https://openalex.org/W6794643071","https://openalex.org/W6796581206","https://openalex.org/W6848909144","https://openalex.org/W6850357939","https://openalex.org/W6851323889","https://openalex.org/W6852844731","https://openalex.org/W6853251322","https://openalex.org/W6854159973","https://openalex.org/W6854344711","https://openalex.org/W6854866820","https://openalex.org/W6862158040"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Log":[0],"parsing":[1,45,99,192],"is":[2,16],"defined":[3],"as":[4,100,156],"the":[5,40,51,66,87,109,204],"process":[6],"of":[7,28,42,53,69,74,89,92,116,125],"extracting":[8],"structured":[9],"information":[10],"from":[11],"unstructured":[12],"log":[13,23,44,58,98,117,194,200],"data.":[14],"It":[15],"an":[17,93],"important":[18,176],"step":[19],"prior":[20],"to":[21,181,191,206],"many":[22],"analytics":[24,201],"tasks.":[25],"The":[26],"emergence":[27],"Large":[29],"Language":[30],"Models":[31],"(LLMs),":[32],"like":[33],"Generative":[34],"Pre-trained":[35],"Transformers":[36],"(GPTs),":[37],"has":[38],"driven":[39],"development":[41],"novel":[43],"methods.":[46],"Existing":[47],"studies":[48],"have":[49],"examined":[50],"effectiveness":[52],"large-scale":[54,167],"general-purpose":[55],"LLMs":[56,71],"in":[57,123,169],"parsing.":[59],"In":[60],"this":[61,105],"paper,":[62],"we":[63,85,107],"argue":[64],"that":[65,150,186],"long-term":[67],"adoption":[68],"such":[70,155],"pose":[72],"challenges":[73],"data":[75],"privacy,":[76],"cost,":[77],"and":[78,119,128,144,160,196],"tool":[79],"integration.":[80],"To":[81,104],"address":[82],"these":[83],"challenges,":[84],"explore":[86],"viability":[88],"supervised":[90],"fine-tuning":[91,151],"open-source":[94],"compact":[95,153],"LLM":[96,111,154,185,210],"for":[97],"a":[101,113,152,166,183],"prospective":[102],"alternative.":[103],"end,":[106],"fine-tune":[108],"Mistral-7B-Instruct":[110],"on":[112,208],"diverse":[114],"set":[115],"files":[118],"evaluate":[120],"its":[121],"performance,":[122],"terms":[124],"both":[126],"accuracy":[127],"robustness,":[129],"against":[130],"OpenAI's":[131],"GPT-4-Turbo":[132],"using":[133,165],"different":[134],"configuration":[135],"settings.":[136],"We":[137],"apply":[138],"two":[139],"evaluation":[140],"approaches,":[141],"namely":[142],"metric-based":[143],"LLM-based.":[145],"Our":[146],"overall":[147],"findings":[148,174],"show":[149],"Mistral-7B":[157],"provides":[158],"similar":[159],"sometimes":[161],"better":[162],"results":[163],"than":[164],"LLM,":[168],"our":[170],"case":[171],"GPT-4-Turbo.":[172],"These":[173],"are":[175],"because":[177],"they":[178,187],"enable":[179],"companies":[180],"use":[182],"smaller":[184],"can":[188],"readily":[189],"adapt":[190],"their":[193,199],"data,":[195],"integrate":[197],"into":[198],"tools,":[202],"without":[203],"need":[205],"rely":[207],"third-party":[209],"providers.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}