{"id":"https://openalex.org/W4407362568","doi":"https://doi.org/10.1109/rsp64122.2024.10870993","title":"Advancing Formal Verification: Fine-Tuning LLMs for Translating Natural Language Requirements to CTL Specifications","display_name":"Advancing Formal Verification: Fine-Tuning LLMs for Translating Natural Language Requirements to CTL Specifications","publication_year":2024,"publication_date":"2024-10-03","ids":{"openalex":"https://openalex.org/W4407362568","doi":"https://doi.org/10.1109/rsp64122.2024.10870993"},"language":"en","primary_location":{"id":"doi:10.1109/rsp64122.2024.10870993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rsp64122.2024.10870993","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Workshop on Rapid System Prototyping (RSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092196824","display_name":"Rim Zrelli","orcid":"https://orcid.org/0009-0006-9607-7660"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Rim Zrelli","raw_affiliation_strings":["Polytechnique Montreal,Computer Engineering and Software Engineering Department,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montreal,Computer Engineering and Software Engineering Department,Montreal,Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001367989","display_name":"Henrique Amaral Misson","orcid":"https://orcid.org/0000-0003-3057-8033"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Henrique Amaral Misson","raw_affiliation_strings":["Polytechnique Montreal,Computer Engineering and Software Engineering Department,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montreal,Computer Engineering and Software Engineering Department,Montreal,Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019111564","display_name":"Maroua Ben Attia","orcid":"https://orcid.org/0000-0002-5527-2922"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maroua Ben Attia","raw_affiliation_strings":["Research & Development Humanitas Solutions,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"Research & Development Humanitas Solutions,Montreal,Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055509031","display_name":"Felipe G\u00f6hring de Magalh\u00e3es","orcid":"https://orcid.org/0000-0002-0766-1421"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Felipe Gohring de Magalhaes","raw_affiliation_strings":["Polytechnique Montreal,Computer Engineering and Software Engineering Department,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montreal,Computer Engineering and Software Engineering Department,Montreal,Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017004888","display_name":"Abdo Shabah","orcid":"https://orcid.org/0009-0003-5898-361X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abdo Shabah","raw_affiliation_strings":["Research & Development Humanitas Solutions,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"Research & Development Humanitas Solutions,Montreal,Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022527556","display_name":"Gabriela Nicolescu","orcid":"https://orcid.org/0000-0002-5205-9931"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gabriela Nicolescu","raw_affiliation_strings":["Polytechnique Montreal,Computer Engineering and Software Engineering Department,Montreal,Canada"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montreal,Computer Engineering and Software Engineering Department,Montreal,Canada","institution_ids":["https://openalex.org/I45683168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5092196824"],"corresponding_institution_ids":["https://openalex.org/I45683168"],"apc_list":null,"apc_paid":null,"fwci":1.0911,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.82860268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.90829998254776,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6835469603538513},{"id":"https://openalex.org/keywords/ctl*","display_name":"CTL*","score":0.6075740456581116},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4383174479007721},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4290209710597992},{"id":"https://openalex.org/keywords/formal-methods","display_name":"Formal methods","score":0.42878690361976624},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.41100746393203735},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.28588181734085083},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.0751115083694458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6835469603538513},{"id":"https://openalex.org/C147969180","wikidata":"https://www.wikidata.org/wiki/Q5014579","display_name":"CTL*","level":4,"score":0.6075740456581116},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4383174479007721},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4290209710597992},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.42878690361976624},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.41100746393203735},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28588181734085083},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0751115083694458},{"id":"https://openalex.org/C202751555","wikidata":"https://www.wikidata.org/wiki/Q221681","display_name":"In vitro","level":2,"score":0.0},{"id":"https://openalex.org/C154317977","wikidata":"https://www.wikidata.org/wiki/Q376266","display_name":"Cytotoxic T cell","level":3,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/rsp64122.2024.10870993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rsp64122.2024.10870993","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Workshop on Rapid System Prototyping (RSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:publications.polymtl.ca:62714","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1541857386","https://openalex.org/W1996832037","https://openalex.org/W2001006503","https://openalex.org/W2025930422","https://openalex.org/W2063441188","https://openalex.org/W2099217059","https://openalex.org/W2802543576","https://openalex.org/W3003444615","https://openalex.org/W3144293453","https://openalex.org/W3203380178","https://openalex.org/W4246913434","https://openalex.org/W4312081888","https://openalex.org/W4384521943","https://openalex.org/W4389519952","https://openalex.org/W4393315183","https://openalex.org/W4402665833","https://openalex.org/W6634020305","https://openalex.org/W6638454598","https://openalex.org/W6778883912","https://openalex.org/W6783163911","https://openalex.org/W6839151939","https://openalex.org/W6839316307","https://openalex.org/W6855873652"],"related_works":["https://openalex.org/W2152752131","https://openalex.org/W161255303","https://openalex.org/W1544097700","https://openalex.org/W1488573418","https://openalex.org/W1922520186","https://openalex.org/W1946493810","https://openalex.org/W2037121848","https://openalex.org/W2391979747","https://openalex.org/W2981877881","https://openalex.org/W2171674700"],"abstract_inverted_index":{"In":[0],"the":[1,23,50,71,84,133,154,160,176,187,196],"domain":[2],"of":[3,54,88,118,178,198],"formal":[4,29,55,148,179],"verification,":[5],"translating":[6,144],"natural":[7],"language":[8],"(NL)":[9],"requirements":[10,91,146],"into":[11,147],"Computation":[12],"Tree":[13],"Logic":[14],"(CTL)":[15],"specifications":[16],"presents":[17],"a":[18,34,66,115,122,183,192],"notable":[19],"challenge":[20],"due":[21,74],"to":[22,43,75,136,186],"disparity":[24],"between":[25],"human-readable":[26],"documents":[27],"and":[28,52,64,92,108,163],"specifications.":[30,96,149,172],"This":[31,173],"paper":[32],"introduces":[33],"novel":[35],"approach":[36],"that":[37,153],"leverages":[38],"Large":[39],"Language":[40],"Models":[41],"(LLMs)":[42],"automate":[44],"this":[45],"translation":[46,189],"process,":[47],"thereby":[48],"enhancing":[49],"accuracy":[51,142,168],"efficiency":[53],"verification":[56,180],"practices.":[57],"We":[58,97],"fine-tune":[59],"three":[60],"state-of-the-art":[61],"LLMs\u2014LLAMA3,":[62],"Mistral,":[63],"Qwen2\u2014with":[65],"particular":[67],"focus":[68],"on":[69],"optimizing":[70],"Mistral":[72,156],"model":[73,119,157],"its":[76],"superior":[77,167],"performance.":[78,120],"Our":[79,150],"methodology":[80],"is":[81],"supported":[82],"by":[83,181],"Natural2CTL":[85],"dataset,":[86],"consisting":[87],"2,095":[89],"NL":[90,145],"their":[93],"corresponding":[94],"CTL":[95,130,171],"employ":[98],"evaluation":[99],"metrics":[100],"such":[101],"as":[102],"validation":[103],"loss,":[104],"accuracy,":[105],"semantic":[106],"similarity,":[107],"Structural":[109],"Operator":[110],"Jaccard":[111],"Similarity":[112],"(SOJS)":[113],"for":[114,195],"comprehensive":[116],"assessment":[117],"Additionally,":[121],"comparative":[123],"analysis":[124],"with":[125],"human":[126,141,164],"translators,":[127],"trained":[128],"in":[129,143,169,201],"logic,":[131],"underscores":[132],"LLMs\u2019":[134],"potential":[135],"match":[137],"or":[138],"even":[139],"surpass":[140],"findings":[151],"reveal":[152],"fine-tuned":[155],"significantly":[158],"outperforms":[159],"other":[161],"LLMs":[162],"participants,":[165],"demonstrating":[166],"generating":[170],"study":[174],"advances":[175],"field":[177],"proposing":[182],"scalable":[184],"solution":[185],"NL-to-CTL":[188],"challenge,":[190],"setting":[191],"new":[193],"benchmark":[194],"integration":[197],"AI":[199],"tools":[200],"complex":[202],"specification":[203],"tasks.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}