{"id":"https://openalex.org/W2058346510","doi":"https://doi.org/10.1145/2591062.2591184","title":"A candid industrial evaluation of formal software verification using model checking","display_name":"A candid industrial evaluation of formal software verification using model checking","publication_year":2014,"publication_date":"2014-05-20","ids":{"openalex":"https://openalex.org/W2058346510","doi":"https://doi.org/10.1145/2591062.2591184","mag":"2058346510"},"language":"en","primary_location":{"id":"doi:10.1145/2591062.2591184","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2591062.2591184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 36th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088734957","display_name":"Matthew Russell Bennion","orcid":"https://orcid.org/0000-0003-2318-1468"},"institutions":[{"id":"https://openalex.org/I866009140","display_name":"Rolls-Royce (United Kingdom)","ror":"https://ror.org/04h08p482","country_code":"GB","type":"company","lineage":["https://openalex.org/I866009140"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Matthew Bennion","raw_affiliation_strings":["Rolls Royce, UK"],"affiliations":[{"raw_affiliation_string":"Rolls Royce, UK","institution_ids":["https://openalex.org/I866009140"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017840476","display_name":"Ibrahim Habli","orcid":"https://orcid.org/0000-0003-2736-8238"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ibrahim Habli","raw_affiliation_strings":["University of York, UK","Univ. of York, UK#TAB#"],"affiliations":[{"raw_affiliation_string":"University of York, UK","institution_ids":["https://openalex.org/I52099693"]},{"raw_affiliation_string":"Univ. of York, UK#TAB#","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5088734957"],"corresponding_institution_ids":["https://openalex.org/I866009140"],"apc_list":null,"apc_paid":null,"fwci":3.6558,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.93133076,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"175","last_page":"184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.8624709844589233},{"id":"https://openalex.org/keywords/rework","display_name":"Rework","score":0.8617212772369385},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7834582328796387},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.5604643225669861},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.49727585911750793},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4916751980781555},{"id":"https://openalex.org/keywords/formal-methods","display_name":"Formal methods","score":0.4877658486366272},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4794953465461731},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.23921379446983337},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20346030592918396},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10614544153213501}],"concepts":[{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.8624709844589233},{"id":"https://openalex.org/C2776543023","wikidata":"https://www.wikidata.org/wiki/Q2147046","display_name":"Rework","level":2,"score":0.8617212772369385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7834582328796387},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.5604643225669861},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.49727585911750793},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4916751980781555},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.4877658486366272},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4794953465461731},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.23921379446983337},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20346030592918396},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10614544153213501}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2591062.2591184","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2591062.2591184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 36th International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.675.3959","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.675.3959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-users.cs.york.ac.uk/%7Eihabli/Papers/2014Habli_ICSE.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W23233590","https://openalex.org/W64953098","https://openalex.org/W136631479","https://openalex.org/W1502357785","https://openalex.org/W1539212946","https://openalex.org/W1547190774","https://openalex.org/W1570024512","https://openalex.org/W1574030932","https://openalex.org/W1579301394","https://openalex.org/W1981957446","https://openalex.org/W2026965951","https://openalex.org/W2052495090","https://openalex.org/W2053023019","https://openalex.org/W2077456871","https://openalex.org/W2105357036","https://openalex.org/W2115309705","https://openalex.org/W2127159302","https://openalex.org/W2139649276","https://openalex.org/W2151056896","https://openalex.org/W2296716915","https://openalex.org/W2318010106"],"related_works":["https://openalex.org/W2006962382","https://openalex.org/W4312733571","https://openalex.org/W2149716943","https://openalex.org/W4315606162","https://openalex.org/W113732979","https://openalex.org/W161255303","https://openalex.org/W1544097700","https://openalex.org/W2340807904","https://openalex.org/W2037121848","https://openalex.org/W61995002"],"abstract_inverted_index":{"Model":[0,67],"checking":[1,68,107,128,163],"is":[2,18,69,142],"a":[3,50,57,72,89],"powerful":[4],"formal":[5,118],"analytical":[6],"approach":[7],"to":[8,71,83,104,153,179],"verifying":[9],"software":[10,148],"and":[11,29,31,182],"hardware":[12],"systems.":[13],"However,":[14],"general":[15],"industrial":[16,39,134],"adoption":[17],"far":[19],"from":[20],"widespread.":[21],"Some":[22],"difficulties":[23],"include":[24],"the":[25,32,44,64,102,110,113,124,147,169],"inaccessibility":[26],"of":[27,46,56,74,112,126,146],"techniques":[28],"tools":[30],"need":[33],"for":[34,96],"further":[35],"empirical":[36],"evaluation":[37],"in":[38,63,132,168],"contexts.":[40],"This":[41],"study":[42,99,121],"considers":[43,101],"use":[45],"Simulink":[47],"Design":[48],"Verifier,":[49],"model":[51,106,127,162],"checker":[52],"that":[53,123,149,161],"forms":[54],"part":[55],"modelling":[58],"system":[59],"already":[60],"widely":[61],"used":[62],"safety-critical":[65],"industry.":[66],"applied":[70],"number":[73],"real-world":[75],"problem":[76],"reports,":[77],"associated":[78],"with":[79],"aero-engine":[80],"monitoring":[81],"functions,":[82],"determine":[84],"whether":[85],"it":[86,141,159],"can":[87,108,129,164],"provide":[88],"practical":[90],"route":[91],"into":[92],"effective":[93],"verification,":[94],"particularly":[95,139],"non-specialists.":[97],"The":[98,120],"also":[100],"extent":[103],"which":[105,174],"satisfy":[109],"requirements":[111],"extensive":[114],"DO-178C":[115],"guidance":[116],"on":[117],"methods.":[119],"shows":[122,160],"benefits":[125],"be":[130],"realised":[131],"an":[133],"setting":[135],"without":[136],"specialist":[137],"skills,":[138],"when":[140],"targeted":[143],"at":[144],"parts":[145],"are":[150],"error-prone,":[151],"difficult":[152],"verify":[154],"conventionally":[155],"or":[156],"critical.":[157],"Importantly,":[158],"find":[165],"errors":[166],"earlier":[167],"design":[170],"cycle":[171],"than":[172],"testing,":[173],"potentially":[175],"saves":[176],"money,":[177],"due":[178],"reduced":[180],"scrap":[181],"rework.":[183]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}
