{"id":"https://openalex.org/W4230236249","doi":"https://doi.org/10.1109/icse.2015.85","title":"Empirical Study Towards a Leading Indicator for Cost of Formal Software Verification","display_name":"Empirical Study Towards a Leading Indicator for Cost of Formal Software Verification","publication_year":2015,"publication_date":"2015-05-01","ids":{"openalex":"https://openalex.org/W4230236249","doi":"https://doi.org/10.1109/icse.2015.85","mag":"2050033680"},"language":"en","primary_location":{"id":"doi:10.1109/icse.2015.85","doi":"https://doi.org/10.1109/icse.2015.85","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2015.85","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053173590","display_name":"Daniel Matichuk","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daniel Matichuk","raw_affiliation_strings":["NICTA, UNSW, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA, UNSW, Sydney, Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043210393","display_name":"Toby Murray","orcid":"https://orcid.org/0000-0002-8271-0289","observed_orcids":["https://orcid.org/0000-0002-8271-0289"]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Toby Murray","raw_affiliation_strings":["NICTA, UNSW, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA, UNSW, Sydney, Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069964343","display_name":"June Andronick","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"June Andronick","raw_affiliation_strings":["NICTA, UNSW, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA, UNSW, Sydney, Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109214357","display_name":"Ross Jeffery","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ross Jeffery","raw_affiliation_strings":["NICTA, UNSW, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA, UNSW, Sydney, Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056561099","display_name":"Gerwin Klein","orcid":"https://orcid.org/0000-0001-8883-0559","observed_orcids":["https://orcid.org/0000-0001-8883-0559"]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gerwin Klein","raw_affiliation_strings":["NICTA, UNSW, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA, UNSW, Sydney, Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004692644","display_name":"Mark Staples","orcid":"https://orcid.org/0000-0003-3284-5385","observed_orcids":["https://orcid.org/0000-0003-3284-5385"]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mark Staples","raw_affiliation_strings":["NICTA, UNSW, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA, UNSW, Sydney, Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7065,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.90774028,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"1","issue":null,"first_page":"722","last_page":"732"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9541000127792358,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9541000127792358,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.03669999912381172,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leading-indicators","display_name":"leading indicators","score":0.7879999876022339},{"id":"https://openalex.org/keywords/proof-size","display_name":"proof size","score":0.8090000152587891},{"id":"https://openalex.org/keywords/effort-estimation","display_name":"effort estimation","score":0.8799999952316284},{"id":"https://openalex.org/keywords/sel4-microkernel","display_name":"seL4 microkernel","score":0.8759999871253967},{"id":"https://openalex.org/keywords/isabelle-theorem-prover","display_name":"Isabelle theorem prover","score":0.9120000004768372},{"id":"https://openalex.org/keywords/quadratic-relationship","display_name":"quadratic relationship","score":0.39399999380111694},{"id":"https://openalex.org/keywords/lemmas","display_name":"lemmas","score":0.41100001335144043}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7460840940475464},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.7454376220703125},{"id":"https://openalex.org/C203265346","wikidata":"https://www.wikidata.org/wiki/Q11387554","display_name":"Proof assistant","level":3,"score":0.7008832097053528},{"id":"https://openalex.org/C94461902","wikidata":"https://www.wikidata.org/wiki/Q2762418","display_name":"Formal proof","level":3,"score":0.6830940246582031},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.6372627019882202},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.6184980273246765},{"id":"https://openalex.org/C33054407","wikidata":"https://www.wikidata.org/wiki/Q6504747","display_name":"Software verification","level":5,"score":0.49985456466674805},{"id":"https://openalex.org/C206880738","wikidata":"https://www.wikidata.org/wiki/Q431667","display_name":"Automated theorem proving","level":2,"score":0.4751405715942383},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.43241819739341736},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.4312632381916046},{"id":"https://openalex.org/C105605280","wikidata":"https://www.wikidata.org/wiki/Q7249999","display_name":"Proof complexity","level":3,"score":0.41585808992385864},{"id":"https://openalex.org/C159718280","wikidata":"https://www.wikidata.org/wiki/Q5526353","display_name":"Gas meter prover","level":3,"score":0.41371771693229675},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3802509009838104},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3774048686027527},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.27895063161849976},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.16372767090797424},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15273693203926086},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icse.2015.85","doi":"https://doi.org/10.1109/icse.2015.85","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2015.85","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"mag:2050033680","doi":null,"is_oa":false,"landing_page_url":"https://ts.data61.csiro.au/publications/nictaabstracts/8318.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Software Engineering","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W51058944","https://openalex.org/W76990466","https://openalex.org/W87635799","https://openalex.org/W315511896","https://openalex.org/W1488909899","https://openalex.org/W1515094747","https://openalex.org/W1529227536","https://openalex.org/W1553511155","https://openalex.org/W1561664087","https://openalex.org/W1602718819","https://openalex.org/W1709433961","https://openalex.org/W1848210326","https://openalex.org/W1964962870","https://openalex.org/W1972429843","https://openalex.org/W1978373282","https://openalex.org/W1988079752","https://openalex.org/W2023035194","https://openalex.org/W2039072938","https://openalex.org/W2063217801","https://openalex.org/W2106192381","https://openalex.org/W2126823808","https://openalex.org/W2143472559","https://openalex.org/W2144007293","https://openalex.org/W2146679277","https://openalex.org/W2163347957","https://openalex.org/W2169102479","https://openalex.org/W2207993524","https://openalex.org/W2286926531","https://openalex.org/W2395015243","https://openalex.org/W2400262552","https://openalex.org/W2533415678","https://openalex.org/W4235242776","https://openalex.org/W4250846042","https://openalex.org/W6969082554"],"related_works":["https://openalex.org/W1978373282","https://openalex.org/W3145226404","https://openalex.org/W2063217801","https://openalex.org/W2990659018","https://openalex.org/W2972031508","https://openalex.org/W2185774137","https://openalex.org/W2525234853","https://openalex.org/W4399320743","https://openalex.org/W2617256923","https://openalex.org/W2390808630"],"abstract_inverted_index":{"Formal":[0,89],"verification":[1,45,72,82,171],"can":[2],"provide":[3],"the":[4,39,69,74,78,86,111,114,121,129,158,166],"highest":[5],"degree":[6],"of":[7,32,44,58,66,73,88,101,113,117,124,168],"software":[8,81],"assurance.":[9],"Demand":[10],"for":[11,160],"it":[12,25,35],"is":[13,144],"growing,":[14],"but":[15],"there":[16,143],"are":[17],"still":[18],"few":[19],"projects":[20],"that":[21,142],"have":[22],"successfully":[23],"applied":[24],"to":[26,37,52,164],"sizeable,":[27],"real-world":[28],"systems.":[29],"This":[30],"lack":[31],"experience":[33],"makes":[34],"hard":[36],"predict":[38],"size,":[40,154],"effort":[41,151,161],"and":[42,77,97,120,152],"duration":[43],"projects.":[46,172],"In":[47],"this":[48],"paper,":[49],"we":[50],"aim":[51],"better":[53],"understand":[54],"possible":[55],"leading":[56],"indicators":[57],"proof":[59,83,102,127,150,153],"size.":[60],"We":[61,104],"present":[62],"an":[63],"empirical":[64],"analysis":[65],"proofs":[67],"from":[68],"landmark":[70],"formal":[71,115,126,170],"seL4":[75],"microkernel":[76],"two":[79],"largest":[80],"developments":[84],"in":[85,128],"Archive":[87],"Proofs.":[90],"Together,":[91],"these":[92,155],"comprise":[93],"15,018":[94],"individual":[95],"lemmas":[96],"approximately":[98],"215,000":[99],"lines":[100],"script.":[103],"find":[105],"a":[106,118,145],"consistent":[107],"quadratic":[108],"relationship":[109,148],"between":[110,149],"size":[112,123],"statement":[116],"property,":[119],"final":[122],"its":[125],"interactive":[130],"theorem":[131],"prover":[132],"Isabelle.":[133],"Combined":[134],"with":[135],"our":[136],"prior":[137],"work,":[138],"which":[139],"has":[140],"indicated":[141],"strong":[146],"linear":[147],"results":[156],"pave":[157],"way":[159],"estimation":[162],"models":[163],"support":[165],"management":[167],"large-scale":[169]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2022-05-11T00:00:00"}