{"id":"https://openalex.org/W2536379404","doi":"https://doi.org/10.1145/2966986.2967079","title":"The art of semi-formal bug hunting","display_name":"The art of semi-formal bug hunting","publication_year":2016,"publication_date":"2016-10-18","ids":{"openalex":"https://openalex.org/W2536379404","doi":"https://doi.org/10.1145/2966986.2967079","mag":"2536379404"},"language":"en","primary_location":{"id":"doi:10.1145/2966986.2967079","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2966986.2967079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th International Conference on Computer-Aided Design","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022136602","display_name":"Pradeep K. Nalla","orcid":null},"institutions":[{"id":"https://openalex.org/I4210129961","display_name":"IBM (India)","ror":"https://ror.org/034ahpr11","country_code":"IN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210129961"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Pradeep Kumar Nalla","raw_affiliation_strings":["IBM Systems, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"IBM Systems, Bangalore, India","institution_ids":["https://openalex.org/I4210129961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007523131","display_name":"Raj Kumar Gajavelly","orcid":"https://orcid.org/0009-0000-9917-5617"},"institutions":[{"id":"https://openalex.org/I4210129961","display_name":"IBM (India)","ror":"https://ror.org/034ahpr11","country_code":"IN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210129961"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Raj Kumar Gajavelly","raw_affiliation_strings":["IBM Systems, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"IBM Systems, Bangalore, India","institution_ids":["https://openalex.org/I4210129961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112156168","display_name":"Jason Baumgartner","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156936","display_name":"IBM Research - Austin","ror":"https://ror.org/05gjbbg60","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210156936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason Baumgartner","raw_affiliation_strings":["IBM Systems, Austin, TX","IBM Systems, Austin, TX, United States"],"affiliations":[{"raw_affiliation_string":"IBM Systems, Austin, TX","institution_ids":["https://openalex.org/I4210156936"]},{"raw_affiliation_string":"IBM Systems, Austin, TX, United States","institution_ids":["https://openalex.org/I4210156936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015308169","display_name":"Hari Mony","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156936","display_name":"IBM Research - Austin","ror":"https://ror.org/05gjbbg60","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210156936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hari Mony","raw_affiliation_strings":["IBM Systems, Austin, TX","IBM Systems, Austin, TX, United States"],"affiliations":[{"raw_affiliation_string":"IBM Systems, Austin, TX","institution_ids":["https://openalex.org/I4210156936"]},{"raw_affiliation_string":"IBM Systems, Austin, TX, United States","institution_ids":["https://openalex.org/I4210156936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087328314","display_name":"Robert Kanzelman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert Kanzelman","raw_affiliation_strings":["IBM Systems, Rochester, MN","IBM Systems, Rochester, MN, United States"],"affiliations":[{"raw_affiliation_string":"IBM Systems, Rochester, MN","institution_ids":[]},{"raw_affiliation_string":"IBM Systems, Rochester, MN, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016223670","display_name":"Alexander Ivrii","orcid":"https://orcid.org/0000-0002-5205-3580"},"institutions":[{"id":"https://openalex.org/I4210167297","display_name":"IBM Research - Haifa","ror":"https://ror.org/05rw9t746","country_code":"IL","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210167297"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Alexander Ivrii","raw_affiliation_strings":["IBM Research, Haifa, Israel"],"affiliations":[{"raw_affiliation_string":"IBM Research, Haifa, Israel","institution_ids":["https://openalex.org/I4210167297"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5022136602"],"corresponding_institution_ids":["https://openalex.org/I4210129961"],"apc_list":null,"apc_paid":null,"fwci":1.6676,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.85301883,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.8608396053314209},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8350809812545776},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6218215227127075},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5713632702827454},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.5500102639198303},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.5118297934532166},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4706558287143707},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4657493531703949},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3481779396533966},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.273516982793808},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.24975594878196716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2226899266242981},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.12081259489059448},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08416402339935303},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08356282114982605}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8608396053314209},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8350809812545776},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6218215227127075},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5713632702827454},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.5500102639198303},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.5118297934532166},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4706558287143707},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4657493531703949},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3481779396533966},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.273516982793808},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.24975594878196716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2226899266242981},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.12081259489059448},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08416402339935303},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08356282114982605},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2966986.2967079","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2966986.2967079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th International Conference on Computer-Aided Design","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1584646744","https://openalex.org/W2075943092","https://openalex.org/W2098827011","https://openalex.org/W2111982322","https://openalex.org/W2130749203","https://openalex.org/W2133862387","https://openalex.org/W2143208164","https://openalex.org/W2146450772","https://openalex.org/W2147348835","https://openalex.org/W2150128377","https://openalex.org/W2150517041","https://openalex.org/W2158966008","https://openalex.org/W2162945176","https://openalex.org/W2405109576"],"related_works":["https://openalex.org/W4295769391","https://openalex.org/W2972220648","https://openalex.org/W2332667808","https://openalex.org/W1997921863","https://openalex.org/W3112960490","https://openalex.org/W2344144656","https://openalex.org/W93605524","https://openalex.org/W4312723892","https://openalex.org/W2783065147","https://openalex.org/W61995002"],"abstract_inverted_index":{"Verification":[0],"is":[1,45,103],"a":[2,46,112,149,158,187],"critical":[3],"task":[4],"in":[5,126,173,186],"the":[6,14,51,85,97,130,153,182,203,210],"development":[7],"of":[8,54,87,96,100,106,115,133,156,209],"correct":[9],"computing":[10],"systems.":[11],"Simulation":[12],"remains":[13],"predominantly":[15],"used":[16,125],"technique":[17],"to":[18,23,37,49,57,64,71,109,147,201],"identify":[19,38,65],"design":[20,40,67,88],"flaws,":[21],"due":[22,56],"its":[24,58],"scalability.":[25],"However,":[26,76],"simulation":[27],"intrinsically":[28],"suffers":[29],"from":[30],"low":[31],"functional":[32],"coverage,":[33],"hence":[34],"often":[35],"fails":[36],"all":[39],"flaws.":[41],"Formal":[42],"verification":[43],"(FV)":[44],"promising":[47],"approach":[48],"overcome":[50],"coverage":[52],"limitations":[53],"simulation,":[55],"exhaustiveness":[59],"-":[60,160,164],"which":[61],"enables":[62],"it":[63],"intricate":[66,175],"flaws":[68],"too":[69],"complex":[70],"practically":[72],"find":[73],"using":[74,122],"simulation.":[75,123],"automated":[77],"FV":[78,101],"techniques":[79,102,196],"have":[80],"scalability":[81,131],"drawbacks":[82],"that":[83,90,118],"limit":[84],"size":[86],"components":[89,155,184],"can":[91],"be":[92,120,166],"formally":[93],"verified.":[94],"One":[95],"key":[98],"strengths":[99],"their":[104],"use":[105],"symbolic":[107],"reasoning,":[108],"efficiently":[110],"explore":[111],"huge":[113],"number":[114],"individual":[116,154],"scenarios":[117],"would":[119],"intractable":[121],"When":[124],"an":[127,174],"incomplete":[128],"manner,":[129],"challenges":[132],"these":[134],"algorithms":[135],"are":[136],"lessened,":[137],"enabling":[138],"efficient":[139],"and":[140,169,171,197,206],"relatively":[141],"scalable":[142,188],"semi-formal":[143,189],"bug":[144],"hunting.":[145],"Nonetheless,":[146],"yield":[148],"robust":[150],"industrial-strength":[151],"solution,":[152],"such":[157],"system":[159],"many":[161],"being":[162],"heuristic":[163],"must":[165],"highly":[167],"tuned,":[168],"integrated":[170],"orchestrated":[172],"manner.":[176],"In":[177],"this":[178],"paper,":[179],"we":[180],"overview":[181],"various":[183,211],"useful":[185],"search":[190],"framework,":[191],"introducing":[192],"several":[193],"novel":[194],"powerful":[195],"providing":[198],"experimental":[199],"data":[200],"illustrate":[202],"strengths,":[204],"weaknesses,":[205],"complementary":[207],"nature":[208],"techniques.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}