{"id":"https://openalex.org/W7154459484","doi":"https://doi.org/10.1007/978-3-032-22752-2_8","title":"Exploring the SMT-LIB Benchmark Library","display_name":"Exploring the SMT-LIB Benchmark Library","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7154459484","doi":"https://doi.org/10.1007/978-3-032-22752-2_8"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-032-22752-2_8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-22752-2_8","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-22752-2_8.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-22752-2_8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079917868","display_name":"Hans-J\u00f6rg Schurr","orcid":"https://orcid.org/0000-0002-0829-5056"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hans-J\u00f6rg Schurr","raw_affiliation_strings":["The University of Iowa, Iowa, USA"],"raw_orcid":"https://orcid.org/0000-0002-0829-5056","affiliations":[{"raw_affiliation_string":"The University of Iowa, Iowa, USA","institution_ids":["https://openalex.org/I126307644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061834310","display_name":"Fran\u00e7ois Bobot","orcid":"https://orcid.org/0000-0002-6756-0788"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fran\u00e7ois Bobot","raw_affiliation_strings":["Universit\u00e9 Paris-Saclay, CEA, List, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-6756-0788","affiliations":[{"raw_affiliation_string":"Universit\u00e9 Paris-Saclay, CEA, List, Paris, France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I2738703131","https://openalex.org/I4210085861"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002729618","display_name":"Mathias Preiner","orcid":"https://orcid.org/0000-0002-7142-6258"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mathias Preiner","raw_affiliation_strings":["Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0000-0002-7142-6258","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001172270","display_name":"Aina Niemetz","orcid":"https://orcid.org/0000-0003-2600-5283"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aina Niemetz","raw_affiliation_strings":["Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0000-0003-2600-5283","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125119382","display_name":"Clark Barrett","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Clark Barrett","raw_affiliation_strings":["Stanford University, Stanford, USA"],"raw_orcid":"https://orcid.org/0000-0002-9522-3084","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060799584","display_name":"Pascal Fontaine","orcid":"https://orcid.org/0000-0003-4700-6031"},"institutions":[{"id":"https://openalex.org/I157674565","display_name":"University of Li\u00e8ge","ror":"https://ror.org/00afp2z80","country_code":"BE","type":"education","lineage":["https://openalex.org/I157674565"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Pascal Fontaine","raw_affiliation_strings":["Universit\u00e9 de Li\u00e8ge, Liege, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-4700-6031","affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Li\u00e8ge, Liege, Belgium","institution_ids":["https://openalex.org/I157674565"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046830049","display_name":"Cesare Tinelli","orcid":"https://orcid.org/0000-0002-6726-775X"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cesare Tinelli","raw_affiliation_strings":["The University of Iowa, Iowa, USA"],"raw_orcid":"https://orcid.org/0000-0002-6726-775X","affiliations":[{"raw_affiliation_string":"The University of Iowa, Iowa, USA","institution_ids":["https://openalex.org/I126307644"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5125119382"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.85146805,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"150","last_page":"169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14320","display_name":"Optics and Image Analysis","score":0.11860000342130661,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14320","display_name":"Optics and Image Analysis","score":0.11860000342130661,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.08730000257492065,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.07320000231266022,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.843999981880188},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8425999879837036},{"id":"https://openalex.org/keywords/satisfiability-modulo-theories","display_name":"Satisfiability modulo theories","score":0.5697000026702881},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5343999862670898},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4359000027179718},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.40220001339912415},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.3612000048160553}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.888700008392334},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.843999981880188},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8425999879837036},{"id":"https://openalex.org/C164155591","wikidata":"https://www.wikidata.org/wiki/Q2067766","display_name":"Satisfiability modulo theories","level":2,"score":0.5697000026702881},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5343999862670898},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4894999861717224},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32339999079704285},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.314300000667572},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C134400042","wikidata":"https://www.wikidata.org/wiki/Q2372244","display_name":"Symbol (formal)","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C153048206","wikidata":"https://www.wikidata.org/wiki/Q3454922","display_name":"Metadata repository","level":3,"score":0.296099990606308},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2858000099658966},{"id":"https://openalex.org/C513874922","wikidata":"https://www.wikidata.org/wiki/Q212805","display_name":"Digital library","level":3,"score":0.2662999927997589},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2590999901294708}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-032-22752-2_8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-22752-2_8","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-22752-2_8.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-032-22752-2_8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-22752-2_8","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-22752-2_8.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1407764901","display_name":null,"funder_award_id":"FA875024-2-1001","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G2054440304","display_name":"POSE: Phase II:  An Open-Source Ecosystem for the cvc5 SMT Solver","funder_award_id":"2303489","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7154459484.pdf","grobid_xml":"https://content.openalex.org/works/W7154459484.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W221832247","https://openalex.org/W333834217","https://openalex.org/W565454175","https://openalex.org/W1480909796","https://openalex.org/W1982849299","https://openalex.org/W2001141328","https://openalex.org/W2484725950","https://openalex.org/W2588018425","https://openalex.org/W2995422495","https://openalex.org/W4225922019","https://openalex.org/W4246691913","https://openalex.org/W4321242415","https://openalex.org/W4384521894","https://openalex.org/W4400973173","https://openalex.org/W4404828476","https://openalex.org/W6893408643","https://openalex.org/W6911950755","https://openalex.org/W6968296737","https://openalex.org/W6968652195"],"related_works":[],"abstract_inverted_index":{"The":[0,207],"SMT-LIB":[1,29,116,223],"benchmark":[2,67,166],"collection":[3,62],"is":[4,195,209],"a":[5,89,128,189],"large":[6],"set":[7],"of":[8,47,60,91,97,122,176,191,197,219,222,227,230],"problems":[9],"for":[10,146,151],"SMT":[11,40,48,98,165,169,192],"solvers.":[12],"It":[13,31],"has":[14,32],"been":[15,33],"continuously":[16],"maintained":[17],"and":[18,50,77,83,110,140,201,214],"expanded":[19],"since":[20,35],"its":[21],"creation":[22],"in":[23,127,233],"the":[24,28,38,45,61,84,95,115,120,156,174,177,198,205,220,228,231],"early":[25],"2000s":[26],"by":[27,37,51,204,225],"initiative.":[30],"used":[34,203],"2005":[36],"annual":[39],"solver":[41],"competition":[42,86],"to":[43,53,66,108,136,161,168],"compare":[44],"performance":[46],"solvers,":[49],"researchers":[52],"study":[54],"novel":[55],"solving":[56],"techniques.":[57],"Effective":[58],"use":[59],"often":[63],"requires":[64],"access":[65],"metadata":[68,82,113,167],"(e.g.,":[69],"date,":[70],"source,":[71],"satisfiability":[72],"status,":[73],"theory":[74],"symbol":[75],"count,":[76],"so":[78],"on).":[79],"Furthermore,":[80],"this":[81,101,138],"past":[85,124],"results":[87,121],"contain":[88],"wealth":[90],"historical":[92],"information":[93],"about":[94],"development":[96,170],"solving.":[99],"In":[100,185],"paper,":[102],"we":[103,180,187],"report":[104],"on":[105,212],"our":[106],"efforts":[107],"collect":[109],"curate":[111],"all":[112,123,152],"from":[114],"benchmarks":[117,202],"together":[118],"with":[119],"SMT-COMP":[125],"competitions":[126],"single":[129],"SQLite":[130,147],"database.":[131],"We":[132],"also":[133],"present":[134,188],"tools":[135],"explore":[137],"database":[139,157,208],"extract":[141],"relevant":[142],"insights.":[143],"Since":[144],"APIs":[145],"databases":[148],"are":[149],"available":[150],"major":[153],"programming":[154],"languages,":[155],"makes":[158],"it":[159],"easy":[160],"add":[162],"features":[163],"using":[164],"tools.":[171],"To":[172],"illustrate":[173],"structure":[175],"collected":[178],"data":[179],"perform":[181],"multiple":[182],"case":[183],"studies.":[184],"particular,":[186],"comparison":[190],"solvers":[193],"that":[194],"independent":[196],"changing":[199],"hardware":[200],"competition.":[206],"released":[210],"annually":[211],"Zenodo,":[213],"serves":[215],"as":[216],"an":[217],"archive":[218],"state":[221,229],"and,":[224],"extension,":[226],"art":[232],"SMT.":[234]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-04-16T00:00:00"}