{"id":"https://openalex.org/W6912291614","doi":"https://doi.org/10.5281/zenodo.15485472","title":"Reproduction Package for CAV 2025 Article `Btor2-Select: Machine Learning Based Algorithm Selection for Hardware Model Checking'","display_name":"Reproduction Package for CAV 2025 Article `Btor2-Select: Machine Learning Based Algorithm Selection for Hardware Model Checking'","publication_year":2025,"publication_date":"2025-07-11","ids":{"openalex":"https://openalex.org/W6912291614","doi":"https://doi.org/10.5281/zenodo.15485472"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.15485472","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15485472","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.15485472","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lu, Zhengyang John","orcid":"https://orcid.org/0009-0005-9046-497X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Lu, Zhengyang John","raw_affiliation_strings":["University of Waterloo"],"raw_orcid":"https://orcid.org/0009-0005-9046-497X","affiliations":[{"raw_affiliation_string":"University of Waterloo","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chien, Po-Chun","orcid":"https://orcid.org/0000-0001-5139-5178"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Chien, Po-Chun","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen"],"raw_orcid":"https://orcid.org/0000-0001-5139-5178","affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lee, Nian-Ze","orcid":"https://orcid.org/0000-0002-8096-5595"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE","TW"],"is_corresponding":false,"raw_author_name":"Lee, Nian-Ze","raw_affiliation_strings":["National Taiwan University","Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen"],"raw_orcid":"https://orcid.org/0000-0002-8096-5595","affiliations":[{"raw_affiliation_string":"National Taiwan University","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gurfinkel, Arie","orcid":"https://orcid.org/0000-0002-5964-6792"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gurfinkel, Arie","raw_affiliation_strings":["University of Waterloo"],"raw_orcid":"https://orcid.org/0000-0002-5964-6792","affiliations":[{"raw_affiliation_string":"University of Waterloo","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ganesh, Vijay","orcid":"https://orcid.org/0000-0002-6029-2047"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ganesh, Vijay","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0002-6029-2047","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4050999879837036,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4050999879837036,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.3098999857902527,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.03229999914765358,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.7962999939918518},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5534999966621399},{"id":"https://openalex.org/keywords/login","display_name":"Login","score":0.5497000217437744},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5016000270843506},{"id":"https://openalex.org/keywords/selection-algorithm","display_name":"Selection algorithm","score":0.4124000072479248},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.32850000262260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7972000241279602},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.7962999939918518},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5534999966621399},{"id":"https://openalex.org/C113324615","wikidata":"https://www.wikidata.org/wiki/Q472302","display_name":"Login","level":2,"score":0.5497000217437744},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5016000270843506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4278999865055084},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4259999990463257},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.4124000072479248},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.40560001134872437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35409998893737793},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2687000036239624},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26669999957084656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.15485472","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15485472","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.15485472","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15485472","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"This":[1,96,202,433,489],"artifact":[2,25,97,131,228,434,490,512],"is":[3,39,299,337,459],"a":[4,63,79,174,260,302,321,354,395,405,415,430,505,589,604,612,624,657,661,685,728],"reproduction":[5,100,203,341],"package":[6,204,447],"for":[7,16,53,78,181,439,517,542,551,581,601,608,614,631,640,681,733],"the":[8,31,44,58,72,87,94,99,102,105,109,114,117,143,148,153,157,162,168,185,190,196,208,220,227,242,295,315,343,440,475,481,486,492,501,511,514,521,532,547,558,563,570,636,672,688,698,702,714,718,721,724],"article":[9],"\u201cBtor2-Select:":[10],"Machine":[11],"Learning":[12],"Based":[13],"Algorithm":[14],"Selection":[15],"Hardware":[17],"Model":[18],"Checking\u201d,":[19],"published":[20],"at":[21,527],"CAV":[22],"2025.":[23],"The":[24,47,83,130,251,265,375,445],"has":[26,218,253],"been":[27,254],"evaluated":[28],"and":[29,36,113,138,145,183,192,198,217,277,331,362,520,536,561,596,633,653,690,711,736],"awarded":[30],"badges":[32],"of":[33,104,116,133,147,176,294,314,326,334,342,350,360,383,397,407,452,510,534,592,617,626,645,659,705,723],"Available,":[34],"Functional,":[35],"Reusable.":[37],"It":[38,61],"archived":[40],"on":[41,259,274,353,386,404,419,429,474],"Zenodo":[42],"with":[43,121,207,229,256,289,305,308,323,357,371,388,504,665],"DOI":[45],"10.5281/zenodo.15485472.":[46],"paper":[48,719],"investigates":[49],"machine-learning-based":[50,515],"algorithm":[51,68,106,118,518,572],"selection":[52,519],"hardware":[54,127,652],"model":[55,76,90,123,128,566,619,648],"checking":[56],"in":[57,142,270,301,318,603,717],"Btor2":[59,177,409,423,593,627],"language.":[60],"proposes":[62],"framework":[64,267,516,664],"to":[65,92,171,194,236,471,670],"train":[66],"an":[67],"selector":[69,84,107,119,163,523,560,573],"that":[70,730],"predicts":[71],"best":[73,206],"available":[74,463],"off-the-shelf":[75],"checker":[77,91,567],"given":[80],"verification":[81,178,594,628],"task.":[82,95],"then":[85],"invokes":[86],"predicted":[88],"backend":[89,122,169,565,618,647],"solve":[93],"supports":[98],"of:":[101,622],"training":[103,144,182,344,605,632,641],"using":[108,557],"provided":[110,279],"performance":[111,598,616,637],"data":[112,140,187,692,738],"evaluation":[115,146,376,418,634,673,703],"(integrated":[120],"checkers)":[124],"against":[125],"state-of-the-art":[126],"checkers.":[129],"consists":[132],"source":[134],"code,":[135],"precompiled":[136],"executables,":[137],"input":[139],"used":[141,269,639,669,677],"paper,":[149],"as":[150,152,244],"well":[151],"results":[154,700,704,715,722],"produced":[155],"from":[156,189,694],"experiments.":[158,199],"Specifically,":[159],"it":[160],"includes":[161,436],"trained":[164,522,559],"by":[165,280,678],"our":[166,271,695],"framework,":[167],"verifiers":[170],"be":[172,401],"selected,":[173],"set":[175,625],"tasks":[179,399,410,424,595,629],"collected":[180,630],"evaluation,":[184,191],"experimental":[186],"generated":[188],"instructions":[193],"run":[195,472],"tools":[197],"Artifact":[200],"Requirements":[201],"works":[205],"SoSy-Lab":[209],"Virtual":[210],"Machine,":[211],"which":[212],"runs":[213,726],"Ubuntu":[214],"24.04":[215],"LTS":[216],"all":[219],"required":[221,346],"dependencies":[222],"installed.":[223],"If":[224,467],"you":[225,232,468,478],"test":[226],"this":[230,319,496],"VM,":[231],"do":[233],"not":[234],"need":[235],"install":[237],"any":[238],"package.":[239,487],"Please":[240,455],"login":[241],"VM":[243,252],"user":[245],"vagrant":[246],"via":[247],"GUI":[248],"or":[249],"SSH.":[250],"tested":[255,288],"VirtualBox":[257],"7.0":[258],"Linux":[261,282],"(Ubuntu":[262],"24.04)":[263],"computer.":[264],"benchmarking":[266,663],"BenchExec":[268,679],"experiments":[272,316,473,696,735],"relies":[273],"control":[275],"groups":[276],"namespaces":[278],"modern":[281],"kernels.":[283],"Our":[284],"tool,":[285],"Btor2-Select,":[286,552,706],"was":[287],"Python":[290],"3.12.":[291],"Additionally,":[292],"one":[293],"compared":[296],"tools,":[297],"super_prove,":[298],"executed":[300],"containerized":[303],"environment":[304],"Podman":[306],"(tested":[307],"version":[309,503],"4.9.3).":[310],"To":[311],"perform":[312,671],"most":[313],"included":[317],"artifact,":[320],"machine":[322],"16":[324],"GB":[325,333,451],"RAM,":[327],"4":[328],"CPU":[329,384],"cores,":[330],"15":[332],"disk":[335,453,461],"space":[336,462],"needed.":[338],"A":[339],"full":[340],"part":[345],"around":[347,449],"8.5":[348],"hours":[349,382],"wall-clock":[351],"time":[352,385,437],"server":[355],"equipped":[356],"2":[358],"TB":[359],"RAM":[361],"two":[363],"2.0":[364],"GHz":[365,390],"AMD":[366],"EPYC":[367],"7713":[368],"CPUs,":[369],"each":[370],"128":[372],"processing":[373,737],"units.":[374],"phase":[377],"consumed":[378],"more":[379],"than":[380,414],"776":[381],"machines":[387],"3.4":[389],"processors.":[391],"For":[392],"demonstration":[393],"purposes,":[394],"subset":[396,406],"benchmark":[398,675],"can":[400,479],"used.":[402],"Training":[403],"450":[408],"took":[411,425],"approximately":[412],"less":[413],"minute,":[416],"while":[417],"30":[420],"selected":[421,564],"simple":[422],"roughly":[426],"5":[427],"minutes":[428],"standard":[431],"laptop.":[432],"README":[435],"estimates":[438],"various":[441],"commands":[442,732],"referenced":[443],"throughout.":[444],"uncompressed":[446],"takes":[448],"14":[450],"space.":[454],"make":[456],"sure":[457],"there":[458],"enough":[460],"before":[464],"extracting":[465],"it.":[466],"only":[469],"want":[470],"bit-vector":[476],"tasks,":[477],"exclude":[480],"directory":[482,613,686],"perf-eval-hwmc/benchmarks/array":[483],"when":[484],"unzipping":[485],"Contents":[488],"contains":[491,531,546],"following":[493],"items:":[494],"README.{html,md}:":[495],"documentation":[497],"(we":[498],"recommend":[499],"viewing":[500],"HTML":[502],"browser)":[506],"LICENSE.txt:":[507],"license":[508],"information":[509,610,683],"btor2-select/:":[513],"(our":[524],"open-source":[525],"project,":[526],"commit":[528],"b6505455)":[529],"bin/:":[530],"executables":[533],"Btor2-Select":[535],"Btor2-Para":[537],"(a":[538],"parallel":[539],"portfolio":[540],"constructed":[541],"evaluating":[543,615],"Btor2-Select)":[544],"btor2select/:":[545],"main":[548],"production":[549],"codes":[550],"including:":[553],"btor2_select.py:":[554],"performs":[555],"inference":[556],"executes":[562],"train.py:":[568],"trains":[569],"proposed":[571],"cross_validation.py:":[574],"conducts":[575],"cross-validation":[576,699],"analysis":[577],"Other":[578],"supporting":[579],"scripts":[580],"different":[582],"ML":[583],"models,":[584],"e.g.,":[585],"PWC-SVM-BoKW,":[586],"PWC-SVM-WL":[587],"data/demo/:":[588],"small":[590],"collection":[591],"their":[597],"data,":[599],"intended":[600],"use":[602],"demo.":[606],"README:":[607,680],"additional":[609],"perf-eval-hwmc:":[611],"checkers,":[620],"consisting":[621],"benchmarks/:":[623],"dataset/:":[635],"dataset":[638],"verifiers/:":[642],"tool":[643],"archives":[644],"several":[646],"checkers":[649],"(including":[650],"both":[651],"software":[654],"verifiers)":[655],"benchexec/:":[656],"checkout":[658],"BenchExec,":[660],"reliable":[662],"precise":[666],"resource":[667],"management,":[668],"bench-defs/:":[674],"definitions":[676],"further":[682],"data-submission/:":[684],"containing":[687],"raw":[689],"processed":[691],"obtained":[693],"cross_val/:":[697],"evaluation/:":[701],"Btor2-Para,":[707],"ABC,":[708],"AVR,":[709],"rIC3,":[710],"super_prove":[712],"paper-results/:":[713],"presented":[716],"demo-results/:":[720],"demo":[725],"Makefile:":[727],"file":[729],"assembles":[731],"running":[734]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
