{"id":"https://openalex.org/W6950048241","doi":"https://doi.org/10.5281/zenodo.7838348","title":"Reproduction Package for FMSD Article `Construction of Verifier Combinations From Off-the-Shelf Components'","display_name":"Reproduction Package for FMSD Article `Construction of Verifier Combinations From Off-the-Shelf Components'","publication_year":2023,"publication_date":"2023-04-24","ids":{"openalex":"https://openalex.org/W6950048241","doi":"https://doi.org/10.5281/zenodo.7838348"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:7838348","is_oa":true,"landing_page_url":"https://zenodo.org/record/7838348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/7838348","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Beyer, Dirk","orcid":"https://orcid.org/0000-0003-4832-7662"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Beyer, Dirk","raw_affiliation_strings":["LMU Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4832-7662","affiliations":[{"raw_affiliation_string":"LMU Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kanav, Sudeep","orcid":"https://orcid.org/0000-0001-6078-4175"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kanav, Sudeep","raw_affiliation_strings":["LMU Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6078-4175","affiliations":[{"raw_affiliation_string":"LMU Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kleinert, Tobias","orcid":"https://orcid.org/0000-0003-3730-3745"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kleinert, Tobias","raw_affiliation_strings":["LMU Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3730-3745","affiliations":[{"raw_affiliation_string":"LMU Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":null,"display_name":"Richter, Cedric","orcid":"https://orcid.org/0000-0003-2906-6508"},"institutions":[{"id":"https://openalex.org/I129877168","display_name":"Carl von Ossietzky Universit\u00e4t Oldenburg","ror":"https://ror.org/033n9gh91","country_code":"DE","type":"education","lineage":["https://openalex.org/I129877168"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Richter, Cedric","raw_affiliation_strings":["University of Oldenburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2906-6508","affiliations":[{"raw_affiliation_string":"University of Oldenburg, Germany","institution_ids":["https://openalex.org/I129877168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6492000222206116},{"id":"https://openalex.org/keywords/directory","display_name":"Directory","score":0.616599977016449},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.5281000137329102},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5103999972343445},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.49230000376701355},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45669999718666077},{"id":"https://openalex.org/keywords/file-format","display_name":"File format","score":0.4099999964237213},{"id":"https://openalex.org/keywords/fork","display_name":"Fork (system call)","score":0.3813999891281128}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8413000106811523},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6492000222206116},{"id":"https://openalex.org/C2777683733","wikidata":"https://www.wikidata.org/wiki/Q201456","display_name":"Directory","level":2,"score":0.616599977016449},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6115999817848206},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.5281000137329102},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5103999972343445},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.49230000376701355},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45669999718666077},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.4334999918937683},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4147999882698059},{"id":"https://openalex.org/C97250363","wikidata":"https://www.wikidata.org/wiki/Q235557","display_name":"File format","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C40523978","wikidata":"https://www.wikidata.org/wiki/Q14675","display_name":"Fork (system call)","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36730000376701355},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.3628999888896942},{"id":"https://openalex.org/C171730128","wikidata":"https://www.wikidata.org/wiki/Q5227290","display_name":"Data file","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.3237999975681305},{"id":"https://openalex.org/C43364308","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Byte","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C174183944","wikidata":"https://www.wikidata.org/wiki/Q334661","display_name":"MIT License","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2639000117778778},{"id":"https://openalex.org/C95637964","wikidata":"https://www.wikidata.org/wiki/Q82753","display_name":"Computer file","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C35292069","wikidata":"https://www.wikidata.org/wiki/Q1575458","display_name":"Validator","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2531999945640564},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:7838348","is_oa":true,"landing_page_url":"https://zenodo.org/record/7838348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.7838348","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.7838348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7838348","is_oa":true,"landing_page_url":"https://zenodo.org/record/7838348","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,252,759,1072],"file":[1,193,213,1027],"describes":[2,254],"the":[3,6,10,24,28,32,52,61,71,78,98,112,146,154,165,174,205,222,234,240,247,250,255,260,266,270,273,276,287,293,297,304,308,323,336,341,351,362,403,407,410,419,438,443,462,473,476,515,527,531,573,589,592,595,604,608,611,621,624,653,671,683,692,695,698,709,712,716,734,740,755,771,792,801,814,839,842,846,866,887,899,904,923,945,959,965,989,994,1007,1014,1019,1029,1046,1053,1077,1080,1088,1096],"contents":[4],"of":[5,13,35,51,60,101,145,153,164,224,249,307,466,486,489,499,503,543,576,594,623,632,685,697,711,723,800,808,918,953,983],"reproduction":[7],"package":[8,348],"for":[9,27,31,141,233,269,406,425,769,859],"article":[11,482],"\u201cConstruction":[12],"Verifier":[14],"Combinations":[15,452],"From":[16],"Off-the-Shelf":[17],"Components\u201d,":[18],"submitted":[19],"to":[20,85,187,203,245,258,272,303,340,422,436,470,517,620,727,778,813,865,880,921,964,1006,1051,1058],"FMSD.":[21],"It":[22,315,837,998,1034,1055],"contains":[23,514,908,988],"experimental":[25],"data":[26,84],"evaluation":[29,90,128,485],"done":[30],"article.":[33],"<strong>Contents":[34],"this":[36,467,724,882,936,1023,1044],"Archive</strong>":[37],"<pre><code>":[38,226,547,1083],".":[39,227],"|--":[40,47,56,65,80,91,105,114,119,129,136,149,156,168,176,190,197,228],"benchdefs/":[41,229],"#":[42,49,58,67,82,93,107,116,121,131,138,151,158,170,178,192,199,230,1086],"generated":[43,104,606,788,796,972,980],"benchmark":[44,209,404,764,856,895,906],"definition":[45,212,765],"files":[46,160,784,794,968,1016],"benchexec/":[48],"submodule":[50,59],"BenchExec":[53,737,974],"project:":[54,63],"https://github.com/sosy-lab/benchexec":[55],"coveriteam/":[57],"CoVeriTeam":[62,86,108,704],"https://gitlab.com/sosy-lab/software/coveriteam":[64],"cache/":[66],"directory":[68,306,319,342,602,612,717,960,986],"containing":[69,185,194,201,603,785,993,1013],"all":[70,472,519,739,770,894],"downloaded":[72],"tools":[73],"that":[74,903],"are":[75,103,679,795,956],"used":[76,88,96,110,126,140,232,897,914],"in":[77,89,97,111,127,322,461,475,610,669,708,715,789,797,898,958,1039,1043,1079],"experiments":[79,113,277,408,955,1030],"coveriteam-input/":[81],"input":[83,207],"programs":[87,109],"actor-definitions/":[92],"actor":[94],"definitions":[95,857],"experiments;":[99],"some":[100,667],"it":[102,313,598,926],"cvt-programs/":[106],"hardness_models/":[115],"hardness":[117],"models":[118],"checkpoints/default/":[120],"The":[122,330,464,481,511,568,637,660,688,721,782,889,985],"default":[123],"selection":[124],"checkpoint":[125],"data/":[130],"Precomputed":[132],"embeddings":[133],"and":[134,143,184,214,290,311,428,457,496,536,614,651,681,694,774,791,850,925,948,1003,1031,1069],"labels":[135],"train_hardness_model.ipynb":[137],"notebook":[139],"description":[142],"replication":[144],"training":[147],"process":[148],"results/":[150,1085],"results":[152,183,622,896,952],"execution":[155,163,223,427,583,609],"raw/":[157],"result":[159,188,593,967,996],"produced":[161,172,699,1017],"by":[162,173,360,607,973,981,1018,1064],"benchmarks":[166,231,924],"set":[167,405,818,907],"html-tables/":[169],"html-tables":[171],"`table-generator`":[175],"index.html":[177],"web":[179],"page":[180],"describing":[181,1028],"experiment":[182],"links":[186],"tables.":[189,781,1082],"LICENSE.txt":[191],"license":[195],"information":[196,349,702],"Makefile":[198,200],"targets":[202],"create":[204,317,779],"additional":[206],"files,":[208],"templates,":[210],"table":[211,776],"html":[215],"tables.</code></pre>":[216],"Additional":[217],"directories":[218],"created":[219],"when":[220,644,841],"preparing":[221],"experiments:":[225],"evaluation.":[235],"Cloned":[236],"from":[237,335,534],"https://github.com/sosy-lab/sv-benchmarks</code></pre>":[238],"<strong>Setup":[239],"TACAS":[241,261],"\u201922":[242,262],"Virtual":[243],"Machine":[244],"Run":[246],"Examples":[248],"Artifact</strong>":[251],"section":[253],"steps":[256],"needed":[257],"setup":[259],"virtual":[263,271,288,309],"machine.":[264],"Configure":[265,416],"system":[267],"settings":[268],"following.":[274],"Otherwise":[275],"won\u2019t":[278,1048],"start:":[279],"8":[280],"CPU":[281],"Cores":[282],"16":[283],"GB":[284],"RAM":[285],"Start":[286,1087],"machine,":[289,310],"login":[291],"using":[292],"provided":[294,298],"credentials.":[295],"Copy":[296],"artifact":[299],"archive":[300],"(named":[301],"Construction-of-Verifier-Combinations-artifact-FMSD-submission.zip)":[302],"home":[305,324],"unzip":[312],"there.":[314],"should":[316,747,804,868],"a":[318,508,601,615,641,646,674,763,806,915,930,933,942,1040,1061],"named":[320],"<code>Construction-of-Verifier-Combinations-artifact-FMSD-submission</code>":[321],"directory.":[325],"&gt;":[326,742],"<strong><em>NOTE:</em></strong>":[327,432,743,872],"PLEASE":[328],"COPY.":[329],"tool":[331,490,638,713,736],"WILL":[332],"NOT":[333],"EXECUTE":[334],"mounted":[337],"device.":[338],"go":[339],"\u201c~/Construction-of-Verifier-Combinations-artifact-FMSD-submission\u201d":[343],"<code>bash":[344,353,365,413,430],"cd":[345,1084],"~/Construction-of-Verifier-Combinations-artifact-FMSD-submission</code>":[346],"update":[347],"on":[350,478,484,582,588,738],"system:":[352],"sudo":[354,366],"apt-get":[355,367],"update</code>":[356],"install":[357,368],"required":[358],"packages":[359],"running":[361,1099],"following":[363,411,654],"command:":[364,412,546],"-y":[369],"\\":[370,372,374,376,378,380,382,384,386,388,390,392,394,396,398,400,549,551,554,556,558,561,564],"git":[371],"php":[373,1062,1089,1091],"libgomp1":[375],"make":[377,414,745],"clang":[379],"clang-10":[381],"clang-12":[383],"libmpfr6":[385],"libssl1.1":[387],"libz3-4":[389],"llvm-10":[391],"llvm-12":[393],"openjdk-11-jdk-headless":[395],"python3-setuptools":[397],"python3-numpy":[399],"python2</code>":[401],"download":[402],"with":[409,733,766],"init</code>":[415],"cgroups:":[417],"execute":[418,471,518,526,537,572,728,754,762,854,874,881,922],"script":[420,439,512,528],"<code>cgroups_setup.sh</code>":[421],"configure":[423],"cgroup":[424],"container":[426],"measurements":[429,786],"./configure_cgroups.sh</code>":[431],"You":[433],"will":[434,571,584,639,761],"need":[435],"run":[437,775,817,1104],"\u201cconfigure_cgroups.sh\u201d":[440],"each":[441,860],"time":[442],"VM":[444],"is":[445,469,726,787,1024,1056,1098],"rebooted":[446],"<strong>Testing":[447],"an":[448,479,586,630,634,862,1025],"Example</strong>":[449],"Execute":[450],"Tool":[451],"(Sequential":[453],"Portfolio,":[454,456],"Parallel":[455],"Algorithm":[458],"Selection)":[459],"Used":[460],"Article":[463],"purpose":[465,722],"step":[468,725,760],"combinations":[474,505],"paper":[477],"example.":[480],"reports":[483],"three":[487,729,767],"types":[488],"combinations:":[491],"sequential":[492,574],"portfolio,":[493,495],"parallel":[494,647,675],"algorithm":[497],"selection;":[498],"different":[500],"sizes.":[501],"Each":[502,580],"these":[504,520],"act":[506],"as":[507,970],"verification":[509,731],"tool.":[510],"<code>run_all_tool_combinations.sh</code>":[513],"commands":[516,533],"combinations.":[521,741],"A":[522],"user":[523],"can":[524,705,1035,1075],"either":[525,1100],"or":[529,1103],"copy":[530],"individual":[532],"there":[535],"it.":[538],"We":[539,627,913],"now":[540,628],"give":[541],"example":[542,631],"one":[544,1074],"such":[545,633],"coveriteam/bin/coveriteam":[548],"coveriteam-input/cvt-programs/portfolio-sequence-2.cvt":[550],"--cache-dir":[552],"coveriteam/cache":[553],"--no-cache-update":[555],"--allow-cgroup-access-to-actors":[557],"--input":[559,562,565],"data_model=ILP32":[560],"specification_path=sv-benchmarks/c/properties/unreach-call.prp":[563],"program_path=sv-benchmarks/c/bitvector-regression/signextension-1.c":[566],"</code></pre>":[567,1094],"above":[569,661,802,867],"command":[570,581,803,890],"portfolio":[575,648],"2":[577,1000],"validated":[578,686],"verifiers.":[579,687],"produce":[585,805],"output":[587,635,640,809,863],"console":[590,662],"showing":[591],"verification.":[596],"Additionally,":[597],"also":[599,976],"produces":[600],"artifacts":[605],"cvt-output/,":[613],"symbolic":[616],"link":[617],"lastexecution":[618],"pointing":[619],"last":[625,689],"execution.":[626],"show":[629],"information:":[636,655],"few":[642],"warnings":[643,678],"executing":[645,1065],"(explained":[649],"below)":[650],"then":[652],"<pre><code>{'verdict':":[656],"'false(unreach-call)',":[657],"'witness':":[658],"'cvt-output/3474edca-d813-4f69-90c1-bc7ca92992d7/validating-portfolio-cpachecker/bd8d8223-41b7-429a-8a66-77663ca18381/lastexecution/cpachecker-default/a35fad0c-a826-45ea-bee9-48f3a71e1774/output/witness.graphml'}</code></pre>":[659],"outputs":[663],"at":[664],"first":[665],"prints":[666,691],"<code>warnings</code>":[668],"case":[670,1045],"composition":[672],"was":[673,844],"portfolio.":[676],"These":[677],"harmless":[680],"indicate":[682],"termination":[684],"line":[690],"verdict":[693],"location":[696],"witness.":[700],"More":[701],"about":[703,928],"be":[706,1036,1049],"found":[707],"README":[710],"present":[714,957],"coveriteam/.":[718],"<strong>Smoke":[719],"Test</strong>":[720],"small":[730],"tasks":[732,768],"benchmarking":[735],"Executing":[744],"local-smoke-test":[746],"take":[748,939],"less":[749],"than":[750,910,941],"10":[751],"minutes.":[752],"Please":[753,873,901],"following:":[756,815,990],"<pre><code>make":[757],"local-smoke-test</code></pre>":[758],"12":[772,855,870],"combinations,":[773],"generator":[777],"HTML":[780,793,949,978,1015,1026,1081],"xml":[783],"results/smoke-test/,":[790],"results/html-tables.":[798],"Execution":[799],"series":[807],"(12":[810],"times)":[811],"similar":[812,864],"<pre><code>executing":[816],"'SV-COMP22_unreach-call'":[819],"(3":[820],"files)":[821],"17:59:36":[822],"eca-rers2012/Problem02_label16.yml":[823],"false(unreach-call)":[824],"21.42":[825],"9.21":[826],"17:59:45":[827],"bitvector-regression/signextension-2.yml":[828],"true":[829,834],"18.10":[830],"6.32":[831],"17:59:52":[832],"aws-c-common/aws_round_up_to_power_of_two_harness.yml":[833],"27.60":[835],"8.84</code></pre>":[836],"shows":[838],"timestamp":[840],"task":[843],"triggered,":[845],"task,":[847],"verdict,":[848],"CPU-time,":[849],"wall-time.":[851],"Since":[852],"we":[853,975],"(one":[858],"composition),":[861],"appear":[869],"times.":[871],"<code>make":[875,891],"clean-smoke-test</code>":[876],"if":[877],"you":[878],"want":[879],"smoke":[883],"test":[884],"again.":[885],"<strong>Reproducing":[886],"Results</strong>":[888],"local-complete</code>":[892],"reproduces":[893],"paper.":[900],"note":[902],"complete":[905],"more":[909,940],"5000":[911],"tasks.":[912],"compute":[916],"cluster":[917],"168":[919],"machines":[920],"took":[927],"half":[929],"day.":[931],"On":[932],"single":[934],"PC":[935],"would":[937],"probably":[938],"month.":[943],"Inspect":[944],"Generated":[946],"Results":[947],"Tables":[950],"Complete":[951],"our":[954],"<code>results/</code>.":[961],"In":[962],"addition":[963],"XML":[966,995],"(compressed":[969],"<code>.bz2</code>)":[971],"provide":[977],"tables":[979],"<code>table-generator</code>":[982],"BenchExec.":[984],"<code>results/</code>":[987],"-":[991,1011,1021],"<code>raw/</code>":[992],"files.":[997],"has":[999],"sub-directories:":[1001],"<code>smoke-test</code>":[1002],"<code>complete</code>":[1004],"corresponding":[1005],"two":[1008],"described":[1009],"configurations.":[1010],"<code>html-tables/</code>":[1012],"<code>table-generator</code>.":[1020],"<code>index.html</code>:":[1022],"their":[1032],"results.":[1033],"opened":[1037],"simply":[1038,1059],"browser,":[1041],"but":[1042],"viewer":[1047],"able":[1050],"access":[1052],"logs.":[1054],"better":[1057],"start":[1060],"server":[1063,1090,1097],"<code>php":[1066],"-S":[1067,1092],"127.0.0.1:8000</code>":[1068],"browse":[1070,1101],"<code>http://127.0.0.1:8000</code>.":[1071],"way":[1073],"view":[1076],"logs":[1078],"127.0.0.1:8000":[1093],"After":[1095],"<code>http://127.0.0.1:8000</code>":[1102],"<code>firefox":[1105],"index.html</code>.":[1106]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}