{"id":"https://openalex.org/W7208744745","doi":"https://doi.org/10.5281/zenodo.22310059","title":"Finite-sample decision risk in unseeded quantum compiler benchmarking","display_name":"Finite-sample decision risk in unseeded quantum compiler benchmarking","publication_year":2026,"publication_date":"2026-09-04","ids":{"openalex":"https://openalex.org/W7208744745","doi":"https://doi.org/10.5281/zenodo.22310059"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.22310059","doi":"https://doi.org/10.5281/zenodo.22310059","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22310059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.22310059","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134644976","display_name":"Panagiotis Gkilis","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gkilis, Panagiotis","raw_affiliation_strings":["BedVibe Studios"],"raw_orcid":"https://orcid.org/0009-0007-3805-170X","affiliations":[{"raw_affiliation_string":"BedVibe Studios","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5134644976"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/qiskit","display_name":"Qiskit","score":0.652999997138977},{"id":"https://openalex.org/keywords/gate-count","display_name":"gate count","score":0.31200000643730164},{"id":"https://openalex.org/keywords/effective-sample-size","display_name":"effective sample size","score":0.6060000061988831},{"id":"https://openalex.org/keywords/pre-registered-analysis","display_name":"pre-registered analysis","score":0.574999988079071},{"id":"https://openalex.org/keywords/multiplicative-model","display_name":"multiplicative model","score":0.42899999022483826},{"id":"https://openalex.org/keywords/quantum-compilation","display_name":"quantum circuit compilation","score":0.3019999861717224}],"concepts":[{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.7200999855995178},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.7092000246047974},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6481999754905701},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6344000101089478},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6140999794006348},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.6053000092506409},{"id":"https://openalex.org/C2776213154","wikidata":"https://www.wikidata.org/wiki/Q13370881","display_name":"Verdict","level":2,"score":0.5685999989509583},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.5202999711036682},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.37869998812675476},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3675000071525574},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3357999920845032},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3278999924659729},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C191252586","wikidata":"https://www.wikidata.org/wiki/Q1671453","display_name":"Interval arithmetic","level":3,"score":0.28610000014305115},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.27459999918937683},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2727000117301941},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C84211073","wikidata":"https://www.wikidata.org/wiki/Q117879","display_name":"Floating point","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C97399411","wikidata":"https://www.wikidata.org/wiki/Q825367","display_name":"Coin flipping","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.5281/zenodo.22310059","doi":"https://doi.org/10.5281/zenodo.22310059","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22310059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.22310060","doi":"https://doi.org/10.5281/zenodo.22310060","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22310060","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.22689920","doi":"https://doi.org/10.5281/zenodo.22689920","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22689920","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.22848938","doi":"https://doi.org/10.5281/zenodo.22848938","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22848938","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.22310059","doi":"https://doi.org/10.5281/zenodo.22310059","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22310059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Peace, justice, and strong institutions","score":0.7312493920326233,"id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Draft":[0],"preprint.":[1],"Not":[2],"submitted":[3],"to":[4,12,17,105,124,135,400,458,565,689],"a":[5,80,106,127,151,232,277,280,285,356,462,466,649,663,700,712],"venue.":[6],"Quantum":[7],"compiler":[8,463],"benchmarks":[9],"are":[10,25,476,642],"used":[11],"accept":[13],"or":[14],"reject":[15],"changes":[16],"production":[18],"transpilers,":[19],"but":[20,340],"the":[21,28,58,62,71,77,91,95,99,119,156,195,201,205,246,248,265,268,271,274,292,295,313,319,323,326,337,370,401,403,407,410,419,438,441,445,453,504,509,518,524,559,563,589,594,600,611,622,628,635,677,684,690,696,707,717],"compilers":[22],"they":[23],"measure":[24],"stochastic.":[26],"At":[27],"pinned":[29,408,708],"revision":[30],"of":[31,98,130,155,180,221,235,279,287,307,345,606,610],"IBM's":[32],"Benchpress":[33,391,709],"benchmark":[34],"suite,":[35,270],"its":[36,67,425,633,638],"Qiskit":[37,122,411,501],"gym":[38,60,412,422],"compiles":[39,413],"without":[40,414,715],"passing":[41,415],"seed_transpiler,":[42],"so":[43,529,543,558],"every":[44,288,680],"gate":[45,474],"count":[46],"it":[47,149,530,598,602,688],"reports":[48,148,450],"is":[49,191,208,219,352,398],"one":[50,375,574],"draw":[51],"from":[52,84,121,304,552,656,662],"an":[53],"unmeasured":[54],"distribution":[55],"\u2014":[56,141,147,264,297,417],"while":[57,418],"BQSKit":[59,421],"in":[61,193,210,291,298,322,360,577,615,621,627,683,695],"same":[63,100],"repository":[64,324],"does":[65,423,549],"seed":[66,395,424],"compiler.":[68],"We":[69],"quantify":[70],"consequence":[72],"as":[73,150,213,355],"finite-sample":[74],"decision":[75],"risk:":[76],"probability":[78],"that":[79,238,328,390,437,443,460,596,703],"regression":[81,153],"verdict":[82,92],"computed":[83],"k":[85],"runs":[86,144,174,671],"per":[87,113,145,175,652],"version":[88,114,146,364],"disagrees":[89],"with":[90,325,482],"implied":[93],"by":[94,369],"long-run":[96,128],"mean":[97,129],"measurement.":[101],"On":[102],"bv_n140":[103],"mapped":[104],"heavy-hex":[107],"lattice,":[108],"measured":[109],"over":[110,498],"400":[111],"seeds":[112],"across":[115,165,188,478],"21":[116],"OS":[117],"processes,":[118],"change":[120],"1.4.3":[123,505,719],"2.0.0":[125,507,721],"has":[126],"+5.37%":[131],"(95%":[132,158],"CI":[133,159,228],"+4.27%":[134],"+6.50%).":[136],"The":[137,215,447,513,567,580,630,644],"suite's":[138],"own":[139],"protocol":[140],"three":[142,344,500,604],"unseeded":[143],"\u2265+10%":[152],"24.4%":[154],"time":[157],"19.5\u201331.1%).":[160],"A":[161,185],"disjoint":[162],"200-seed":[163,569],"sample":[164],"ten":[166],"fresh":[167],"processes":[168],"reproduces":[169],"this":[170,211,243,308,544,578],"at":[171,406,727],"22.6%.":[172],"Twenty":[173],"version,":[176],"roughly":[177],"40":[178],"hours":[179],"compute,":[181],"still":[182],"leaves":[183],"3.7%.":[184],"pre-registered":[186,216,377,467],"replication":[187,275],"39":[189],"circuits":[190,224,338,347],"reported":[192,230,384],"full:":[194],"analysis":[196,250],"code":[197],"was":[198,341,515,556],"committed":[199,516],"before":[200,517],"data":[202],"existed,":[203],"and":[204,251,254,284,318,351,373,382,427,455,522,599,625,637,686,711],"commit":[206],"ordering":[207],"included":[209],"archive":[212,244],"COMMIT_TIMESTAMPS.txt.":[214],"primary":[217,510,568,718],"endpoint":[218],"12":[220,660],"26":[222],"eligible":[223],"(46.2%,":[225],"Wilson":[226],"95%":[227],"28.8\u201364.5%),":[229],"alongside":[231],"cluster-robust":[233],"interval":[234],"[17.4%,":[236],"81.0%]":[237],"reflects":[239],"algorithm-family":[240],"clustering.":[241],"What":[242],"contains:":[245],"paper,":[247],"complete":[249],"measurement":[252,380],"code,":[253],"all":[255,499],"41,790":[256],"raw":[257,657],"per-seed":[258,473,658],"measurements.":[259,629],"verify.py":[260,669],"re-runs":[261],"six":[262,428,672],"checks":[263,673],"toolchain":[266],"pin,":[267],"test":[269],"numeric":[272,645],"inventory,":[273],"artifact,":[276],"proof":[278],"withdrawn":[281,311],"analytical":[282],"claim,":[283],"recomputation":[286],"quantitative":[289,681],"claim":[290,402,682],"manuscript":[293,372,685],"against":[294],"text":[296],"about":[299],"two":[300,366,479],"minutes.":[301],"Four":[302],"claims":[303],"earlier":[305],"phases":[306],"work":[309,439],"were":[310,431,619,698],"on":[312,336,343,573],"record":[314],"after":[315],"adversarial":[316,608],"review,":[317],"withdrawals":[320],"remain":[321],"evidence":[327,404],"defeated":[329],"them.":[330],"Passing":[331],"seed_transpiler":[332,416],"removes":[333],"false":[334,349],"positives":[335],"tested":[339],"worse":[342],"four":[346],"exhibiting":[348],"negatives,":[350],"not":[353,432,550,667,705,724],"presented":[354],"general":[357],"remedy.":[358],"Changes":[359],"v2":[361],"(2026-09-10).":[362],"This":[363],"corrects":[365],"overstatements":[367],"carried":[368],"v1":[371,388,434],"adds":[374],"new":[376],"result.":[378],"No":[379],"changed,":[381],"no":[383,393,532],"figure":[385,653],"moved.":[386],"Withdrawn.":[387],"stated":[389,436],"sets":[392],"transpiler":[394],"anywhere.":[396],"That":[397],"narrowed":[399],"supports:":[405],"revision,":[409,710],"sibling":[420],"compiler,":[426],"further":[429],"gyms":[430],"assessed.":[433],"also":[435],"identifies":[440],"mechanism":[442],"governs":[444],"effect.":[446],"paper":[448],"now":[449,583,647,670],"what":[451],"predicts":[452],"risk":[454],"explicitly":[456],"declines":[457],"call":[459],"association":[461],"mechanism.":[464],"Added:":[465],"cross-machine":[468,612,631],"determinism":[469],"control.":[470],"All":[471],"216":[472],"counts":[475],"identical":[477],"physical":[480],"machines":[481,539],"different":[483],"CPU":[484,548,560],"vendors":[485],"(AMD64":[486],"AuthenticAMD,":[487],"16":[488],"cores,":[489,495],"Python":[490,496],"3.10.10;":[491],"Intel64":[492],"GenuineIntel,":[493],"8":[494],"3.10.21),":[497],"versions":[502],"including":[503],"\u2192":[506,720],"pair":[508],"study":[511,570,722],"uses.":[512],"design":[514],"second":[519],"machine":[520],"existed":[521],"inherits":[523],"frozen":[525],"six-circuit,":[526],"twelve-seed":[527],"selection,":[528],"introduces":[531],"selection":[533],"freedom.":[534],"Stated":[535],"scope":[536],"limit:":[537],"both":[538],"ran":[540,572],"rustworkx":[541],"0.18.1,":[542],"cannot":[545],"separate":[546],"\u201cthe":[547,553],"matter\u201d":[551],"graph":[554],"library":[555],"identical,":[557],"never":[561],"had":[562],"opportunity":[564],"matter\u201d.":[566],"itself":[571],"machine.":[575],"Also":[576],"archive.":[579],"settled-question":[581],"ledger":[582],"holds":[584],"33":[585],"entries,":[586],"each":[587],"naming":[588],"attack,":[590],"who":[591],"made":[592],"it,":[593],"command":[595],"settled":[597],"result;":[601],"includes":[603],"rounds":[605],"external":[607],"audit":[609],"comparator":[613,636],"itself,":[614],"which":[616,716],"fourteen":[617],"defects":[618,694],"found":[620],"checking":[623],"instrument":[624],"none":[626],"evidence,":[632],"pre-registration,":[634],"property-based":[639],"fuzz":[640],"tests":[641],"included.":[643],"inventory":[646],"records":[648],"provenance":[650],"tier":[651],"(29":[654],"re-derived":[655],"files,":[659],"read":[661],"summary":[664],"table,":[665],"5":[666],"applicable).":[668],"rather":[674],"than":[675],"five,":[676],"sixth":[678],"recomputing":[679],"comparing":[687],"text.":[691],"Two":[692],"reproducibility":[693],"README":[697],"fixed:":[699],"shallow":[701],"clone":[702],"could":[704,723],"reach":[706],"missing":[713],"environment":[714],"be":[725],"reproduced":[726],"all.":[728]},"counts_by_year":[],"updated_date":"2026-10-08T09:06:37.294493","created_date":"2026-09-05T00:00:00"}