{"id":"https://openalex.org/W3208434890","doi":"https://doi.org/10.48550/arxiv.2110.14108","title":"Quality, Speed, and Scale: three key attributes to measure the performance of near-term quantum computers","display_name":"Quality, Speed, and Scale: three key attributes to measure the performance of near-term quantum computers","publication_year":2021,"publication_date":"2021-10-27","ids":{"openalex":"https://openalex.org/W3208434890","doi":"https://doi.org/10.48550/arxiv.2110.14108","mag":"3208434890"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2110.14108","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.14108","pdf_url":"https://arxiv.org/pdf/2110.14108","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.14108","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084714923","display_name":"Andrew Wack","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wack, Andrew","raw_affiliation_strings":["IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598","institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079679780","display_name":"Hanhee Paik","orcid":"https://orcid.org/0000-0002-6375-4737","observed_orcids":["https://orcid.org/0000-0002-6375-4737"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paik, Hanhee","raw_affiliation_strings":["IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598","institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045226769","display_name":"Ali Javadi-Abhari","orcid":"https://orcid.org/0000-0002-8022-2695","observed_orcids":["https://orcid.org/0000-0002-8022-2695"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Javadi-Abhari, Ali","raw_affiliation_strings":["IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598","institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033526345","display_name":"Petar Jurcevic","orcid":"https://orcid.org/0000-0003-1234-6386","observed_orcids":["https://orcid.org/0000-0003-1234-6386"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jurcevic, Petar","raw_affiliation_strings":["IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598","institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055771565","display_name":"Ismael Faro","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Faro, Ismael","raw_affiliation_strings":["IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598","institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030701195","display_name":"Jay Gambetta","orcid":"https://orcid.org/0000-0002-4620-0978","observed_orcids":["https://orcid.org/0000-0002-4620-0978"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gambetta, Jay M.","raw_affiliation_strings":["IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598","institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055167310","display_name":"Blake Johnson","orcid":"https://orcid.org/0000-0002-6880-4828","observed_orcids":["https://orcid.org/0000-0002-6880-4828"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Johnson, Blake R.","raw_affiliation_strings":["IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Quantum , IBM T. J. Watson Research Center , Yorktown Heights , NY 10598","institution_ids":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":197,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantum-volume","display_name":"quantum volume","score":0.9829999804496765},{"id":"https://openalex.org/keywords/qubit-count","display_name":"qubit count","score":0.7350000143051147},{"id":"https://openalex.org/keywords/quantum-scale","display_name":"quantum scale","score":0.5270000100135803},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.5109999775886536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7224963903427124},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.7195175886154175},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6189237236976624},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5931172966957092},{"id":"https://openalex.org/C203087015","wikidata":"https://www.wikidata.org/wiki/Q378201","display_name":"Qubit","level":3,"score":0.5767200589179993},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5556188821792603},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5182521343231201},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.5180742740631104},{"id":"https://openalex.org/C70388272","wikidata":"https://www.wikidata.org/wiki/Q5968558","display_name":"IBM","level":2,"score":0.4772108197212219},{"id":"https://openalex.org/C137019171","wikidata":"https://www.wikidata.org/wiki/Q2623817","display_name":"Quantum algorithm","level":3,"score":0.47560152411460876},{"id":"https://openalex.org/C124148022","wikidata":"https://www.wikidata.org/wiki/Q2122210","display_name":"Quantum circuit","level":5,"score":0.45383572578430176},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.44720661640167236},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.44607147574424744},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4145958423614502},{"id":"https://openalex.org/C186468114","wikidata":"https://www.wikidata.org/wiki/Q836478","display_name":"Quantum network","level":4,"score":0.2881782650947571},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.18188238143920898},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.108102947473526},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09425094723701477},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.07310795783996582},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2110.14108","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.14108","pdf_url":"https://arxiv.org/pdf/2110.14108","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3208434890","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2110.14108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2110.14108","doi":"https://doi.org/10.48550/arxiv.2110.14108","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2110.14108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.14108","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.14108","pdf_url":"https://arxiv.org/pdf/2110.14108","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3208434890.pdf","grobid_xml":"https://content.openalex.org/works/W3208434890.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W3062963497","https://openalex.org/W3158260911","https://openalex.org/W3202692017"],"related_works":["https://openalex.org/W7204087049","https://openalex.org/W4407359499","https://openalex.org/W2936453799","https://openalex.org/W4412748273","https://openalex.org/W4382052827","https://openalex.org/W4416544196","https://openalex.org/W7212679639","https://openalex.org/W3112034340","https://openalex.org/W7108457399","https://openalex.org/W3203829774"],"abstract_inverted_index":{"Defining":[0],"the":[1,7,63,69,104],"right":[2],"metrics":[3],"to":[4,15,62,102],"properly":[5],"represent":[6],"performance":[8,105],"of":[9,20,51,71,106],"a":[10,21,56,87,94],"quantum":[11,34,47,64,84],"computer":[12],"is":[13],"critical":[14],"both":[16,81],"users":[17],"and":[18,39,42,49,78,83,99],"developers":[19],"computing":[22,35],"system.":[23],"In":[24],"this":[25],"white":[26],"paper,":[27],"we":[28],"identify":[29,79],"three":[30],"key":[31],"attributes":[32],"for":[33,96],"performance:":[36],"quality,":[37],"speed,":[38],"scale.":[40],"Quality":[41],"scale":[43],"are":[44],"measured":[45],"by":[46],"volume":[48,65],"number":[50],"qubits,":[52],"respectively.":[53],"We":[54,92],"propose":[55],"speed":[57],"benchmark,":[58],"using":[59],"an":[60],"update":[61],"experiments":[66],"that":[67],"allows":[68],"measurement":[70],"Circuit":[72],"Layer":[73],"Operations":[74],"Per":[75],"Second":[76],"(CLOPS)":[77],"how":[80],"classical":[82],"components":[85],"play":[86],"role":[88],"in":[89],"improving":[90],"performance.":[91],"prescribe":[93],"procedure":[95],"measuring":[97],"CLOPS":[98],"use":[100],"it":[101],"characterize":[103],"some":[107],"IBM":[108],"Quantum":[109],"systems.":[110]},"counts_by_year":[{"year":2026,"cited_by_count":48},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2021-11-08T00:00:00"}
