{"id":"https://openalex.org/W4281570372","doi":"https://doi.org/10.1109/icsa-c54293.2022.00038","title":"Towards a Quantum Benchmark Suite with Standardized KPIs","display_name":"Towards a Quantum Benchmark Suite with Standardized KPIs","publication_year":2022,"publication_date":"2022-03-01","ids":{"openalex":"https://openalex.org/W4281570372","doi":"https://doi.org/10.1109/icsa-c54293.2022.00038"},"language":"en","primary_location":{"id":"doi:10.1109/icsa-c54293.2022.00038","doi":"https://doi.org/10.1109/icsa-c54293.2022.00038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsa-c54293.2022.00038","pdf_url":null,"source":{"id":"https://openalex.org/S7407087788","display_name":"IEEE International Conference on Software Architecture Companion (ICSA-C)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 19th International Conference on Software Architecture Companion (ICSA-C)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009849556","display_name":"Colin Kai\u2010Uwe Becker","orcid":"https://orcid.org/0000-0003-1487-8669","observed_orcids":["https://orcid.org/0000-0003-1487-8669"]},"institutions":[{"id":"https://openalex.org/I2800804238","display_name":"Fraunhofer Institute for Open Communication Systems","ror":"https://ror.org/00px80p03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800804238","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Colin Kai-Uwe Becker","raw_affiliation_strings":["Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin","institution_ids":["https://openalex.org/I2800804238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047823462","display_name":"Nikolay Tcholtchev","orcid":"https://orcid.org/0000-0001-6821-4417","observed_orcids":["https://orcid.org/0000-0001-6821-4417"]},"institutions":[{"id":"https://openalex.org/I2800804238","display_name":"Fraunhofer Institute for Open Communication Systems","ror":"https://ror.org/00px80p03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800804238","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nikolay Tcholtchev","raw_affiliation_strings":["Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin","institution_ids":["https://openalex.org/I2800804238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010999650","display_name":"Ilie-Daniel Gheorghe-Pop","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2800804238","display_name":"Fraunhofer Institute for Open Communication Systems","ror":"https://ror.org/00px80p03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800804238","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ilie-Daniel Gheorghe-Pop","raw_affiliation_strings":["Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin","institution_ids":["https://openalex.org/I2800804238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084421910","display_name":"Sebastian Bock","orcid":"https://orcid.org/0000-0001-8362-8458","observed_orcids":["https://orcid.org/0000-0001-8362-8458"]},"institutions":[{"id":"https://openalex.org/I2800804238","display_name":"Fraunhofer Institute for Open Communication Systems","ror":"https://ror.org/00px80p03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800804238","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Bock","raw_affiliation_strings":["Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin","institution_ids":["https://openalex.org/I2800804238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025990369","display_name":"Raphael Seidel","orcid":"https://orcid.org/0000-0003-3560-9556","observed_orcids":["https://orcid.org/0000-0003-3560-9556"]},"institutions":[{"id":"https://openalex.org/I2800804238","display_name":"Fraunhofer Institute for Open Communication Systems","ror":"https://ror.org/00px80p03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800804238","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Raphael Seidel","raw_affiliation_strings":["Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin","institution_ids":["https://openalex.org/I2800804238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031880032","display_name":"Manfred Hauswirth","orcid":"https://orcid.org/0000-0002-1839-0372","observed_orcids":["https://orcid.org/0000-0002-1839-0372"]},"institutions":[{"id":"https://openalex.org/I2800804238","display_name":"Fraunhofer Institute for Open Communication Systems","ror":"https://ror.org/00px80p03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800804238","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Manfred Hauswirth","raw_affiliation_strings":["Technical University of Berlin","Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Berlin","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Fraunhofer Institute for Open Communication Systems (FOKUS), Berlin","institution_ids":["https://openalex.org/I2800804238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9108,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.76520907,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"160","last_page":"163"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantum-benchmarking","display_name":"quantum benchmarking","score":0.9769999980926514},{"id":"https://openalex.org/keywords/key-performance-indicators","display_name":"key performance indicators","score":0.9950000047683716},{"id":"https://openalex.org/keywords/quantum-hardware","display_name":"quantum computing hardware","score":0.7009999752044678},{"id":"https://openalex.org/keywords/quantum-software","display_name":"quantum computing software","score":0.4909999966621399},{"id":"https://openalex.org/keywords/performance-prediction","display_name":"performance prediction","score":0.6169999837875366},{"id":"https://openalex.org/keywords/benchmark-standardization","display_name":"benchmark standardization","score":0.8709999918937683}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9414963722229004},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8698355555534363},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8495272397994995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7245745658874512},{"id":"https://openalex.org/C2777338717","wikidata":"https://www.wikidata.org/wiki/Q1762621","display_name":"Vendor","level":2,"score":0.5825856328010559},{"id":"https://openalex.org/C135510737","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance indicator","level":2,"score":0.528353750705719},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48341691493988037},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4784855246543884},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.4458334743976593},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.43322426080703735},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.4119785726070404},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.40144097805023193},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3924916982650757},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1790265142917633},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1746511161327362},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11696746945381165},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07576644420623779},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icsa-c54293.2022.00038","doi":"https://doi.org/10.1109/icsa-c54293.2022.00038","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsa-c54293.2022.00038","pdf_url":null,"source":{"id":"https://openalex.org/S7407087788","display_name":"IEEE International Conference on Software Architecture Companion (ICSA-C)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 19th International Conference on Software Architecture Companion (ICSA-C)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/418149","doi":null,"is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/418149","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2078924106","https://openalex.org/W2471819066","https://openalex.org/W2482126025","https://openalex.org/W2903516100","https://openalex.org/W2936453799","https://openalex.org/W2974449079","https://openalex.org/W2982169647","https://openalex.org/W2990071093","https://openalex.org/W3013348036","https://openalex.org/W3036000280","https://openalex.org/W3093093080","https://openalex.org/W3129556960","https://openalex.org/W3135117833","https://openalex.org/W3173899054","https://openalex.org/W3183797255","https://openalex.org/W3195054054","https://openalex.org/W3202692017","https://openalex.org/W3213792564","https://openalex.org/W4200429694","https://openalex.org/W4206310632","https://openalex.org/W4393752180","https://openalex.org/W6784485134","https://openalex.org/W6802648524"],"related_works":["https://openalex.org/W4400720182","https://openalex.org/W4407359499","https://openalex.org/W7117163035","https://openalex.org/W4414903638","https://openalex.org/W4280566442","https://openalex.org/W7130648338","https://openalex.org/W4409952328","https://openalex.org/W4398249159","https://openalex.org/W4412748273","https://openalex.org/W7154397655"],"abstract_inverted_index":{"Benchmarking":[0],"quantum":[1,21,50,73,88],"computing":[2],"hardware":[3],"and":[4,32,86],"related":[5],"software":[6],"is":[7,35],"being":[8],"researched":[9],"very":[10,37],"actively":[11],"at":[12],"the":[13,17,70],"moment":[14],"as":[15],"predicting":[16],"real-world":[18],"performance":[19,62],"of":[20,59,69,72],"processing":[22],"units":[23],"for":[24,47],"broad":[25],"application":[26],"areas":[27],"in":[28,77],"a":[29,49,56,66],"fair,":[30],"standardized":[31,60],"vendor-agnostic":[33],"way":[34],"still":[36],"challenging.":[38],"In":[39],"this":[40,76],"paper,":[41],"we":[42,79],"present":[43],"our":[44],"research":[45],"plans":[46],"designing":[48],"benchmark":[51],"suite":[52],"based":[53],"on":[54],"measuring":[55],"complete":[57],"set":[58],"key":[61],"indicators":[63],"together":[64],"with":[65],"brief":[67],"overview":[68],"state-of-the-art":[71],"benchmarking.":[74],"With":[75],"mind":[78],"discuss":[80],"general":[81],"ideas":[82],"about":[83],"designing,":[84],"assessing":[85],"standardizing":[87],"benchmarks.":[89]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2022-05-27T00:00:00"}