{"id":"https://openalex.org/W4416875034","doi":"https://doi.org/10.1109/qce65121.2025.10388","title":"Metriq-Gym: Unified Benchmarking Framework for Quantum Computers","display_name":"Metriq-Gym: Unified Benchmarking Framework for Quantum Computers","publication_year":2025,"publication_date":"2025-08-30","ids":{"openalex":"https://openalex.org/W4416875034","doi":"https://doi.org/10.1109/qce65121.2025.10388"},"language":null,"primary_location":{"id":"doi:10.1109/qce65121.2025.10388","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce65121.2025.10388","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120575586","display_name":"Alessandro Cosentino","orcid":null},"institutions":[{"id":"https://openalex.org/I2802636490","display_name":"San Francisco Foundation","ror":"https://ror.org/046jh9k27","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802636490"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alessandro Cosentino","raw_affiliation_strings":["Unitary Foundation,San Francisco,CA,United States"],"affiliations":[{"raw_affiliation_string":"Unitary Foundation,San Francisco,CA,United States","institution_ids":["https://openalex.org/I2802636490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069916791","display_name":"Changhao Li","orcid":null},"institutions":[{"id":"https://openalex.org/I2802636490","display_name":"San Francisco Foundation","ror":"https://ror.org/046jh9k27","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802636490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Changhao Li","raw_affiliation_strings":["Unitary Foundation,San Francisco,CA,United States"],"affiliations":[{"raw_affiliation_string":"Unitary Foundation,San Francisco,CA,United States","institution_ids":["https://openalex.org/I2802636490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088433578","display_name":"Vincent M. Russo","orcid":"https://orcid.org/0000-0002-8952-8981"},"institutions":[{"id":"https://openalex.org/I2802636490","display_name":"San Francisco Foundation","ror":"https://ror.org/046jh9k27","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802636490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent Russo","raw_affiliation_strings":["Unitary Foundation,San Francisco,CA,United States"],"affiliations":[{"raw_affiliation_string":"Unitary Foundation,San Francisco,CA,United States","institution_ids":["https://openalex.org/I2802636490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120709550","display_name":"Daniel Strano","orcid":null},"institutions":[{"id":"https://openalex.org/I2802636490","display_name":"San Francisco Foundation","ror":"https://ror.org/046jh9k27","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802636490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Strano","raw_affiliation_strings":["Unitary Foundation,San Francisco,CA,United States"],"affiliations":[{"raw_affiliation_string":"Unitary Foundation,San Francisco,CA,United States","institution_ids":["https://openalex.org/I2802636490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081668362","display_name":"Nathan Shammah","orcid":"https://orcid.org/0000-0002-8775-3667"},"institutions":[{"id":"https://openalex.org/I2802636490","display_name":"San Francisco Foundation","ror":"https://ror.org/046jh9k27","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802636490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathan Shammah","raw_affiliation_strings":["Unitary Foundation,San Francisco,CA,United States"],"affiliations":[{"raw_affiliation_string":"Unitary Foundation,San Francisco,CA,United States","institution_ids":["https://openalex.org/I2802636490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024956640","display_name":"William J. Zeng","orcid":"https://orcid.org/0000-0002-0415-1397"},"institutions":[{"id":"https://openalex.org/I100301340","display_name":"Quanta Technology (United States)","ror":"https://ror.org/03symbb61","country_code":"US","type":"company","lineage":["https://openalex.org/I100301340"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William J. Zeng","raw_affiliation_strings":["Quantonation,Boston,MA,United States"],"affiliations":[{"raw_affiliation_string":"Quantonation,Boston,MA,United States","institution_ids":["https://openalex.org/I100301340"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5120575586"],"corresponding_institution_ids":["https://openalex.org/I2802636490"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19737718,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"446","last_page":"447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.7993999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.7993999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13182","display_name":"Quantum-Dot Cellular Automata","score":0.027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.017799999564886093,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.930899977684021},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7473999857902527},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.679099977016449},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6664999723434448},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5534999966621399},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44020000100135803}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.930899977684021},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7473999857902527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.724399983882904},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.679099977016449},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6664999723434448},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5534999966621399},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44020000100135803},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4142000079154968},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.396699994802475},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3882000148296356},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35120001435279846},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3181000053882599},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3010999858379364},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qce65121.2025.10388","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce65121.2025.10388","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4422062483","display_name":null,"funder_award_id":"DE-SC0025336","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2903516100","https://openalex.org/W3202692017","https://openalex.org/W4389159462","https://openalex.org/W4389159536","https://openalex.org/W4400737701","https://openalex.org/W4406150672","https://openalex.org/W4406262068"],"related_works":[],"abstract_inverted_index":{"As":[0],"quantum":[1,60,84,112],"hardware":[2,32,113],"continues":[3],"to":[4,16,30,52],"advance":[5],"across":[6,62,82],"a":[7,69,74,102],"growing":[8],"landscape":[9],"of":[10,40,59,76,93,105],"vendors,":[11],"it":[12],"is":[13],"increasingly":[14],"important":[15],"evaluate":[17],"device":[18],"capabilities":[19,100],"for":[20,72],"specific":[21],"computational":[22],"tasks.":[23],"However,":[24],"cross-platform":[25],"benchmarking":[26,42,58],"remains":[27],"challenging":[28],"due":[29],"diverse":[31],"architectures,":[33],"proprietary":[34],"access":[35],"interfaces,":[36],"and":[37,56,97],"the":[38,94],"lack":[39],"standardized":[41],"frameworks.":[43],"We":[44],"introduce":[45],"metriq-gym,":[46],"an":[47,91],"open-source":[48],"Python":[49],"framework":[50,67],"designed":[51],"facilitate":[53],"both":[54],"system-level":[55],"application-level":[57],"devices":[61],"multiple":[63],"providers.":[64],"The":[65],"metriq-gym":[66,95],"offers":[68],"unified":[70],"workflow":[71],"executing":[73],"suite":[75],"community-driven":[77],"benchmarks,":[78],"enabling":[79],"consistent":[80],"comparisons":[81],"heterogeneous":[83],"platforms.":[85],"In":[86],"this":[87],"poster,":[88],"we":[89],"provide":[90],"overview":[92],"architecture":[96],"demonstrate":[98],"its":[99],"through":[101],"curated":[103],"set":[104],"benchmark":[106],"results":[107],"obtained":[108],"from":[109],"several":[110],"leading":[111],"systems.":[114]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-01T00:00:00"}