{"id":"https://openalex.org/W4411234070","doi":"https://doi.org/10.1109/qce60285.2024.11030870","title":"Towards Robust Benchmarking of Quantum Optimization Algorithms","display_name":"Towards Robust Benchmarking of Quantum Optimization Algorithms","publication_year":2024,"publication_date":"2024-09-15","ids":{"openalex":"https://openalex.org/W4411234070","doi":"https://doi.org/10.1109/qce60285.2024.11030870"},"language":"en","primary_location":{"id":"doi:10.1109/qce60285.2024.11030870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce60285.2024.11030870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030894444","display_name":"D. Bucher","orcid":"https://orcid.org/0009-0002-0764-9606"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Bucher","raw_affiliation_strings":["Aqarios GmbH,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aqarios GmbH,Munich,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071962560","display_name":"Nico Kraus","orcid":"https://orcid.org/0000-0002-5162-1048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nico Kraus","raw_affiliation_strings":["Aqarios GmbH,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aqarios GmbH,Munich,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094264764","display_name":"Jonas Blenninger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonas Blenninger","raw_affiliation_strings":["Aqarios GmbH,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aqarios GmbH,Munich,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042893545","display_name":"Michael Lachner","orcid":"https://orcid.org/0009-0008-6874-8329"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Lachner","raw_affiliation_strings":["Aqarios GmbH,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aqarios GmbH,Munich,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028010997","display_name":"Jonas Stein","orcid":"https://orcid.org/0000-0001-5727-9151"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonas Stein","raw_affiliation_strings":["Aqarios GmbH,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aqarios GmbH,Munich,Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064469861","display_name":"Claudia Linnhoff\u2013Popien","orcid":"https://orcid.org/0000-0001-6284-9286"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Claudia Linnhoff-Popien","raw_affiliation_strings":["LMU Munich,Institute for Computer Science,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LMU Munich,Institute for Computer Science,Munich,Germany","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9164,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80919958,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"159","last_page":"170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9537000060081482,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7433769106864929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6178686618804932},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.49772003293037415},{"id":"https://openalex.org/keywords/optimization-algorithm","display_name":"Optimization algorithm","score":0.4507458508014679},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4465487003326416},{"id":"https://openalex.org/keywords/quantum-computer","display_name":"Quantum computer","score":0.4122001528739929},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.27730458974838257},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17000743746757507},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11695966124534607},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.0699567198753357}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7433769106864929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6178686618804932},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.49772003293037415},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.4507458508014679},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4465487003326416},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.4122001528739929},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27730458974838257},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17000743746757507},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11695966124534607},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0699567198753357},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qce60285.2024.11030870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce60285.2024.11030870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321408","display_name":"Ministry of Education","ror":"https://ror.org/01p262204"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1437335841","https://openalex.org/W1568345435","https://openalex.org/W1885741951","https://openalex.org/W1967959018","https://openalex.org/W1983624953","https://openalex.org/W1985123706","https://openalex.org/W1986342384","https://openalex.org/W2012605254","https://openalex.org/W2014328192","https://openalex.org/W2023362591","https://openalex.org/W2024060531","https://openalex.org/W2029242918","https://openalex.org/W2031828766","https://openalex.org/W2039122980","https://openalex.org/W2051669046","https://openalex.org/W2077278144","https://openalex.org/W2084652510","https://openalex.org/W2084792706","https://openalex.org/W2104670598","https://openalex.org/W2151554678","https://openalex.org/W2268878628","https://openalex.org/W2399100674","https://openalex.org/W2502011505","https://openalex.org/W2552942965","https://openalex.org/W2564229214","https://openalex.org/W2754868542","https://openalex.org/W2781738013","https://openalex.org/W2790388700","https://openalex.org/W2810803741","https://openalex.org/W2897469996","https://openalex.org/W2903058119","https://openalex.org/W2939513517","https://openalex.org/W2949676527","https://openalex.org/W2962826354","https://openalex.org/W3029819693","https://openalex.org/W3038891809","https://openalex.org/W3097910687","https://openalex.org/W3098268180","https://openalex.org/W3098547600","https://openalex.org/W3100894865","https://openalex.org/W3100931082","https://openalex.org/W3103789967","https://openalex.org/W3108054890","https://openalex.org/W3117482915","https://openalex.org/W3119538242","https://openalex.org/W3128749955","https://openalex.org/W3135923901","https://openalex.org/W3158081750","https://openalex.org/W3159402472","https://openalex.org/W3207971883","https://openalex.org/W4212798104","https://openalex.org/W4224238425","https://openalex.org/W4226006885","https://openalex.org/W4246598646","https://openalex.org/W4255202267","https://openalex.org/W4283804538","https://openalex.org/W4289283645","https://openalex.org/W4297825594","https://openalex.org/W4307409347","https://openalex.org/W4312512934","https://openalex.org/W4317940842","https://openalex.org/W4321598216","https://openalex.org/W4376455908","https://openalex.org/W4385189894","https://openalex.org/W4385214735","https://openalex.org/W4386352984","https://openalex.org/W4387863382","https://openalex.org/W4389750777","https://openalex.org/W4390136540","https://openalex.org/W4392877631","https://openalex.org/W4392975768","https://openalex.org/W4400737701","https://openalex.org/W4401243790","https://openalex.org/W4410232493","https://openalex.org/W6634007516","https://openalex.org/W6639183837","https://openalex.org/W6696497002","https://openalex.org/W6756444570","https://openalex.org/W6780500702","https://openalex.org/W6790442434","https://openalex.org/W6859515907"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W4366549320","https://openalex.org/W4287863136","https://openalex.org/W3006015132","https://openalex.org/W2965078190","https://openalex.org/W4408464351","https://openalex.org/W2140656843","https://openalex.org/W3040644038","https://openalex.org/W3203633096","https://openalex.org/W4309955903"],"abstract_inverted_index":{"Benchmarking":[0,17],"the":[1,42,55,63,96,105,117,147,157,182],"performance":[2],"of":[3,33,57,76,101,107,119,124],"quantum":[4,34,65],"optimization":[5,23],"algorithms":[6,35],"is":[7,54,93],"crucial":[8],"for":[9,12,62],"identifying":[10],"utility":[11],"industry-relevant":[13],"use":[14],"cases.":[15],"However,":[16],"processes":[18],"most":[19,97],"often":[20],"vary":[21],"between":[22],"applications":[24],"and":[25,113,134,160,181],"depend":[26],"on":[27],"user-specified":[28],"goals.":[29],"The":[30,165],"heuristic":[31],"nature":[32],"additionally":[36],"poses":[37],"a":[38,73,102,120,143],"challenge,":[39],"especially":[40],"in":[41,50,60],"comparison":[43],"to":[44,139],"classical":[45,68,168,176],"algorithms.":[46],"A":[47],"key":[48],"problem":[49],"existing":[51],"benchmarking":[52,154],"frameworks":[53],"lack":[56],"equal":[58],"effort":[59],"optimizing":[61],"best":[64],"and,":[66],"respectively,":[67],"approaches.":[69],"This":[70],"paper":[71],"presents":[72],"comprehensive":[74],"set":[75],"guidelines":[77,149],"comprising":[78],"universal":[79],"steps":[80],"towards":[81,142],"fair":[82],"benchmarks.":[83],"We":[84],"discuss":[85],"(1)":[86],"application-specific":[87],"algorithm":[88],"choice,":[89],"ensuring":[90],"every":[91],"solver":[92],"provided":[94],"with":[95],"fitting":[98],"mathematical":[99,169],"formulation":[100],"problem;":[103],"(2)":[104],"selection":[106],"benchmark":[108],"data,":[109],"including":[110],"hard":[111],"instances":[112],"real-world":[114],"samples;":[115],"(3)":[116],"choice":[118],"suitable":[121],"holistic":[122],"figure":[123],"merit,":[125],"like":[126],"time-to-solution":[127],"or":[128],"solution":[129],"quality":[130],"within":[131],"time":[132],"constraints;":[133],"(4)":[135],"equitable":[136],"hyperparameter":[137],"training":[138],"eliminate":[140],"bias":[141],"particular":[144],"method.":[145],"Finally,":[146],"proposed":[148],"are":[150],"tested":[151],"across":[152],"three":[153],"scenarios,":[155],"utilizing":[156],"Max-Cut":[158],"(MC)":[159],"Travelling":[161],"Salesperson":[162],"Problem":[163],"(TSP).":[164],"benchmarks":[166],"employ":[167],"algorithms,":[170],"such":[171],"as":[172],"Branch-and-Cut":[173],"(BNC)":[174],"solvers,":[175],"heuristics,":[177],"Quantum":[178,183],"Annealing":[179],"(QA),":[180],"Approximate":[184],"Optimization":[185],"Algorithm":[186],"(QAOA).":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}