{"id":"https://openalex.org/W4406261832","doi":"https://doi.org/10.1109/qce60285.2024.00187","title":"Challenges for Reinforcement Learning in Quantum Circuit Design","display_name":"Challenges for Reinforcement Learning in Quantum Circuit Design","publication_year":2024,"publication_date":"2024-09-15","ids":{"openalex":"https://openalex.org/W4406261832","doi":"https://doi.org/10.1109/qce60285.2024.00187"},"language":"en","primary_location":{"id":"doi:10.1109/qce60285.2024.00187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce60285.2024.00187","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065647323","display_name":"Philipp J. Altmann","orcid":"https://orcid.org/0000-0003-1134-176X"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Philipp Altmann","raw_affiliation_strings":["LMU Munich,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich,Munich,Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028010997","display_name":"Jonas Stein","orcid":"https://orcid.org/0000-0001-5727-9151"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Stein","raw_affiliation_strings":["LMU Munich,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich,Munich,Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049855435","display_name":"Michael K\u00f6lle","orcid":"https://orcid.org/0000-0002-8472-9944"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael K\u00f6lle","raw_affiliation_strings":["LMU Munich,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich,Munich,Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092268031","display_name":"Adelina B\u00e4rligea","orcid":"https://orcid.org/0009-0008-5497-1941"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adelina B\u00e4rligea","raw_affiliation_strings":["TU Munich,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"TU Munich,Munich,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083875469","display_name":"Maximilian Zorn","orcid":"https://orcid.org/0009-0006-2750-7495"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Zorn","raw_affiliation_strings":["LMU Munich,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich,Munich,Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062401089","display_name":"Thomas Gabor","orcid":"https://orcid.org/0000-0003-2048-8667"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Gabor","raw_affiliation_strings":["LMU Munich,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich,Munich,Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024645861","display_name":"Thomy Phan","orcid":"https://orcid.org/0000-0002-4390-8954"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomy Phan","raw_affiliation_strings":["University of Southern California,Los Angeles,USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California,Los Angeles,USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051707356","display_name":"Sebastian Feld","orcid":"https://orcid.org/0000-0003-2782-1469"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sebastian Feld","raw_affiliation_strings":["Delft University of Technology,Delft,The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft,The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064469861","display_name":"Claudia Linnhoff\u2010Popien","orcid":"https://orcid.org/0000-0001-6284-9286"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Claudia Linnhoff-Popien","raw_affiliation_strings":["LMU Munich,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich,Munich,Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5065647323"],"corresponding_institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":2.4776,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90998738,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1600","last_page":"1610"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7321076393127441},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.597663402557373},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.4759368896484375},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.32013118267059326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24833866953849792},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.20128881931304932},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.1593172550201416}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7321076393127441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.597663402557373},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.4759368896484375},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.32013118267059326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24833866953849792},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.20128881931304932},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.1593172550201416}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qce60285.2024.00187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce60285.2024.00187","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1492999010","https://openalex.org/W1998031602","https://openalex.org/W2022878879","https://openalex.org/W2040792108","https://openalex.org/W2092479209","https://openalex.org/W2102008187","https://openalex.org/W2111935653","https://openalex.org/W2137147061","https://openalex.org/W2145339207","https://openalex.org/W2159566537","https://openalex.org/W2161685427","https://openalex.org/W2566002283","https://openalex.org/W2761015455","https://openalex.org/W2781738013","https://openalex.org/W2904246096","https://openalex.org/W2922906818","https://openalex.org/W2950843936","https://openalex.org/W2952213814","https://openalex.org/W2990961515","https://openalex.org/W3015649859","https://openalex.org/W3029901419","https://openalex.org/W3038680746","https://openalex.org/W3046758353","https://openalex.org/W3092829287","https://openalex.org/W3139389937","https://openalex.org/W3205898699","https://openalex.org/W3210092895","https://openalex.org/W4213212652","https://openalex.org/W4214717370","https://openalex.org/W4221154894","https://openalex.org/W4252141993","https://openalex.org/W4285805436","https://openalex.org/W4287266177","https://openalex.org/W4297004046","https://openalex.org/W4319166667","https://openalex.org/W4384917131","https://openalex.org/W4385213915","https://openalex.org/W4385764388","https://openalex.org/W4388696419","https://openalex.org/W4389159462","https://openalex.org/W4392305466","https://openalex.org/W6634007516","https://openalex.org/W6692846177","https://openalex.org/W6729956949","https://openalex.org/W6741002519","https://openalex.org/W6763449645","https://openalex.org/W6769855330","https://openalex.org/W6774635259","https://openalex.org/W6780852477","https://openalex.org/W6792358862","https://openalex.org/W6793673822","https://openalex.org/W6801138461","https://openalex.org/W6804601995","https://openalex.org/W6850132416","https://openalex.org/W6857037581"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Quantum":[0],"computing":[1],"(QC)":[2],"in":[3,11],"the":[4,35,53,109],"current":[5,114],"NISQ":[6],"era":[7],"is":[8],"still":[9],"limited":[10],"size":[12],"and":[13,26,44,111],"precision.":[14],"Hybrid":[15,28],"applications":[16],"mitigating":[17],"those":[18],"shortcomings":[19,110],"are":[20],"prevalent":[21],"to":[22,39,46,59,87,107],"gain":[23],"early":[24],"insight":[25],"advantages.":[27],"quantum":[29,61,100],"machine":[30,41],"learning":[31,42,57,89],"(QML)":[32],"comprises":[33],"both":[34],"application":[36],"of":[37,71,92,97,113],"QC":[38,48],"improve":[40,47,60],"(ML)":[43],"ML":[45],"architectures.":[49],"This":[50],"work":[51],"considers":[52],"latter,":[54],"leveraging":[55],"reinforcement":[56],"(RL)":[58],"circuit":[62],"design":[63],"(QCD),":[64],"which":[65],"we":[66,75,103],"formalize":[67],"by":[68],"a":[69,78,83,94],"set":[70,96],"generic":[72],"objectives.":[73],"Furthermore,":[74],"propose":[76],"qcd-gym,":[77],"concrete":[79],"framework":[80],"formalized":[81],"as":[82],"Markov":[84],"decision":[85],"process,":[86],"enable":[88],"policies":[90],"capable":[91],"controlling":[93],"universal":[95],"continuously":[98],"parameterized":[99],"gates.":[101],"Finally,":[102],"provide":[104],"benchmark":[105],"comparisons":[106],"assess":[108],"strengths":[112],"state-of-the-art":[115],"RL":[116],"algorithms.":[117]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-21T08:13:44.787528","created_date":"2025-10-10T00:00:00"}