{"id":"https://openalex.org/W4319782908","doi":"https://doi.org/10.1109/tai.2023.3243187","title":"Model-Free Quantum Gate Design and Calibration Using Deep Reinforcement Learning","display_name":"Model-Free Quantum Gate Design and Calibration Using Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-02-08","ids":{"openalex":"https://openalex.org/W4319782908","doi":"https://doi.org/10.1109/tai.2023.3243187"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2023.3243187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3243187","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066822793","display_name":"Omar Shindi","orcid":"https://orcid.org/0000-0001-5667-8492"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Omar Shindi","raw_affiliation_strings":["School of Engineering and Information Technology, University of New South Wales, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0000-0001-5667-8492","affiliations":[{"raw_affiliation_string":"School of Engineering and Information Technology, University of New South Wales, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036365523","display_name":"Qi Yu","orcid":"https://orcid.org/0000-0002-4354-2083"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]},{"id":"https://openalex.org/I1337719021","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86","country_code":"AU","type":"government","lineage":["https://openalex.org/I1337719021","https://openalex.org/I2801453606","https://openalex.org/I4210132349"]},{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I4210091585","display_name":"Quantum (Australia)","ror":"https://ror.org/00bp6rb10","country_code":"AU","type":"company","lineage":["https://openalex.org/I4210091585"]},{"id":"https://openalex.org/I4210096034","display_name":"Centre for Quantum Computation and Communication Technology","ror":"https://ror.org/00rnbty21","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1337719021","https://openalex.org/I165143802","https://openalex.org/I2801453606","https://openalex.org/I4210096034","https://openalex.org/I4210132349"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qi Yu","raw_affiliation_strings":["School of Engineering and Information Technology, University of New South Wales, Canberra, ACT, Australia","Centre for Quantum Dynamics, Griffith University, Nathan, QLD, Australia","Centre for Quantum Computation and Communication Technology (Australian Research Council), University of New South Wales, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4354-2083","affiliations":[{"raw_affiliation_string":"School of Engineering and Information Technology, University of New South Wales, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"]},{"raw_affiliation_string":"Centre for Quantum Dynamics, Griffith University, Nathan, QLD, Australia","institution_ids":["https://openalex.org/I11701301","https://openalex.org/I4210091585"]},{"raw_affiliation_string":"Centre for Quantum Computation and Communication Technology (Australian Research Council), University of New South Wales, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I4210096034","https://openalex.org/I1337719021"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015829352","display_name":"Parth Girdhar","orcid":"https://orcid.org/0000-0001-7044-0544"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Parth Girdhar","raw_affiliation_strings":["School of Engineering and Information Technology, University of New South Wales, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7044-0544","affiliations":[{"raw_affiliation_string":"School of Engineering and Information Technology, University of New South Wales, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000582423","display_name":"Daoyi Dong","orcid":"https://orcid.org/0000-0002-7425-3559"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daoyi Dong","raw_affiliation_strings":["School of Engineering and Information Technology, University of New South Wales, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7425-3559","affiliations":[{"raw_affiliation_string":"School of Engineering and Information Technology, University of New South Wales, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5066822793"],"corresponding_institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571"],"apc_list":null,"apc_paid":null,"fwci":2.7265,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91827701,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"5","issue":"1","first_page":"346","last_page":"357"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6287235617637634},{"id":"https://openalex.org/keywords/quantum-gate","display_name":"Quantum gate","score":0.6157444715499878},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5774515867233276},{"id":"https://openalex.org/keywords/quantum-computer","display_name":"Quantum computer","score":0.5637797713279724},{"id":"https://openalex.org/keywords/quantum-network","display_name":"Quantum network","score":0.5390225648880005},{"id":"https://openalex.org/keywords/quantum-process","display_name":"Quantum process","score":0.50821852684021},{"id":"https://openalex.org/keywords/quantum-algorithm","display_name":"Quantum algorithm","score":0.4561452567577362},{"id":"https://openalex.org/keywords/quantum-technology","display_name":"Quantum technology","score":0.4535277485847473},{"id":"https://openalex.org/keywords/quantum-error-correction","display_name":"Quantum error correction","score":0.44924139976501465},{"id":"https://openalex.org/keywords/open-quantum-system","display_name":"Open quantum system","score":0.44460976123809814},{"id":"https://openalex.org/keywords/quantum-sensor","display_name":"Quantum sensor","score":0.44363972544670105},{"id":"https://openalex.org/keywords/quantum-information","display_name":"Quantum information","score":0.43911683559417725},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.4205387234687805},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.35460811853408813},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.34274983406066895},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32766371965408325},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.2444618046283722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23358118534088135},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.2206975221633911},{"id":"https://openalex.org/keywords/quantum-dynamics","display_name":"Quantum dynamics","score":0.15389135479927063},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12175747752189636}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6287235617637634},{"id":"https://openalex.org/C58849907","wikidata":"https://www.wikidata.org/wiki/Q2118982","display_name":"Quantum gate","level":4,"score":0.6157444715499878},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5774515867233276},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.5637797713279724},{"id":"https://openalex.org/C186468114","wikidata":"https://www.wikidata.org/wiki/Q836478","display_name":"Quantum network","level":4,"score":0.5390225648880005},{"id":"https://openalex.org/C11255438","wikidata":"https://www.wikidata.org/wiki/Q7269085","display_name":"Quantum process","level":4,"score":0.50821852684021},{"id":"https://openalex.org/C137019171","wikidata":"https://www.wikidata.org/wiki/Q2623817","display_name":"Quantum algorithm","level":3,"score":0.4561452567577362},{"id":"https://openalex.org/C190463098","wikidata":"https://www.wikidata.org/wiki/Q2081419","display_name":"Quantum technology","level":4,"score":0.4535277485847473},{"id":"https://openalex.org/C51003876","wikidata":"https://www.wikidata.org/wiki/Q1536431","display_name":"Quantum error correction","level":4,"score":0.44924139976501465},{"id":"https://openalex.org/C190474826","wikidata":"https://www.wikidata.org/wiki/Q2495111","display_name":"Open quantum system","level":3,"score":0.44460976123809814},{"id":"https://openalex.org/C89143813","wikidata":"https://www.wikidata.org/wiki/Q17105423","display_name":"Quantum sensor","level":5,"score":0.44363972544670105},{"id":"https://openalex.org/C169699857","wikidata":"https://www.wikidata.org/wiki/Q2122243","display_name":"Quantum information","level":3,"score":0.43911683559417725},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.4205387234687805},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.35460811853408813},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.34274983406066895},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32766371965408325},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2444618046283722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23358118534088135},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.2206975221633911},{"id":"https://openalex.org/C15184713","wikidata":"https://www.wikidata.org/wiki/Q7269042","display_name":"Quantum dynamics","level":3,"score":0.15389135479927063},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12175747752189636}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tai.2023.3243187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3243187","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:research-repository.griffith.edu.au:10072/425772","is_oa":false,"landing_page_url":"http://hdl.handle.net/10072/425772","pdf_url":null,"source":{"id":"https://openalex.org/S4306402548","display_name":"Griffith Research Online (Griffith University, Queensland, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11701301","host_organization_name":"Griffith University","host_organization_lineage":["https://openalex.org/I11701301"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1479793620","https://openalex.org/W2017761002","https://openalex.org/W2059836092","https://openalex.org/W2068700212","https://openalex.org/W2092479209","https://openalex.org/W2117302943","https://openalex.org/W2145339207","https://openalex.org/W2165384475","https://openalex.org/W2167707472","https://openalex.org/W2468412683","https://openalex.org/W2473978315","https://openalex.org/W2525939318","https://openalex.org/W2738176089","https://openalex.org/W2746553466","https://openalex.org/W2761015455","https://openalex.org/W2761873684","https://openalex.org/W2772265515","https://openalex.org/W2781738013","https://openalex.org/W2786295636","https://openalex.org/W2794731980","https://openalex.org/W2891975265","https://openalex.org/W2911992663","https://openalex.org/W2914809905","https://openalex.org/W2918161682","https://openalex.org/W2940200844","https://openalex.org/W2940610792","https://openalex.org/W2941137921","https://openalex.org/W2948244328","https://openalex.org/W2958187629","https://openalex.org/W2971455341","https://openalex.org/W2982169647","https://openalex.org/W2982569930","https://openalex.org/W2990961515","https://openalex.org/W3099902164","https://openalex.org/W3100618497","https://openalex.org/W3100789280","https://openalex.org/W3100931082","https://openalex.org/W3101119258","https://openalex.org/W3102180547","https://openalex.org/W3103145727","https://openalex.org/W3103601268","https://openalex.org/W3104565361","https://openalex.org/W3106048280","https://openalex.org/W3111691323","https://openalex.org/W3115010286","https://openalex.org/W3130292943","https://openalex.org/W3158332310","https://openalex.org/W3206690621","https://openalex.org/W3216235851","https://openalex.org/W4205416474","https://openalex.org/W4214717370","https://openalex.org/W4220667659","https://openalex.org/W4221159779","https://openalex.org/W4317941448","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2966125926","https://openalex.org/W4387880340","https://openalex.org/W4315588975","https://openalex.org/W4287100456","https://openalex.org/W4221094646","https://openalex.org/W3098154318","https://openalex.org/W2112429997","https://openalex.org/W2322334500","https://openalex.org/W52061138","https://openalex.org/W4207034562"],"abstract_inverted_index":{"High-fidelity":[0],"quantum":[1,8,12,15,21,33,39,66,73,77,80,110,140,157,161],"gate":[2,22,74,158,162],"design":[3,23,159],"is":[4,41,152],"important":[5],"for":[6,20,55,72,108,155],"various":[7],"technologies,":[9],"such":[10],"as":[11],"computation":[13],"and":[14,47,127,160],"communication.":[16],"Numerous":[17],"control":[18,61,93,125,135],"policies":[19],"have":[24],"been":[25],"proposed":[26,113,150],"given":[27],"a":[28,38,65,100],"dynamical":[29],"model":[30,68],"of":[31,35,123,148],"the":[32,60,92,118,121,124,129,133,143,149],"system":[34,40,67],"interest.":[36],"However,":[37],"often":[42],"highly":[43],"sensitive":[44],"to":[45,86,131,139],"noise,":[46],"obtaining":[48],"its":[49],"accurate":[50],"modeling":[51],"can":[52],"be":[53,70],"difficult":[54],"many":[56],"practical":[57],"applications.":[58],"Thus,":[59],"policy":[62,136],"based":[63],"on":[64,117],"may":[69],"unpractical":[71],"design.":[75],"Also,":[76],"measurements":[78,90],"collapse":[79],"states,":[81],"which":[82],"makes":[83],"it":[84],"challenging":[85],"obtain":[87],"information":[88],"through":[89],"during":[91,142],"process.":[94,145],"In":[95],"this":[96],"article,":[97],"we":[98],"propose":[99],"novel":[101],"training":[102],"framework":[103,114],"using":[104,164],"deep":[105],"reinforcement":[106,166],"learning":[107,144,167],"model-free":[109,156],"control.":[111],"The":[112,146],"relies":[115],"only":[116],"measurement":[119],"at":[120],"end":[122],"process":[126],"offers":[128],"ability":[130],"find":[132],"optimal":[134],"without":[137],"access":[138],"systems":[141],"effectiveness":[147],"technique":[151],"numerically":[153],"demonstrated":[154],"calibration":[163],"off-policy":[165],"algorithms.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}